122 lines
5.2 KiB
Python
122 lines
5.2 KiB
Python
|
# -*- coding: utf-8 -*-
|
|||
|
|
from json import loads
|
|||
|
|
from os.path import join,basename
|
|||
|
|
from traceback import format_exc
|
|||
|
|
import oss2
|
|||
|
|
import string,random,os
|
|||
|
|
import time
|
|||
|
|
from common.YmlConstant import minio_yml_path
|
|||
|
|
from minio import Minio
|
|||
|
|
from loguru import logger
|
|||
|
|
from exception.CustomerException import ServiceException
|
|||
|
|
from enums.ExceptionEnum import ExceptionType
|
|||
|
|
from util.RWUtils import getConfigs
|
|||
|
|
import filetype,cv2,io
|
|||
|
|
import numpy as np
|
|||
|
|
|
|||
|
|
class MinioSdk:
|
|||
|
|
|
|||
|
|
__slots__ = ('minioClient', '__request_id', '__config')
|
|||
|
|
|
|||
|
|
def __init__(self, *args):
|
|||
|
|
base_dir, env, self.__request_id = args
|
|||
|
|
self.minioClient = None
|
|||
|
|
self.__config = getConfigs(join(base_dir, minio_yml_path % env))
|
|||
|
|
self.get_minioClient()
|
|||
|
|
|
|||
|
|
def get_minioClient(self):
|
|||
|
|
if self.minioClient is None:
|
|||
|
|
self.minioClient = Minio(
|
|||
|
|
endpoint=self.__config["endpoint"],
|
|||
|
|
access_key=self.__config["access_key"],
|
|||
|
|
secret_key=self.__config["secret_key"],
|
|||
|
|
secure=self.__config["secure"]
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
def get_bucknetName_from_filename(self,localPath):
|
|||
|
|
if isinstance(localPath,np.ndarray):
|
|||
|
|
return self.__config["image_bucket"],'jpg'
|
|||
|
|
ret = filetype.guess(localPath)
|
|||
|
|
if 'video' in ret.mime:
|
|||
|
|
return self.__config["video_bucket"],ret.mime
|
|||
|
|
elif 'image' in ret.mime:
|
|||
|
|
return self.__config["image_bucket"],ret.mime
|
|||
|
|
else:
|
|||
|
|
logger.warning("上传文件到格式不是图片，或者视频, requestId:{}", self.__request_id)
|
|||
|
|
return self.__config["image_bucket"],'.oth'
|
|||
|
|
def create_bucknet(self,bucketName):
|
|||
|
|
if not self.minioClient.bucket_exists(bucketName):
|
|||
|
|
self.minioClient.make_bucket(bucketName)
|
|||
|
|
|
|||
|
|
def put_object(self, localPath, remotePath):
|
|||
|
|
#localPath--本地文件路径，带有后缀---或者是字节流
|
|||
|
|
#remotePath--远程文件的名字，不带文件夹，不带后缀（为了与原OSS保持一致）
|
|||
|
|
request_id = self.__request_id
|
|||
|
|
logger.info("开始上传文件到oss, requestId:{}", request_id)
|
|||
|
|
bucketName,mime = self.get_bucknetName_from_filename(localPath)
|
|||
|
|
|
|||
|
|
self.create_bucknet(bucketName)
|
|||
|
|
if '/' not in remotePath:
|
|||
|
|
remoteUrl=join(request_id,remotePath )
|
|||
|
|
else: remoteUrl = remotePath
|
|||
|
|
max_retries = 3
|
|||
|
|
retry_count = 0
|
|||
|
|
while True:
|
|||
|
|
try:
|
|||
|
|
self.get_minioClient()
|
|||
|
|
|
|||
|
|
if isinstance(localPath,np.ndarray):
|
|||
|
|
image_bytes = io.BytesIO(localPath)
|
|||
|
|
#image_bytes = localPath.tobytes()
|
|||
|
|
# 上传图片数据流
|
|||
|
|
ret = self.minioClient.put_object(bucketName, remoteUrl,image_bytes, len(localPath))
|
|||
|
|
else:
|
|||
|
|
if 'video' in mime:#
|
|||
|
|
newLocalpath = os.path.join( os.path.dirname(localPath), ''.join(random.sample(string.ascii_letters ,32))+'.mp4' )
|
|||
|
|
cmd1 = 'ffmpeg -i %s -vcodec libx264 -acodec copy %s'%(localPath, newLocalpath )
|
|||
|
|
os.system(cmd1 )
|
|||
|
|
cmd2 = 'mv %s %s'%(newLocalpath,localPath )
|
|||
|
|
os.system(cmd2 )
|
|||
|
|
ret = self.minioClient.fput_object(bucketName, remoteUrl,localPath,content_type=mime)
|
|||
|
|
#print('-----line72: mime:',mime)
|
|||
|
|
|
|||
|
|
#outurl='http://'+self.__config["endpoint"]+'/'+bucketName+'/'+remoteUrl
|
|||
|
|
outurl=self.__config["domain"]+'/'+bucketName+'/'+remoteUrl
|
|||
|
|
logger.info("上传文件到minio成功! requestId:{},bucketName:{},objectName:{},remoteUrl:{}", request_id,ret.bucket_name,ret.object_name,outurl)
|
|||
|
|
return outurl
|
|||
|
|
except Exception as e:
|
|||
|
|
retry_count += 1
|
|||
|
|
time.sleep(1)
|
|||
|
|
self.minioClient = None
|
|||
|
|
logger.info("上传文件到minio失败, 重试次数：{}, requestId:{}", retry_count, request_id)
|
|||
|
|
if retry_count > max_retries:
|
|||
|
|
logger.error("上传文件到oss重试失败:{}, requestId:{}", format_exc(), request_id)
|
|||
|
|
raise e
|
|||
|
|
|
|||
|
|
if __name__ == "__main__":
|
|||
|
|
|
|||
|
|
base_dir, env, request_id = '/home/th/WJ/test/tuoheng_alg','test','1122334455667788'
|
|||
|
|
#localPath = '/home/th/WJ/data/XunHe/ai_online.mp4'
|
|||
|
|
localPath = '/home/th/WJ/data/XunHe/ai_online_avc1.mp4'
|
|||
|
|
#localPath = '/home/th/WJ/DSP2/AIdemo2/images/cityRoad/DJI_0019_142.jpg'
|
|||
|
|
|
|||
|
|
|
|||
|
|
remotePath='or.mp4'
|
|||
|
|
minioSdk = MinioSdk(base_dir, env, request_id )
|
|||
|
|
|
|||
|
|
##上传cv2编码后的图像np数组
|
|||
|
|
#image_array = cv2.imread( localPath )
|
|||
|
|
#_, localPath = cv2.imencode('.jpg', image_array)
|
|||
|
|
|
|||
|
|
|
|||
|
|
minioSdk.put_object(localPath, remotePath)
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
#http://minio.t-aaron.com:9000/image/1122334455667788/or_.oth
|
|||
|
|
|
|||
|
|
#http://minio.t-aaron.com:9000/image/messageId/t2.jpg
|
|||
|
|
#messageId/t2.jpg'
|
|||
|
|
|
|||
|
|
# print(aa.get_play_info('6928821035b171ee9f3b6632b68f0102'))
|