# -*- coding: utf-8 -*- from json import loads from time import time from traceback import format_exc import cv2 import subprocess as sp import numpy as np from loguru import logger from common import Constant from exception.CustomerException import ServiceException from enums.ExceptionEnum import ExceptionType class Cv2Util: __slots__ = [ 'pullUrl', 'pushUrl', 'orFilePath', 'aiFilePath', 'p', 'or_video_file', 'ai_video_file', 'fps', 'width', 'height', 'wh', 'h', 'w', 'all_frames', 'bit_rate', 'pull_p', 'requestId', 'p_push_retry_num', 'isGpu', 'read_w_h', 'context', 'p_push_time' ] def __init__(self, pullUrl=None, pushUrl=None, orFilePath=None, aiFilePath=None, requestId=None, context=None, gpu_ids=None): self.pullUrl = pullUrl self.pushUrl = pushUrl self.orFilePath = orFilePath self.aiFilePath = aiFilePath # self.cap = None self.p = None self.or_video_file = None self.ai_video_file = None self.fps = None self.width = None self.height = None self.wh = None self.h = None self.w = None self.all_frames = None self.bit_rate = None self.pull_p = None self.requestId = requestId self.p_push_time = 0 self.p_push_retry_num = 0 self.isGpu = False self.read_w_h = None self.context = context if gpu_ids is not None and len(gpu_ids) > 0: self.isGpu = True def getFrameConfig(self, fps, width, height): if self.fps is None or self.width != width or self.height != height: self.fps = fps self.width = width self.height = height if width > Constant.width: self.h = int(self.height // 2) self.w = int(self.width // 2) else: self.h = int(self.height) self.w = int(self.width) def clear_video_info(self): self.fps = None self.width = None self.height = None ''' 获取视频信息 ''' def get_video_info(self): try: if self.pullUrl is None or len(self.pullUrl) == 0: logger.error("拉流地址不能为空, requestId:{}", self.requestId) raise ServiceException(ExceptionType.PULL_STREAM_URL_EXCEPTION.value[0], ExceptionType.PULL_STREAM_URL_EXCEPTION.value[1]) args = ['ffprobe', '-show_format', '-show_streams', '-of', 'json', self.pullUrl] p = sp.Popen(args, stdout=sp.PIPE, stderr=sp.PIPE) out, err = p.communicate(timeout=20) if p.returncode != 0: raise Exception("未获取视频信息！！！！！requestId:" + self.requestId) probe = loads(out.decode('utf-8')) if probe is None or probe.get("streams") is None: raise Exception("未获取视频信息！！！！！requestId:" + self.requestId) # 视频大小 # format = probe['format'] # size = int(format['size'])/1024/1024 video_stream = next((stream for stream in probe['streams'] if stream.get('codec_type') == 'video'), None) if video_stream is None: raise Exception("未获取视频信息！！！！！requestId:" + self.requestId) width = video_stream.get('width') height = video_stream.get('height') nb_frames = video_stream.get('nb_frames') fps = video_stream.get('r_frame_rate') # duration = video_stream.get('duration') # bit_rate = video_stream.get('bit_rate') if width is not None and int(width) != 0 and height is not None and int(height) != 0: self.width = int(width) self.height = int(height) self.wh = self.width * self.height * 3 if width > Constant.width: self.h = int(self.height // 2) self.w = int(self.width // 2) else: self.h = int(self.height) self.w = int(self.width) if nb_frames: self.all_frames = int(nb_frames) up, down = str(fps).split('/') self.fps = int(eval(up) / eval(down)) if self.fps > 30: logger.info("获取视频FPS大于30帧, FPS:{}, requestId:{}", self.fps, self.requestId) self.fps = 30 if self.fps < 25: logger.info("获取视频FPS小于25帧, FPS:{}, requestId:{}", self.fps, self.requestId) self.fps = 25 # if duration: # self.duration = float(video_stream['duration']) # self.bit_rate = int(bit_rate) / 1000 logger.info("视频信息, width:{}|height:{}|fps:{}|all_frames:{}, requestId:{}", self.width, self.height, self.fps, self.all_frames, self.requestId) except ServiceException as s: logger.error("获取视频信息异常: {}, requestId:{}", s.msg, self.requestId) self.clear_video_info() raise s except Exception: logger.error("获取视频信息异常：{}, requestId:{}", format_exc(), self.requestId) self.clear_video_info() ''' 录屏任务获取视频信息 ''' def get_recording_video_info(self): try: video_info = 'ffprobe -show_format -show_streams -of json %s' % self.pullUrl p = sp.Popen(video_info, stdout=sp.PIPE, stderr=sp.PIPE, shell=True) out, err = p.communicate(timeout=17) if p.returncode != 0: raise Exception("未获取视频信息！！！！！requestId:" + self.requestId) probe = loads(out.decode('utf-8')) if probe is None or probe.get("streams") is None: raise Exception("未获取视频信息！！！！！requestId:" + self.requestId) video_stream = next((stream for stream in probe['streams'] if stream.get('codec_type') == 'video'), None) if video_stream is None: raise Exception("未获取视频信息！！！！！requestId:" + self.requestId) width = video_stream.get('width') height = video_stream.get('height') nb_frames = video_stream.get('nb_frames') fps = video_stream.get('r_frame_rate') if width and int(width) > 0: self.width = int(width) if height and int(height) > 0: self.height = int(height) if self.width and self.height: self.wh = int(width * height * 3) self.read_w_h = ([self.height, self.width, 3]) if nb_frames and int(nb_frames) > 0: self.all_frames = int(nb_frames) if fps: up, down = str(fps).split('/') self.fps = int(eval(up) / eval(down)) logger.info("视频信息, width:{}|height:{}|fps:{}|all_frames:{}, requestId:{}", self.width, self.height, self.fps, self.all_frames, self.requestId) except ServiceException as s: logger.error("获取视频信息异常: {}, requestId:{}", s.msg, self.requestId) self.clear_video_info() raise s except Exception: logger.error("获取视频信息异常：{}, requestId:{}", format_exc(), self.requestId) self.clear_video_info() def getRecordingFrameConfig(self, fps, width, height): self.fps = fps self.width = width self.height = height ''' 录屏拉取视频 ''' def recording_pull_p(self): try: # 如果视频信息不存在, 不初始化拉流 if self.checkconfig(): return # 如果已经初始化, 不再初始化 if self.pull_p: return command = ['ffmpeg -re', '-y', '-an' # '-hide_banner', ] if self.pullUrl.startswith('rtsp://'): command.extend(['-rtsp_transport', 'tcp']) if self.isGpu: command.extend(['-hwaccel', 'cuda']) command.extend(['-i', self.pullUrl, '-f', 'rawvideo', '-pix_fmt', 'bgr24', '-r', '25', '-']) self.pull_p = sp.Popen(command, stdout=sp.PIPE) except ServiceException as s: logger.exception("构建拉流管道异常: {}, requestId:{}", s.msg, self.requestId) self.clear_video_info() if self.pull_p: logger.info("重试, 关闭拉流管道, requestId:{}", self.requestId) self.pull_p.stdout.close() self.pull_p.terminate() self.pull_p.wait() self.pull_p = None raise s except Exception as e: logger.error("构建拉流管道异常：{}, requestId:{}", e, self.requestId) self.clear_video_info() if self.pull_p: logger.info("重试, 关闭拉流管道, requestId:{}", self.requestId) self.pull_p.stdout.close() self.pull_p.terminate() self.pull_p.wait() self.pull_p = None def recording_read(self): result = None try: self.recording_pull_p() in_bytes = self.pull_p.stdout.read(self.wh) if in_bytes is not None and len(in_bytes) > 0: try: result = np.frombuffer(in_bytes, np.uint8).reshape(self.read_w_h) except Exception: logger.error("视频格式异常：{}, requestId:{}", format_exc(), self.requestId) raise ServiceException(ExceptionType.VIDEO_RESOLUTION_EXCEPTION.value[0], ExceptionType.VIDEO_RESOLUTION_EXCEPTION.value[1]) except ServiceException as s: if self.pull_p: logger.info("重试, 关闭拉流管道, requestId:{}", self.requestId) self.pull_p.stdout.close() self.pull_p.terminate() self.pull_p.wait() self.pull_p = None raise s except Exception: logger.error("读流异常：{}, requestId:{}", format_exc(), self.requestId) if self.pull_p: logger.info("重试, 关闭拉流管道, requestId:{}", self.requestId) self.pull_p.stdout.close() self.pull_p.terminate() self.pull_p.wait() self.pull_p = None return result ''' 拉取视频 ''' def build_pull_p(self): try: command = ['ffmpeg'] if self.pullUrl.startswith("rtsp://"): command.extend(['-rtsp_transport', 'tcp']) command.extend(['-re', '-y', '-an', # '-hwaccel', 'cuda', cuvid '-c:v', 'h264_cuvid', # '-resize', self.wah, '-i', self.pullUrl, '-f', 'rawvideo', '-pix_fmt', 'bgr24', '-r', '25', '-']) self.pull_p = sp.Popen(command, stdout=sp.PIPE) except ServiceException as s: logger.exception("构建拉流管道异常: {}, requestId:{}", s.msg, self.requestId) raise s except Exception as e: logger.error("构建拉流管道异常：{}, requestId:{}", format_exc(), self.requestId) self.clear_video_info() if self.pull_p: logger.info("重试, 关闭拉流管道, requestId:{}", self.requestId) self.pull_p.stdout.close() self.pull_p.terminate() self.pull_p.wait() self.pull_p = None def checkconfig(self): if self.width is None or self.height is None or self.fps is None: return True return False def read(self): result = None try: if self.pull_p is None: self.build_pull_p() in_bytes = self.pull_p.stdout.read(self.wh) if in_bytes is not None and len(in_bytes) > 0: try: result = (np.frombuffer(in_bytes, np.uint8).reshape([self.height, self.width, 3])) # img = (np.frombuffer(in_bytes, np.uint8)).reshape((self.h, self.w)) except Exception as ei: logger.error("视频格式异常：{}, requestId:{}", format_exc(), self.requestId) raise ServiceException(ExceptionType.VIDEO_RESOLUTION_EXCEPTION.value[0], ExceptionType.VIDEO_RESOLUTION_EXCEPTION.value[1]) # result = cv2.cvtColor(img, cv2.COLOR_YUV2BGR_NV12) # result = cv2.cvtColor(result, cv2.COLOR_RGB2BGR) if self.width > Constant.width: result = cv2.resize(result, (self.w, self.h), interpolation=cv2.INTER_LINEAR) except ServiceException as s: raise s except Exception as e: self.clear_video_info() if self.pull_p: logger.info("关闭拉流管道, requestId:{}", self.requestId) self.pull_p.stdout.close() self.pull_p.terminate() self.pull_p.wait() self.pull_p = None logger.error("读流异常：{}, requestId:{}", format_exc(), self.requestId) return result def close(self): self.clear_video_info() if self.pull_p: if self.pull_p.stdout: self.pull_p.stdout.close() self.pull_p.terminate() self.pull_p.wait() self.pull_p = None logger.info("关闭拉流管道完成, requestId:{}", self.requestId) if self.p: if self.p.stdin: self.p.stdin.close() self.p.terminate() self.p.wait() self.p = None # self.p.communicate() # self.p.kill() logger.info("关闭管道完成, requestId:{}", self.requestId) if self.or_video_file: self.or_video_file.release() self.or_video_file = None logger.info("关闭原视频写入流完成, requestId:{}", self.requestId) if self.ai_video_file: self.ai_video_file.release() self.ai_video_file = None logger.info("关闭AI视频写入流完成, requestId:{}", self.requestId) # 构建 cv2 # def build_cv2(self): # try: # if self.cap is not None: # logger.info("重试, 关闭cap, requestId:{}", self.requestId) # self.cap.release() # if self.p is not None: # logger.info("重试, 关闭管道, requestId:{}", self.requestId) # self.p.stdin.close() # self.p.terminate() # self.p.wait() # if self.pullUrl is None: # logger.error("拉流地址不能为空, requestId:{}", self.requestId) # raise ServiceException(ExceptionType.PULL_STREAM_URL_EXCEPTION.value[0], # ExceptionType.PULL_STREAM_URL_EXCEPTION.value[1]) # if self.pushUrl is None: # logger.error("推流地址不能为空, requestId:{}", self.requestId) # raise ServiceException(ExceptionType.PUSH_STREAM_URL_EXCEPTION.value[0], # ExceptionType.PUSH_STREAM_URL_EXCEPTION.value[1]) # self.cap = cv2.VideoCapture(self.pullUrl) # if self.fps is None or self.fps == 0: # self.fps = int(self.cap.get(cv2.CAP_PROP_FPS)) # if self.width is None or self.width == 0: # self.width = int(self.cap.get(cv2.CAP_PROP_FRAME_WIDTH)) # if self.height is None or self.height == 0: # self.height = int(self.cap.get(cv2.CAP_PROP_FRAME_HEIGHT)) # command = ['/usr/bin/ffmpeg', # # '-y', # 不经过确认，输出时直接覆盖同名文件。 # '-f', 'rawvideo', # '-vcodec', 'rawvideo', # '-pix_fmt', 'bgr24', # 显示可用的像素格式 # # '-s', "{}x{}".format(self.width * 2, self.height), # '-s', "{}x{}".format(int(self.width), int(self.height/2)), # # '-r', str(15), # '-i', '-', # 指定输入文件 # '-g', '25', # '-b:v', '3000k', # '-tune', 'zerolatency', # 加速编码速度 # '-c:v', 'libx264', # 指定视频编码器 # '-sc_threshold', '0', # '-pix_fmt', 'yuv420p', # '-an', # '-preset', 'ultrafast', # 指定输出的视频质量，会影响文件的生成速度，有以下几个可用的值 ultrafast, # # superfast, veryfast, faster, fast, medium, slow, slower, veryslow。 # '-f', 'flv', # self.pushUrl] # # 管道配置 # logger.info("fps:{}|height:{}|width:{}|requestId:{}", self.fps, self.height, self.width, self.requestId) # self.p = sp.Popen(command, stdin=sp.PIPE) # except ServiceException as s: # logger.exception("构建cv2异常: {}, requestId:{}", s, self.requestId) # raise s # except Exception as e: # logger.exception("初始化cv2异常：{}, requestId:{}", e, self.requestId) # 构建 cv2 def build_p(self): try: if self.pushUrl is None or len(self.pushUrl) == 0: logger.error("推流地址不能为空, requestId:{}", self.requestId) raise ServiceException(ExceptionType.PUSH_STREAM_URL_EXCEPTION.value[0], ExceptionType.PUSH_STREAM_URL_EXCEPTION.value[1]) command = ['ffmpeg', # '-loglevel', 'debug', '-re', '-y', "-an", '-f', 'rawvideo', '-vcodec', 'rawvideo', '-pix_fmt', 'bgr24', '-thread_queue_size', '1024', '-s', "{}x{}".format(self.w * 2, self.h), '-i', '-', # 指定输入文件 '-r', str(25), '-g', str(25), '-maxrate', '6000k', # '-profile:v', 'high', '-b:v', '5000k', # '-crf', '18', # '-rc:v', 'vbr', # '-cq:v', '25', # '-qmin', '25', # '-qmax', '25', '-c:v', 'h264_nvenc', # '-bufsize', '5000k', # '-c:v', 'libx264', # 指定视频编码器 # '-tune', 'zerolatency', # 加速编码速度 # '-sc_threshold', '0', '-pix_fmt', 'yuv420p', # '-flvflags', 'no_duration_filesize', # '-preset', 'fast', # 指定输出的视频质量，会影响文件的生成速度，有以下几个可用的值 ultrafast, '-preset', 'p6', # 指定输出的视频质量，会影响文件的生成速度，有以下几个可用的值 ultrafast, '-tune', 'll', '-f', 'flv', self.pushUrl] logger.info("fps:{}|height:{}|width:{}|requestId:{}", self.fps, self.height, self.width, self.requestId) self.p = sp.Popen(command, stdin=sp.PIPE, shell=False) except ServiceException as s: if self.p: if self.p.stdin: self.p.stdin.close() self.p.terminate() self.p.wait() logger.exception("构建p管道异常: {}, requestId:{}", s.msg, self.requestId) raise s except Exception as e: if self.p: if self.p.stdin: self.p.stdin.close() self.p.terminate() self.p.wait() logger.error("初始化p管道异常：{}, requestId:{}", format_exc(), self.requestId) def push_stream(self, frame): current_retry_num = 0 while True: try: if self.p is None: self.build_p() self.p.stdin.write(frame.tostring()) break except ServiceException as s: raise s except Exception as ex: if self.p_push_time == 0: self.p_push_time = time.time() if time.time() - self.p_push_time < 2: self.p_push_retry_num += 1 self.p_push_time = time.time() if time.time() - self.p_push_time > 60: self.p_push_retry_num = 0 self.p_push_time = time.time() logger.error("推流管道异常:{}, requestId: {}", format_exc(), self.requestId) if self.p: try: if self.p.stdin: self.p.stdin.close() self.p.terminate() self.p.wait() except: logger.error("推流管道异常:{}, requestId: {}", format_exc(), self.requestId) self.p = None current_retry_num += 1 if self.p_push_retry_num > 100: logger.error("推流进管道异常：{}, requestId: {}", format_exc(), self.requestId) raise ServiceException(ExceptionType.PUSH_STREAMING_CHANNEL_IS_OCCUPIED.value[0], ExceptionType.PUSH_STREAMING_CHANNEL_IS_OCCUPIED.value[1]) if current_retry_num > 3: logger.error("推流进管道异常：{}, requestId: {}", format_exc(), self.requestId) raise ServiceException(ExceptionType.PUSH_STREAM_EXCEPTION.value[0], ExceptionType.PUSH_STREAM_EXCEPTION.value[1]) def build_or_write(self): try: if self.orFilePath is not None and self.or_video_file is None: self.or_video_file = cv2.VideoWriter(self.orFilePath, cv2.VideoWriter_fourcc(*'mp4v'), 25, (self.w, self.h)) # self.or_video_file.set(cv2.CAP_PROP_BITRATE, 5000) if self.or_video_file is None: logger.error("or_video_file为空, requestId:{}", self.requestId) raise ServiceException(ExceptionType.SERVICE_INNER_EXCEPTION.value[0], ExceptionType.SERVICE_INNER_EXCEPTION.value[1]) except ServiceException as s: if self.or_video_file: self.or_video_file.release() self.or_video_file = None logger.error("构建OR文件写对象异常: {}, requestId:{}", s.msg, self.requestId) raise s except Exception as e: if self.or_video_file: self.or_video_file.release() self.or_video_file = None logger.error("构建OR文件写对象异常: {}, requestId:{}", format_exc(), self.requestId) raise e except: if self.or_video_file: self.or_video_file.release() self.or_video_file = None logger.exception("构建OR文件写对象异常:{}, requestId:{}", format_exc(), self.requestId) raise Exception("构建OR文件写对象异常") def build_ai_write(self): try: if self.aiFilePath is not None and self.ai_video_file is None: self.ai_video_file = cv2.VideoWriter(self.aiFilePath, cv2.VideoWriter_fourcc(*'mp4v'), 25, (self.w * 2, self.h)) # self.ai_video_file.set(cv2.CAP_PROP_BITRATE, 5000) if self.ai_video_file is None: logger.error("ai_video_file为空, requestId:{}", self.requestId) raise ServiceException(ExceptionType.SERVICE_INNER_EXCEPTION.value[0], ExceptionType.SERVICE_INNER_EXCEPTION.value[1]) except ServiceException as s: if self.ai_video_file: self.ai_video_file.release() self.ai_video_file = None logger.error("构建AI文件写对象异常: {}, requestId:{}", s.msg, self.requestId) raise s except Exception as e: if self.ai_video_file: self.ai_video_file.release() self.ai_video_file = None logger.error("构建AI文件写对象异常: {}, requestId:{}", format_exc(), self.requestId) raise e except: if self.ai_video_file: self.ai_video_file.release() self.ai_video_file = None logger.error("构建AI文件写对象异常:{}, requestId:{}", format_exc(), self.requestId) raise Exception("构建AI文件写对象异常") def video_or_write(self, frame): ai_retry_num = 0 while True: try: if self.or_video_file is None: self.build_or_write() self.or_video_file.write(frame) break except ServiceException as s: raise s except Exception as ex: if ai_retry_num > 3: logger.error("重新写入原视频视频到本地, 重试失败:{}, requestId: {}", format_exc(), self.requestId) raise ex finally: ai_retry_num += 1 def video_ai_write(self, frame): ai_retry_num = 0 while True: try: if self.ai_video_file is None: self.build_ai_write() self.ai_video_file.write(frame) break except ServiceException as s: raise s except Exception as ex: if ai_retry_num > 3: logger.exception("重新写入分析后的视频到本地,重试失败:{}, requestId: {}", format_exc(), self.requestId) raise ex finally: ai_retry_num += 1 def video_merge(self, frame1, frame2): # frameLeft = cv2.resize(frame1, (int(self.width / 2), int(self.height / 2)), interpolation=cv2.INTER_LINEAR) # frameRight = cv2.resize(frame2, (int(self.width / 2), int(self.height / 2)), interpolation=cv2.INTER_LINEAR) # frame_merge = np.hstack((frameLeft, frameRight)) frame_merge = np.hstack((frame1, frame2)) return frame_merge def getP(self): if self.p is None: logger.error("获取管道为空, requestId:{}", self.requestId) raise ServiceException(ExceptionType.SERVICE_INNER_EXCEPTION.value[0], ExceptionType.SERVICE_INNER_EXCEPTION.value[1]) return self.p def getOrVideoFile(self): if self.or_video_file is None: logger.error("获取原视频写入对象为空, requestId:{}", self.requestId) raise ServiceException(ExceptionType.SERVICE_INNER_EXCEPTION.value[0], ExceptionType.SERVICE_INNER_EXCEPTION.value[1]) return self.or_video_file def getAiVideoFile(self): if self.ai_video_file is None: logger.error("获取AI视频写入对象为空, requestId:{}", self.requestId) raise ServiceException(ExceptionType.SERVICE_INNER_EXCEPTION.value[0], ExceptionType.SERVICE_INNER_EXCEPTION.value[1]) return self.ai_video_file def check_video_stream(width, height): if width is None or height is None: return True return False def build_video_info(pull_url, requestId): try: if pull_url is None or len(pull_url) == 0: logger.error("拉流地址不能为空, requestId:{}", requestId) raise ServiceException(ExceptionType.PULL_STREAM_URL_EXCEPTION.value[0], ExceptionType.PULL_STREAM_URL_EXCEPTION.value[1]) args = ['ffprobe', '-show_format', '-show_streams', '-of', 'json', pull_url] pp = sp.Popen(args, stdout=sp.PIPE, stderr=sp.PIPE) out, err = pp.communicate(timeout=20) if pp.returncode != 0: raise Exception("未获取视频信息！！！！") probe = loads(out.decode('utf-8')) # 视频大小 # format = probe['format'] # size = int(format['size'])/1024/1024 video_stream = next((stream for stream in probe['streams'] if stream.get('codec_type') == 'video'), None) if video_stream is None: raise Exception("未获取视频信息！！！！") width_new = video_stream.get('width') height_new = video_stream.get('height') nb_frames = video_stream.get('nb_frames', 0) # fps = video_stream.get('r_frame_rate') duration = video_stream.get('duration') if duration is not None and float(duration) != float(0): nb_frames = int(float(duration) * 25) # bit_rate = video_stream.get('bit_rate') if width_new is not None and int(width_new) != 0 and height_new is not None and int(height_new) != 0: width_o = int(width_new) height_o = int(height_new) # width_height_3 = width * height * 3 width_height_3 = width_o * height_o * 3 // 2 width = width_o height = height_o * 3 // 2 all_frames = int(nb_frames) w_2 = width_o h_2 = height_o if width > Constant.width: w_2 = width_o // 2 h_2 = height_o // 2 # up, down = str(fps).split('/') # self.fps = int(eval(up) / eval(down)) # if duration: # self.duration = float(video_stream['duration']) # self.bit_rate = int(bit_rate) / 1000 logger.info("视频信息, width:{}|height:{}|all_frames:{}, requestId:{}", width_o, height_o, all_frames, requestId) return width, height, width_height_3, all_frames, w_2, h_2 raise Exception("未获取视频信息！！！！") except ServiceException as s: logger.error("获取视频信息异常: {}, requestId:{}", s.msg, requestId) raise s except Exception: logger.error("获取视频信息异常：{}, requestId:{}", format_exc(), requestId) return None, None, None, 0, None, None def start_pull_p(pull_url, requestId): try: command = ['ffmpeg'] if pull_url.startswith("rtsp://"): command.extend(['-rtsp_transport', 'tcp']) command.extend(['-re', '-y', '-an', # '-hwaccel', 'cuda', cuvid '-c:v', 'h264_cuvid', # '-resize', self.wah, '-i', pull_url, '-f', 'rawvideo', # '-pix_fmt', 'bgr24', '-r', '25', '-']) return sp.Popen(command, stdout=sp.PIPE) except ServiceException as s: logger.error("构建拉流管道异常: {}, requestId:{}", s.msg, requestId) raise s except Exception as e: logger.error("构建拉流管道异常：{}, requestId:{}", format_exc(), requestId) raise e def clear_pull_p(pull_p, requestId): try: if pull_p: logger.info("关闭拉流管道, requestId:{}", requestId) pull_p.stdout.close() pull_p.terminate() pull_p.wait() logger.info("拉流管道已关闭, requestId:{}", requestId) except Exception: logger.error("关闭拉流管道异常: {}, requestId:{}", format_exc(), requestId) def pull_read_video_stream(pull_p, pull_url, width, height, width_height_3, w_2, h_2, requestId): result = None try: if pull_p is None: pull_p = start_pull_p(pull_url, requestId) in_bytes = pull_p.stdout.read(width_height_3) if in_bytes is not None and len(in_bytes) > 0: try: # result = (np.frombuffer(in_bytes, np.uint8).reshape([height * 3 // 2, width, 3])) result = (np.frombuffer(in_bytes, np.uint8)).reshape((height, width)) except Exception: logger.error("视频格式异常：{}, requestId:{}", format_exc(), requestId) raise ServiceException(ExceptionType.VIDEO_RESOLUTION_EXCEPTION.value[0], ExceptionType.VIDEO_RESOLUTION_EXCEPTION.value[1]) result = cv2.cvtColor(result, cv2.COLOR_YUV2BGR_NV12) # result = cv2.cvtColor(result, cv2.COLOR_RGB2BGR) if width > Constant.width: result = cv2.resize(result, (w_2, h_2), interpolation=cv2.INTER_LINEAR) except ServiceException as s: clear_pull_p(pull_p, requestId) raise s except Exception: clear_pull_p(pull_p, requestId) pull_p = None width = None height = None width_height_3 = None logger.error("读流异常：{}, requestId:{}", format_exc(), requestId) return result, pull_p, width, height, width_height_3 def video_conjuncing(frame1, frame2): # frameLeft = cv2.resize(frame1, (int(self.width / 2), int(self.height / 2)), interpolation=cv2.INTER_LINEAR) # frameRight = cv2.resize(frame2, (int(self.width / 2), int(self.height / 2)), interpolation=cv2.INTER_LINEAR) # frame_merge = np.hstack((frameLeft, frameRight)) frame_merge = np.hstack((frame1, frame2)) return frame_merge def build_push_p(push_url, width, height, requestId): push_p = None try: if push_url is None or len(push_url) == 0: logger.error("推流地址不能为空, requestId:{}", requestId) raise ServiceException(ExceptionType.PUSH_STREAM_URL_EXCEPTION.value[0], ExceptionType.PUSH_STREAM_URL_EXCEPTION.value[1]) command = ['ffmpeg', # '-loglevel', 'debug', # '-re', '-y', "-an", '-f', 'rawvideo', '-vcodec', 'rawvideo', '-pix_fmt', 'bgr24', '-thread_queue_size', '1024', '-s', "{}x{}".format(width * 2, height), '-i', '-', # 指定输入文件 '-r', str(25), '-g', str(25), '-maxrate', '6000k', # '-profile:v', 'high', '-b:v', '5000k', # '-crf', '18', # '-rc:v', 'vbr', # '-cq:v', '25', # '-qmin', '25', # '-qmax', '25', '-c:v', 'h264_nvenc', # '-bufsize', '5000k', # '-c:v', 'libx264', # 指定视频编码器 # '-tune', 'zerolatency', # 加速编码速度 # '-sc_threshold', '0', # '-rc', 'cbr_ld_hq', # '-zerolatency', '1', '-pix_fmt', 'yuv420p', # '-flvflags', 'no_duration_filesize', # '-preset', 'fast', # 指定输出的视频质量，会影响文件的生成速度，有以下几个可用的值 ultrafast, '-preset', 'p6', # 指定输出的视频质量，会影响文件的生成速度，有以下几个可用的值 ultrafast, '-tune', 'll', '-f', 'flv', push_url] logger.info("height:{}|width:{}|requestId:{}", height, width, requestId) push_p = sp.Popen(command, stdin=sp.PIPE, shell=False) except ServiceException as s: if push_p: if push_p.stdin: push_p.stdin.close() push_p.terminate() push_p.wait() logger.exception("构建p管道异常: {}, requestId:{}", s.msg, requestId) raise s except Exception: if push_p: if push_p.stdin: push_p.stdin.close() push_p.terminate() push_p.wait() push_p = None logger.error("初始化p管道异常：{}, requestId:{}", format_exc(), requestId) return push_p def push_video_stream(frame, push_p, push_url, width, height, p_push_array, requestId): current_retry_num = 0 while True: try: if push_p is None: push_p = build_push_p(push_url, width, height, requestId) push_p.stdin.write(frame.tostring()) return push_p except ServiceException as s: clear_push_p(push_p, requestId) raise s except Exception: if p_push_array[0] == 0: p_push_array[0] = time() if time() - p_push_array[0] < 2: p_push_array[1] += 1 p_push_array[0] = time() if time() - p_push_array[0] > 60: p_push_array[1] = 0 p_push_array[0] = time() logger.error("推流管道异常:{}, requestId: {}", format_exc(), requestId) clear_push_p(push_p, requestId) push_p = None current_retry_num += 1 if p_push_array[1] > 20: logger.error("推流进管道异常：{}, requestId: {}", format_exc(), requestId) raise ServiceException(ExceptionType.PUSH_STREAMING_CHANNEL_IS_OCCUPIED.value[0], ExceptionType.PUSH_STREAMING_CHANNEL_IS_OCCUPIED.value[1]) if current_retry_num > 3: logger.error("推流进管道异常：{}, requestId: {}", format_exc(), requestId) raise ServiceException(ExceptionType.PUSH_STREAM_EXCEPTION.value[0], ExceptionType.PUSH_STREAM_EXCEPTION.value[1]) def clear_push_p(push_p, requestId): if push_p: try: if push_p.stdin: push_p.stdin.close() push_p.terminate() push_p.wait() except Exception: logger.error("推流管道异常:{}, requestId: {}", format_exc(), requestId) def close_or_write_stream(or_video_file, requestId): try: if or_video_file: or_video_file.release() except Exception: logger.info("关闭原视频写流管道异常:{}, requestId:{}", format_exc(), requestId) def close_ai_write_stream(ai_video_file, requestId): try: if ai_video_file: ai_video_file.release() except Exception: logger.info("关闭AI视频写流管道异常:{}, requestId:{}", format_exc(), requestId) def close_all_p(push_p, or_video_file, ai_video_file, requestId): logger.info("开始停止推流、写流管道！requestId:{}", requestId) clear_push_p(push_p, requestId) close_or_write_stream(or_video_file, requestId) close_ai_write_stream(ai_video_file, requestId) logger.info("停止推流、写流管道完成！requestId:{}", requestId) def build_or_video(orFilePath, width, height, requestId): or_video_file = None try: or_video_file = cv2.VideoWriter(orFilePath, cv2.VideoWriter_fourcc(*'mp4v'), 25, (width, height)) if or_video_file is None: logger.error("or_video_file为空, requestId:{}", requestId) raise ServiceException(ExceptionType.SERVICE_INNER_EXCEPTION.value[0], ExceptionType.SERVICE_INNER_EXCEPTION.value[1]) return or_video_file except ServiceException as s: if or_video_file: or_video_file.release() logger.error("构建OR文件写对象异常: {}, requestId:{}", s.msg, requestId) raise s except Exception as e: if or_video_file: or_video_file.release() logger.error("构建OR文件写对象异常: {}, requestId:{}", format_exc(), requestId) raise e def write_or_video(frame, orFilePath, or_video_file, width, height, requestId): retry_num = 0 while True: try: if or_video_file is None: or_video_file = build_or_video(orFilePath, width, height, requestId) or_video_file.write(frame) return or_video_file except ServiceException as s: if or_video_file: or_video_file.release() raise s except Exception as ex: if retry_num > 3: if or_video_file: or_video_file.release() logger.error("重新写入原视频视频到本地, 重试失败:{}, requestId: {}", format_exc(), requestId) raise ex finally: retry_num += 1 def build_ai_video(aiFilePath, width, height, requestId): ai_video_file = None try: ai_video_file = cv2.VideoWriter(aiFilePath, cv2.VideoWriter_fourcc(*'mp4v'), 25, (width * 2, height)) if ai_video_file is None: logger.error("ai_video_file为空, requestId:{}", requestId) raise ServiceException(ExceptionType.SERVICE_INNER_EXCEPTION.value[0], ExceptionType.SERVICE_INNER_EXCEPTION.value[1]) return ai_video_file except ServiceException as s: if ai_video_file: ai_video_file.release() logger.error("构建AI文件写对象异常: {}, requestId:{}", s.msg, requestId) raise s except Exception as e: if ai_video_file: ai_video_file.release() logger.error("构建AI文件写对象异常: {}, requestId:{}", format_exc(), requestId) raise e def write_ai_video(frame, aiFilePath, ai_video_file, width, height, requestId): retry_num = 0 while True: try: if ai_video_file is None: ai_video_file = build_ai_video(aiFilePath, width, height, requestId) ai_video_file.write(frame) return ai_video_file except ServiceException as s: if ai_video_file: ai_video_file.release() raise s except Exception as ex: if retry_num > 3: if ai_video_file: ai_video_file.release() logger.error("重新写入分析后的视频到本地,重试失败:{}, requestId: {}", format_exc(), requestId) raise ex finally: retry_num += 1