154 lines
8.4 KiB
Python
154 lines
8.4 KiB
Python
|
# -*- coding: utf-8 -*-
|
|||
|
|
import time
|
|||
|
|
from traceback import format_exc
|
|||
|
|
|
|||
|
|
from multiprocessing import Process, Queue
|
|||
|
|
|
|||
|
|
from loguru import logger
|
|||
|
|
|
|||
|
|
from concurrency.Pull2PushStreamThread import PushSteamThread
|
|||
|
|
from enums.StatusEnum import PushStreamStatus, ExecuteStatus
|
|||
|
|
from util.LogUtils import init_log
|
|||
|
|
|
|||
|
|
from enums.ExceptionEnum import ExceptionType
|
|||
|
|
from entity.FeedBack import pull_stream_feedback
|
|||
|
|
from exception.CustomerException import ServiceException
|
|||
|
|
from util.QueUtil import get_no_block_queue, put_queue
|
|||
|
|
|
|||
|
|
|
|||
|
|
class PushStreamProcess(Process):
|
|||
|
|
__slots__ = ('_fb_queue', 'event_queue', '_context', '_msg', '_analysisType')
|
|||
|
|
|
|||
|
|
def __init__(self, *args):
|
|||
|
|
super().__init__()
|
|||
|
|
self._fb_queue, self._context, self._msg, self._analysisType = args
|
|||
|
|
self.event_queue = Queue()
|
|||
|
|
|
|||
|
|
def sendEvent(self, eBody):
|
|||
|
|
try:
|
|||
|
|
self.event_queue.put(eBody, timeout=2)
|
|||
|
|
except Exception:
|
|||
|
|
logger.error("添加事件到队列超时异常：{}, requestId:{}", format_exc(), self._msg["request_id"])
|
|||
|
|
raise ServiceException(ExceptionType.SERVICE_INNER_EXCEPTION.value[0],
|
|||
|
|
ExceptionType.SERVICE_INNER_EXCEPTION.value[1])
|
|||
|
|
|
|||
|
|
def run(self):
|
|||
|
|
msg, context = self._msg, self._context
|
|||
|
|
requestId, videoUrls = msg["request_id"], msg["video_urls"]
|
|||
|
|
base_dir, env = context['base_dir'], context['env']
|
|||
|
|
fb_queue = self._fb_queue
|
|||
|
|
task, videoStatus = {}, {}
|
|||
|
|
ex = None
|
|||
|
|
try:
|
|||
|
|
init_log(base_dir, env)
|
|||
|
|
if videoUrls is None or len(videoUrls) == 0:
|
|||
|
|
raise ServiceException(ExceptionType.PUSH_STREAM_URL_IS_NULL.value[0],
|
|||
|
|
ExceptionType.PUSH_STREAM_URL_IS_NULL.value[1])
|
|||
|
|
if len(videoUrls) > 5:
|
|||
|
|
logger.error("推流数量超过限制, 当前推流数量: {}, requestId:{}", len(videoUrls), requestId)
|
|||
|
|
raise ServiceException(ExceptionType.PULL_STREAM_NUM_LIMIT_EXCEPTION.value[0],
|
|||
|
|
ExceptionType.PULL_STREAM_NUM_LIMIT_EXCEPTION.value[1])
|
|||
|
|
videoInfo = [{"id": url["id"], "status": PushStreamStatus.WAITING.value[0]} for url in videoUrls if
|
|||
|
|
url.get("id")]
|
|||
|
|
put_queue(fb_queue, pull_stream_feedback(requestId, ExecuteStatus.WAITING.value[0], "", "", videoInfo))
|
|||
|
|
for videoUrl in videoUrls:
|
|||
|
|
pushThread = PushSteamThread(videoUrl["pull_url"], videoUrl["push_url"], requestId, videoUrl["id"])
|
|||
|
|
pushThread.start()
|
|||
|
|
task[videoUrl["id"]] = pushThread
|
|||
|
|
enable_time = time.time()
|
|||
|
|
for video in videoInfo:
|
|||
|
|
videoStatus[video.get("id")] = video.get("status")
|
|||
|
|
count = 0
|
|||
|
|
while True:
|
|||
|
|
# 整个推流任务超时时间
|
|||
|
|
if time.time() - enable_time > 43200:
|
|||
|
|
logger.error("任务执行超时, requestId:{}", requestId)
|
|||
|
|
for t in list(task.keys()):
|
|||
|
|
if task[t].is_alive():
|
|||
|
|
task[t].status = False
|
|||
|
|
task[t].pushStreamUtil.close_push_stream_sp()
|
|||
|
|
task[t].join(120)
|
|||
|
|
videoStatus[t] = PushStreamStatus.TIMEOUT.value[0]
|
|||
|
|
videoInfo_timeout = [{"id": k, "status": v} for k, v in videoStatus.items()]
|
|||
|
|
put_queue(fb_queue, pull_stream_feedback(requestId, ExecuteStatus.TIMEOUT.value[0],
|
|||
|
|
ExceptionType.TASK_EXCUTE_TIMEOUT.value[0],
|
|||
|
|
ExceptionType.TASK_EXCUTE_TIMEOUT.value[1],
|
|||
|
|
videoInfo_timeout))
|
|||
|
|
break
|
|||
|
|
# 接受停止指令
|
|||
|
|
event_result = get_no_block_queue(self.event_queue)
|
|||
|
|
if event_result is not None:
|
|||
|
|
command = event_result.get("command")
|
|||
|
|
videoIds = event_result.get("videoIds")
|
|||
|
|
if "stop" == command:
|
|||
|
|
# 如果videoIds是空停止所有任务
|
|||
|
|
if videoIds is None or len(videoIds) == 0:
|
|||
|
|
logger.info("停止所有执行的推流任务, requestId:{}", requestId)
|
|||
|
|
for t in list(task.keys()):
|
|||
|
|
if task[t].is_alive():
|
|||
|
|
task[t].status = False
|
|||
|
|
task[t].pushStreamUtil.close_push_stream_sp()
|
|||
|
|
task[t].join(120)
|
|||
|
|
videoStatus[t] = PushStreamStatus.SUCCESS.value[0]
|
|||
|
|
videoInfo_sucess = [{"id": k, "status": v} for k, v in videoStatus.items()]
|
|||
|
|
put_queue(fb_queue, pull_stream_feedback(requestId, ExecuteStatus.SUCCESS.value[0], "", "",
|
|||
|
|
videoInfo_sucess))
|
|||
|
|
break
|
|||
|
|
else:
|
|||
|
|
logger.info("停止指定的推流任务, requestId:{}", requestId)
|
|||
|
|
alive_thread = 0
|
|||
|
|
for t in list(task.keys()):
|
|||
|
|
if task[t].is_alive():
|
|||
|
|
if t in videoIds:
|
|||
|
|
task[t].status = False
|
|||
|
|
task[t].pushStreamUtil.close_push_stream_sp()
|
|||
|
|
task[t].join(120)
|
|||
|
|
videoStatus[t] = PushStreamStatus.SUCCESS.value[0]
|
|||
|
|
else:
|
|||
|
|
alive_thread += 1
|
|||
|
|
if alive_thread == 0:
|
|||
|
|
videoInfo_sucess = [{"id": k, "status": v} for k, v in videoStatus.items()]
|
|||
|
|
put_queue(fb_queue, pull_stream_feedback(requestId, ExecuteStatus.SUCCESS.value[0], "",
|
|||
|
|
"", videoInfo_sucess))
|
|||
|
|
break
|
|||
|
|
for t in list(task.keys()):
|
|||
|
|
if task[t].status and not task[t].is_alive():
|
|||
|
|
videoStatus[t] = PushStreamStatus.FAILED.value[0]
|
|||
|
|
logger.error("检测到推流线程异常停止！videoId:{}, requestId:{}", t, requestId)
|
|||
|
|
if task[t].ex:
|
|||
|
|
raise task[t].ex
|
|||
|
|
raise Exception("检测到推流线程异常停止！")
|
|||
|
|
if task[t].is_alive():
|
|||
|
|
videoStatus[t] = task[t].excute_status
|
|||
|
|
if count % 10 == 0:
|
|||
|
|
videoInfo_hb = [{"id": k, "status": v} for k, v in videoStatus.items()]
|
|||
|
|
put_queue(fb_queue, pull_stream_feedback(requestId, ExecuteStatus.RUNNING.value[0], "", "",
|
|||
|
|
videoInfo_hb))
|
|||
|
|
count = 0
|
|||
|
|
count += 1
|
|||
|
|
time.sleep(1)
|
|||
|
|
except ServiceException as s:
|
|||
|
|
ex = s.code, s.msg
|
|||
|
|
logger.error("服务异常，异常编号:{}, 异常描述：{}, requestId: {}", s.code, s.msg, requestId)
|
|||
|
|
except Exception:
|
|||
|
|
ex = ExceptionType.SERVICE_INNER_EXCEPTION.value[0], ExceptionType.SERVICE_INNER_EXCEPTION.value[1]
|
|||
|
|
logger.error("服务异常: {}, requestId: {},", format_exc(), requestId)
|
|||
|
|
finally:
|
|||
|
|
if ex:
|
|||
|
|
errorCode, errorMsg = ex
|
|||
|
|
for t in list(task.keys()):
|
|||
|
|
if task[t].is_alive():
|
|||
|
|
task[t].status = False
|
|||
|
|
task[t].pushStreamUtil.close_push_stream_sp()
|
|||
|
|
task[t].join(120)
|
|||
|
|
videoStatus[t] = PushStreamStatus.FAILED.value[0]
|
|||
|
|
videoInfo_ex = [{"id": k, "status": v} for k, v in videoStatus.items()]
|
|||
|
|
put_queue(fb_queue, pull_stream_feedback(requestId, ExecuteStatus.FAILED.value[0], errorCode, errorMsg,
|
|||
|
|
videoInfo_ex))
|
|||
|
|
for t in list(task.keys()):
|
|||
|
|
if task[t].is_alive():
|
|||
|
|
task[t].status = False
|
|||
|
|
task[t].pushStreamUtil.close_push_stream_sp()
|
|||
|
|
task[t].join(120)
|
|||
|
|
logger.info("推流任务完成, requestId: {}", requestId)
|