THENG
/
ZLMediaKit
mirror of https://gitcode.com/gh_mirrors/zlme/ZLMediaKit.git
6
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

chore: 修正缩进

This commit is contained in:
KkemChen 2024-06-19 11:25:18 +08:00
parent 9fadcd275a
commit 7cab102bba
3 changed files with 472 additions and 475 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

697
server/VideoStack.cpp
View File

@ -18,509 +18,506 @@
// ITU-R BT.709 // ITU-R BT.709
#define RGB_TO_Y(R, G, B) (((47 * (R) + 157 * (G) + 16 * (B) + 128) >> 8) + 16) #define RGB_TO_Y(R, G, B) (((47 * (R) + 157 * (G) + 16 * (B) + 128) >> 8) + 16)
#define RGB_TO_U(R, G, B) (((-26 * (R)-87 * (G) + 112 * (B) + 128) >> 8) + 128) #define RGB_TO_U(R, G, B) (((-26 * (R) - 87 * (G) + 112 * (B) + 128) >> 8) + 128)
#define RGB_TO_V(R, G, B) (((112 * (R)-102 * (G)-10 * (B) + 128) >> 8) + 128) #define RGB_TO_V(R, G, B) (((112 * (R) - 102 * (G) - 10 * (B) + 128) >> 8) + 128)
INSTANCE_IMP(VideoStackManager) INSTANCE_IMP(VideoStackManager)
Param::~Param() { VideoStackManager::Instance().unrefChannel(id, width, height, pixfmt); } Param::~Param() { VideoStackManager::Instance().unrefChannel(id, width, height, pixfmt); }
Channel::Channel(const std::string& id, int width, int height, AVPixelFormat pixfmt) Channel::Channel(const std::string& id, int width, int height, AVPixelFormat pixfmt)
: _id(id), _width(width), _height(height), _pixfmt(pixfmt) { : _id(id), _width(width), _height(height), _pixfmt(pixfmt) {
_tmp = std::make_shared<mediakit::FFmpegFrame>(); _tmp = std::make_shared<mediakit::FFmpegFrame>();
_tmp->get()->width = _width; _tmp->get()->width = _width;
_tmp->get()->height = _height; _tmp->get()->height = _height;
_tmp->get()->format = _pixfmt; _tmp->get()->format = _pixfmt;
av_frame_get_buffer(_tmp->get(), 32); av_frame_get_buffer(_tmp->get(), 32);
memset(_tmp->get()->data[0], 0, _tmp->get()->linesize[0] * _height); memset(_tmp->get()->data[0], 0, _tmp->get()->linesize[0] * _height);
memset(_tmp->get()->data[1], 0, _tmp->get()->linesize[1] * _height / 2); memset(_tmp->get()->data[1], 0, _tmp->get()->linesize[1] * _height / 2);
memset(_tmp->get()->data[2], 0, _tmp->get()->linesize[2] * _height / 2); memset(_tmp->get()->data[2], 0, _tmp->get()->linesize[2] * _height / 2);
auto frame = VideoStackManager::Instance().getBgImg(); auto frame = VideoStackManager::Instance().getBgImg();
_sws = std::make_shared<mediakit::FFmpegSws>(_pixfmt, _width, _height); _sws = std::make_shared<mediakit::FFmpegSws>(_pixfmt, _width, _height);
_tmp = _sws->inputFrame(frame); _tmp = _sws->inputFrame(frame);
} }
void Channel::addParam(const std::weak_ptr<Param>& p) { void Channel::addParam(const std::weak_ptr<Param>& p) {
std::lock_guard<std::recursive_mutex> lock(_mx); std::lock_guard<std::recursive_mutex> lock(_mx);
_params.push_back(p); _params.push_back(p);
} }
void Channel::onFrame(const mediakit::FFmpegFrame::Ptr& frame) { void Channel::onFrame(const mediakit::FFmpegFrame::Ptr& frame) {
std::weak_ptr<Channel> weakSelf = shared_from_this(); std::weak_ptr<Channel> weakSelf = shared_from_this();
_poller = _poller ? _poller : toolkit::WorkThreadPool::Instance().getPoller(); _poller = _poller ? _poller : toolkit::WorkThreadPool::Instance().getPoller();
_poller->async([weakSelf, frame]() { _poller->async([weakSelf, frame]() {
auto self = weakSelf.lock(); auto self = weakSelf.lock();
if (!self) { return; } if (!self) { return; }
self->_tmp = self->_sws->inputFrame(frame); self->_tmp = self->_sws->inputFrame(frame);
self->forEachParam([self](const Param::Ptr& p) { self->fillBuffer(p); }); self->forEachParam([self](const Param::Ptr& p) { self->fillBuffer(p); });
}); });
} }
void Channel::forEachParam(const std::function<void(const Param::Ptr&)>& func) { void Channel::forEachParam(const std::function<void(const Param::Ptr&)>& func) {
for (auto& wp : _params) { for (auto& wp : _params) {
if (auto sp = wp.lock()) { func(sp); } if (auto sp = wp.lock()) { func(sp); }
} }
} }
void Channel::fillBuffer(const Param::Ptr& p) { void Channel::fillBuffer(const Param::Ptr& p) {
if (auto buf = p->weak_buf.lock()) { copyData(buf, p); } if (auto buf = p->weak_buf.lock()) { copyData(buf, p); }
} }
void Channel::copyData(const mediakit::FFmpegFrame::Ptr& buf, const Param::Ptr& p) { void Channel::copyData(const mediakit::FFmpegFrame::Ptr& buf, const Param::Ptr& p) {
switch (p->pixfmt) { switch (p->pixfmt) {
case AV_PIX_FMT_YUV420P: { case AV_PIX_FMT_YUV420P: {
for (int i = 0; i < p->height; i++) { for (int i = 0; i < p->height; i++) {
memcpy(buf->get()->data[0] + buf->get()->linesize[0] * (i + p->posY) + p->posX, memcpy(buf->get()->data[0] + buf->get()->linesize[0] * (i + p->posY) + p->posX,
_tmp->get()->data[0] + _tmp->get()->linesize[0] * i, _tmp->get()->width); _tmp->get()->data[0] + _tmp->get()->linesize[0] * i, _tmp->get()->width);
} }
//确保height为奇数时，也能正确的复制到最后一行uv数据 // 确保height为奇数时，也能正确的复制到最后一行uv数据
for (int i = 0; i < (p->height + 1) / 2; i++) { for (int i = 0; i < (p->height + 1) / 2; i++) {
// U平面 // U平面
memcpy(buf->get()->data[1] + buf->get()->linesize[1] * (i + p->posY / 2) + memcpy(buf->get()->data[1] + buf->get()->linesize[1] * (i + p->posY / 2) +
p->posX / 2, p->posX / 2,
_tmp->get()->data[1] + _tmp->get()->linesize[1] * i, _tmp->get()->width / 2); _tmp->get()->data[1] + _tmp->get()->linesize[1] * i, _tmp->get()->width / 2);
// V平面 // V平面
memcpy(buf->get()->data[2] + buf->get()->linesize[2] * (i + p->posY / 2) + memcpy(buf->get()->data[2] + buf->get()->linesize[2] * (i + p->posY / 2) +
p->posX / 2, p->posX / 2,
_tmp->get()->data[2] + _tmp->get()->linesize[2] * i, _tmp->get()->width / 2); _tmp->get()->data[2] + _tmp->get()->linesize[2] * i, _tmp->get()->width / 2);
} }
break; break;
} }
case AV_PIX_FMT_NV12: { case AV_PIX_FMT_NV12: {
//TODO: 待实现 // TODO: 待实现
break; break;
} }
default: WarnL << "No support pixformat: " << av_get_pix_fmt_name(p->pixfmt); break; default: WarnL << "No support pixformat: " << av_get_pix_fmt_name(p->pixfmt); break;
} }
} }
void StackPlayer::addChannel(const std::weak_ptr<Channel>& chn) { void StackPlayer::addChannel(const std::weak_ptr<Channel>& chn) {
std::lock_guard<std::recursive_mutex> lock(_mx); std::lock_guard<std::recursive_mutex> lock(_mx);
_channels.push_back(chn); _channels.push_back(chn);
} }
void StackPlayer::play() { void StackPlayer::play() {
auto url = _url; auto url = _url;
//创建拉流 解码对象 // 创建拉流 解码对象
_player = std::make_shared<mediakit::MediaPlayer>(); _player = std::make_shared<mediakit::MediaPlayer>();
std::weak_ptr<mediakit::MediaPlayer> weakPlayer = _player; std::weak_ptr<mediakit::MediaPlayer> weakPlayer = _player;
std::weak_ptr<StackPlayer> weakSelf = shared_from_this(); std::weak_ptr<StackPlayer> weakSelf = shared_from_this();
(*_player)[mediakit::Client::kWaitTrackReady] = false; (*_player)[mediakit::Client::kWaitTrackReady] = false;
(*_player)[mediakit::Client::kRtpType] = mediakit::Rtsp::RTP_TCP; (*_player)[mediakit::Client::kRtpType] = mediakit::Rtsp::RTP_TCP;
_player->setOnPlayResult([weakPlayer, weakSelf, url](const toolkit::SockException& ex) mutable { _player->setOnPlayResult([weakPlayer, weakSelf, url](const toolkit::SockException& ex) mutable {
TraceL << "StackPlayer: " << url << " OnPlayResult: " << ex.what(); TraceL << "StackPlayer: " << url << " OnPlayResult: " << ex.what();
auto strongPlayer = weakPlayer.lock(); auto strongPlayer = weakPlayer.lock();
if (!strongPlayer) { return; } if (!strongPlayer) { return; }
auto self = weakSelf.lock(); auto self = weakSelf.lock();
if (!self) { return; } if (!self) { return; }
if (!ex) { if (!ex) {
// 取消定时器 // 取消定时器
self->_timer.reset(); self->_timer.reset();
self->_failedCount = 0; self->_failedCount = 0;
} else { } else {
self->onDisconnect(); self->onDisconnect();
self->rePlay(url); self->rePlay(url);
} }
auto videoTrack = std::dynamic_pointer_cast<mediakit::VideoTrack>( auto videoTrack = std::dynamic_pointer_cast<mediakit::VideoTrack>(
strongPlayer->getTrack(mediakit::TrackVideo, false)); strongPlayer->getTrack(mediakit::TrackVideo, false));
//auto audioTrack = std::dynamic_pointer_cast<mediakit::AudioTrack>(strongPlayer->getTrack(mediakit::TrackAudio, false)); // auto audioTrack = std::dynamic_pointer_cast<mediakit::AudioTrack>(strongPlayer->getTrack(mediakit::TrackAudio, false));
if (videoTrack) { if (videoTrack) {
//TODO:添加使用显卡还是cpu解码的判断逻辑 // TODO:添加使用显卡还是cpu解码的判断逻辑
auto decoder = std::make_shared<mediakit::FFmpegDecoder>( auto decoder = std::make_shared<mediakit::FFmpegDecoder>(
videoTrack, 0, std::vector<std::string>{"h264", "hevc"}); videoTrack, 0, std::vector<std::string>{"h264", "hevc"});
decoder->setOnDecode([weakSelf](const mediakit::FFmpegFrame::Ptr& frame) mutable { decoder->setOnDecode([weakSelf](const mediakit::FFmpegFrame::Ptr& frame) mutable {
auto self = weakSelf.lock(); auto self = weakSelf.lock();
if (!self) { return; } if (!self) { return; }
self->onFrame(frame); self->onFrame(frame);
}); });
videoTrack->addDelegate([decoder](const mediakit::Frame::Ptr& frame) { videoTrack->addDelegate([decoder](const mediakit::Frame::Ptr& frame) {
return decoder->inputFrame(frame, false, true); return decoder->inputFrame(frame, false, true);
}); });
} }
}); });
_player->setOnShutdown([weakPlayer, url, weakSelf](const toolkit::SockException& ex) { _player->setOnShutdown([weakPlayer, url, weakSelf](const toolkit::SockException& ex) {
TraceL << "StackPlayer: " << url << " OnShutdown: " << ex.what(); TraceL << "StackPlayer: " << url << " OnShutdown: " << ex.what();
auto strongPlayer = weakPlayer.lock(); auto strongPlayer = weakPlayer.lock();
if (!strongPlayer) { return; } if (!strongPlayer) { return; }
auto self = weakSelf.lock(); auto self = weakSelf.lock();
if (!self) { return; } if (!self) { return; }
self->onDisconnect(); self->onDisconnect();
self->rePlay(url); self->rePlay(url);
}); });
_player->play(url); _player->play(url);
} }
void StackPlayer::onFrame(const mediakit::FFmpegFrame::Ptr& frame) { void StackPlayer::onFrame(const mediakit::FFmpegFrame::Ptr& frame) {
std::lock_guard<std::recursive_mutex> lock(_mx); std::lock_guard<std::recursive_mutex> lock(_mx);
for (auto& weak_chn : _channels) { for (auto& weak_chn : _channels) {
if (auto chn = weak_chn.lock()) { chn->onFrame(frame); } if (auto chn = weak_chn.lock()) { chn->onFrame(frame); }
} }
} }
void StackPlayer::onDisconnect() { void StackPlayer::onDisconnect() {
std::lock_guard<std::recursive_mutex> lock(_mx); std::lock_guard<std::recursive_mutex> lock(_mx);
for (auto& weak_chn : _channels) { for (auto& weak_chn : _channels) {
if (auto chn = weak_chn.lock()) { if (auto chn = weak_chn.lock()) {
auto frame = VideoStackManager::Instance().getBgImg(); auto frame = VideoStackManager::Instance().getBgImg();
chn->onFrame(frame); chn->onFrame(frame);
} }
} }
} }
void StackPlayer::rePlay(const std::string& url) { void StackPlayer::rePlay(const std::string& url) {
_failedCount++; _failedCount++;
auto delay = MAX(2 * 1000, MIN(_failedCount * 3 * 1000, 60 * 1000));//步进延迟 重试间隔 auto delay = MAX(2 * 1000, MIN(_failedCount * 3 * 1000, 60 * 1000));// 步进延迟 重试间隔
std::weak_ptr<StackPlayer> weakSelf = shared_from_this(); std::weak_ptr<StackPlayer> weakSelf = shared_from_this();
_timer = std::make_shared<toolkit::Timer>( _timer = std::make_shared<toolkit::Timer>(delay / 1000.0f, [weakSelf, url]() {
delay / 1000.0f, auto self = weakSelf.lock();
[weakSelf, url]() { if (!self) {}
auto self = weakSelf.lock(); WarnL << "replay [" << self->_failedCount << "]:" << url;
if (!self) {} self->_player->play(url);
WarnL << "replay [" << self->_failedCount << "]:" << url; return false;
self->_player->play(url); }, nullptr);
return false;
},
nullptr);
} }
VideoStack::VideoStack(const std::string& id, int width, int height, AVPixelFormat pixfmt, VideoStack::VideoStack(const std::string& id, int width, int height, AVPixelFormat pixfmt,
float fps, int bitRate) float fps, int bitRate)
: _id(id), _width(width), _height(height), _pixfmt(pixfmt), _fps(fps), _bitRate(bitRate) { : _id(id), _width(width), _height(height), _pixfmt(pixfmt), _fps(fps), _bitRate(bitRate) {
_buffer = std::make_shared<mediakit::FFmpegFrame>(); _buffer = std::make_shared<mediakit::FFmpegFrame>();
_buffer->get()->width = _width; _buffer->get()->width = _width;
_buffer->get()->height = _height; _buffer->get()->height = _height;
_buffer->get()->format = _pixfmt; _buffer->get()->format = _pixfmt;
av_frame_get_buffer(_buffer->get(), 32); av_frame_get_buffer(_buffer->get(), 32);
_dev = std::make_shared<mediakit::DevChannel>( _dev = std::make_shared<mediakit::DevChannel>(
mediakit::MediaTuple{DEFAULT_VHOST, "live", _id, ""}); mediakit::MediaTuple{DEFAULT_VHOST, "live", _id, ""});
mediakit::VideoInfo info; mediakit::VideoInfo info;
info.codecId = mediakit::CodecH264; info.codecId = mediakit::CodecH264;
info.iWidth = _width; info.iWidth = _width;
info.iHeight = _height; info.iHeight = _height;
info.iFrameRate = _fps; info.iFrameRate = _fps;
info.iBitRate = _bitRate; info.iBitRate = _bitRate;
_dev->initVideo(info); _dev->initVideo(info);
//dev->initAudio(); //TODO:音频 // dev->initAudio(); //TODO:音频
_dev->addTrackCompleted(); _dev->addTrackCompleted();
_isExit = false; _isExit = false;
} }
VideoStack::~VideoStack() { VideoStack::~VideoStack() {
_isExit = true; _isExit = true;
if (_thread.joinable()) { _thread.join(); } if (_thread.joinable()) { _thread.join(); }
} }
void VideoStack::setParam(const Params& params) { void VideoStack::setParam(const Params& params) {
if (_params) { if (_params) {
for (auto& p : (*_params)) { for (auto& p : (*_params)) {
if (!p) continue; if (!p) continue;
p->weak_buf.reset(); p->weak_buf.reset();
} }
} }
initBgColor(); initBgColor();
for (auto& p : (*params)) { for (auto& p : (*params)) {
if (!p) continue; if (!p) continue;
p->weak_buf = _buffer; p->weak_buf = _buffer;
if (auto chn = p->weak_chn.lock()) { if (auto chn = p->weak_chn.lock()) {
chn->addParam(p); chn->addParam(p);
chn->fillBuffer(p); chn->fillBuffer(p);
} }
} }
_params = params; _params = params;
} }
void VideoStack::start() { void VideoStack::start() {
_thread = std::thread([&]() { _thread = std::thread([&]() {
uint64_t pts = 0; uint64_t pts = 0;
int frameInterval = 1000 / _fps; int frameInterval = 1000 / _fps;
auto lastEncTP = std::chrono::steady_clock::now(); auto lastEncTP = std::chrono::steady_clock::now();
while (!_isExit) { while (!_isExit) {
if (std::chrono::steady_clock::now() - lastEncTP > if (std::chrono::steady_clock::now() - lastEncTP >
std::chrono::milliseconds(frameInterval)) { std::chrono::milliseconds(frameInterval)) {
lastEncTP = std::chrono::steady_clock::now(); lastEncTP = std::chrono::steady_clock::now();
_dev->inputYUV((char**)_buffer->get()->data, _buffer->get()->linesize, pts); _dev->inputYUV((char**)_buffer->get()->data, _buffer->get()->linesize, pts);
pts += frameInterval; pts += frameInterval;
} }
} }
}); });
} }
void VideoStack::initBgColor() { void VideoStack::initBgColor() {
//填充底色 // 填充底色
auto R = 20; auto R = 20;
auto G = 20; auto G = 20;
auto B = 20; auto B = 20;
double Y = RGB_TO_Y(R, G, B); double Y = RGB_TO_Y(R, G, B);
double U = RGB_TO_U(R, G, B); double U = RGB_TO_U(R, G, B);
double V = RGB_TO_V(R, G, B); double V = RGB_TO_V(R, G, B);
memset(_buffer->get()->data[0], Y, _buffer->get()->linesize[0] * _height); memset(_buffer->get()->data[0], Y, _buffer->get()->linesize[0] * _height);
memset(_buffer->get()->data[1], U, _buffer->get()->linesize[1] * _height / 2); memset(_buffer->get()->data[1], U, _buffer->get()->linesize[1] * _height / 2);
memset(_buffer->get()->data[2], V, _buffer->get()->linesize[2] * _height / 2); memset(_buffer->get()->data[2], V, _buffer->get()->linesize[2] * _height / 2);
} }
Channel::Ptr VideoStackManager::getChannel(const std::string& id, int width, int height, Channel::Ptr VideoStackManager::getChannel(const std::string& id, int width, int height,
AVPixelFormat pixfmt) { AVPixelFormat pixfmt) {
std::lock_guard<std::recursive_mutex> lock(_mx); std::lock_guard<std::recursive_mutex> lock(_mx);
auto key = id + std::to_string(width) + std::to_string(height) + std::to_string(pixfmt); auto key = id + std::to_string(width) + std::to_string(height) + std::to_string(pixfmt);
auto it = _channelMap.find(key); auto it = _channelMap.find(key);
if (it != _channelMap.end()) { return it->second->acquire(); } if (it != _channelMap.end()) { return it->second->acquire(); }
return createChannel(id, width, height, pixfmt); return createChannel(id, width, height, pixfmt);
} }
void VideoStackManager::unrefChannel(const std::string& id, int width, int height, void VideoStackManager::unrefChannel(const std::string& id, int width, int height,
AVPixelFormat pixfmt) { AVPixelFormat pixfmt) {
std::lock_guard<std::recursive_mutex> lock(_mx); std::lock_guard<std::recursive_mutex> lock(_mx);
auto key = id + std::to_string(width) + std::to_string(height) + std::to_string(pixfmt); auto key = id + std::to_string(width) + std::to_string(height) + std::to_string(pixfmt);
auto chn_it = _channelMap.find(key); auto chn_it = _channelMap.find(key);
if (chn_it != _channelMap.end() && chn_it->second->dispose()) { if (chn_it != _channelMap.end() && chn_it->second->dispose()) {
_channelMap.erase(chn_it); _channelMap.erase(chn_it);
auto player_it = _playerMap.find(id); auto player_it = _playerMap.find(id);
if (player_it != _playerMap.end() && player_it->second->dispose()) { if (player_it != _playerMap.end() && player_it->second->dispose()) {
_playerMap.erase(player_it); _playerMap.erase(player_it);
} }
} }
} }
int VideoStackManager::startVideoStack(const Json::Value& json) { int VideoStackManager::startVideoStack(const Json::Value& json) {
std::string id; std::string id;
int width, height; int width, height;
auto params = parseParams(json, id, width, height); auto params = parseParams(json, id, width, height);
if (!params) { if (!params) {
ErrorL << "Videostack parse params failed!"; ErrorL << "Videostack parse params failed!";
return -1; return -1;
} }
auto stack = std::make_shared<VideoStack>(id, width, height); auto stack = std::make_shared<VideoStack>(id, width, height);
for (auto& p : (*params)) { for (auto& p : (*params)) {
if (!p) continue; if (!p) continue;
p->weak_chn = getChannel(p->id, p->width, p->height, p->pixfmt); p->weak_chn = getChannel(p->id, p->width, p->height, p->pixfmt);
} }
stack->setParam(params); stack->setParam(params);
stack->start(); stack->start();
std::lock_guard<std::recursive_mutex> lock(_mx); std::lock_guard<std::recursive_mutex> lock(_mx);
_stackMap[id] = stack; _stackMap[id] = stack;
return 0; return 0;
} }
int VideoStackManager::resetVideoStack(const Json::Value& json) { int VideoStackManager::resetVideoStack(const Json::Value& json) {
std::string id; std::string id;
int width, height; int width, height;
auto params = parseParams(json, id, width, height); auto params = parseParams(json, id, width, height);
if (!params) { if (!params) {
ErrorL << "Videostack parse params failed!"; ErrorL << "Videostack parse params failed!";
return -1; return -1;
} }
VideoStack::Ptr stack; VideoStack::Ptr stack;
{ {
std::lock_guard<std::recursive_mutex> lock(_mx); std::lock_guard<std::recursive_mutex> lock(_mx);
auto it = _stackMap.find(id); auto it = _stackMap.find(id);
if (it == _stackMap.end()) { return -2; } if (it == _stackMap.end()) { return -2; }
stack = it->second; stack = it->second;
} }
for (auto& p : (*params)) { for (auto& p : (*params)) {
if (!p) continue; if (!p) continue;
p->weak_chn = getChannel(p->id, p->width, p->height, p->pixfmt); p->weak_chn = getChannel(p->id, p->width, p->height, p->pixfmt);
} }
stack->setParam(params); stack->setParam(params);
return 0; return 0;
} }
int VideoStackManager::stopVideoStack(const std::string& id) { int VideoStackManager::stopVideoStack(const std::string& id) {
std::lock_guard<std::recursive_mutex> lock(_mx); std::lock_guard<std::recursive_mutex> lock(_mx);
auto it = _stackMap.find(id); auto it = _stackMap.find(id);
if (it != _stackMap.end()) { if (it != _stackMap.end()) {
_stackMap.erase(it); _stackMap.erase(it);
InfoL << "VideoStack stop: " << id; InfoL << "VideoStack stop: " << id;
return 0; return 0;
} }
return -1; return -1;
} }
mediakit::FFmpegFrame::Ptr VideoStackManager::getBgImg() { return _bgImg; } mediakit::FFmpegFrame::Ptr VideoStackManager::getBgImg() { return _bgImg; }
template<typename T> T getJsonValue(const Json::Value& json, const std::string& key) { template<typename T> T getJsonValue(const Json::Value& json, const std::string& key) {
if (!json.isMember(key)) { if (!json.isMember(key)) {
throw Json::LogicError("VideoStack parseParams missing required field: " + key); throw Json::LogicError("VideoStack parseParams missing required field: " + key);
} }
return json[key].as<T>(); return json[key].as<T>();
} }
Params VideoStackManager::parseParams(const Json::Value& json, std::string& id, int& width, Params VideoStackManager::parseParams(const Json::Value& json, std::string& id, int& width,
int& height) { int& height) {
id = getJsonValue<std::string>(json, "id"); id = getJsonValue<std::string>(json, "id");
width = getJsonValue<int>(json, "width"); width = getJsonValue<int>(json, "width");
height = getJsonValue<int>(json, "height"); height = getJsonValue<int>(json, "height");
int rows = getJsonValue<int>(json, "row");//行数 int rows = getJsonValue<int>(json, "row");// 行数
int cols = getJsonValue<int>(json, "col");//列数 int cols = getJsonValue<int>(json, "col");// 列数
float gapv = json["gapv"].asFloat();//垂直间距 float gapv = json["gapv"].asFloat();// 垂直间距
float gaph = json["gaph"].asFloat();//水平间距 float gaph = json["gaph"].asFloat();// 水平间距
//单个间距 // 单个间距
int gaphPix = static_cast<int>(round(width * gaph)); int gaphPix = static_cast<int>(round(width * gaph));
int gapvPix = static_cast<int>(round(height * gapv)); int gapvPix = static_cast<int>(round(height * gapv));
// 根据间距计算格子宽高 // 根据间距计算格子宽高
int gridWidth = cols > 1 ? (width - gaphPix * (cols - 1)) / cols : width; int gridWidth = cols > 1 ? (width - gaphPix * (cols - 1)) / cols : width;
int gridHeight = rows > 1 ? (height - gapvPix * (rows - 1)) / rows : height; int gridHeight = rows > 1 ? (height - gapvPix * (rows - 1)) / rows : height;
auto params = std::make_shared<std::vector<Param::Ptr>>(rows * cols); auto params = std::make_shared<std::vector<Param::Ptr>>(rows * cols);
for (int row = 0; row < rows; row++) { for (int row = 0; row < rows; row++) {
for (int col = 0; col < cols; col++) { for (int col = 0; col < cols; col++) {
std::string url = json["url"][row][col].asString(); std::string url = json["url"][row][col].asString();
auto param = std::make_shared<Param>(); auto param = std::make_shared<Param>();
param->posX = gridWidth * col + col * gaphPix; param->posX = gridWidth * col + col * gaphPix;
param->posY = gridHeight * row + row * gapvPix; param->posY = gridHeight * row + row * gapvPix;
param->width = gridWidth; param->width = gridWidth;
param->height = gridHeight; param->height = gridHeight;
param->id = url; param->id = url;
(*params)[row * cols + col] = param; (*params)[row * cols + col] = param;
} }
} }
//判断是否需要合并格子 （焦点屏） // 判断是否需要合并格子 （焦点屏）
if (json.isMember("span") && json["span"].isArray() && json["span"].size() > 0) { if (json.isMember("span") && json["span"].isArray() && json["span"].size() > 0) {
for (const auto& subArray : json["span"]) { for (const auto& subArray : json["span"]) {
if (!subArray.isArray() || subArray.size() != 2) { if (!subArray.isArray() || subArray.size() != 2) {
throw Json::LogicError("Incorrect 'span' sub-array format in JSON"); throw Json::LogicError("Incorrect 'span' sub-array format in JSON");
} }
std::array<int, 4> mergePos; std::array<int, 4> mergePos;
unsigned int index = 0; unsigned int index = 0;
for (const auto& innerArray : subArray) { for (const auto& innerArray : subArray) {
if (!innerArray.isArray() || innerArray.size() != 2) { if (!innerArray.isArray() || innerArray.size() != 2) {
throw Json::LogicError("Incorrect 'span' inner-array format in JSON"); throw Json::LogicError("Incorrect 'span' inner-array format in JSON");
} }
for (const auto& number : innerArray) { for (const auto& number : innerArray) {
if (index < mergePos.size()) { mergePos[index++] = number.asInt(); } if (index < mergePos.size()) { mergePos[index++] = number.asInt(); }
} }
} }
for (int i = mergePos[0]; i <= mergePos[2]; i++) { for (int i = mergePos[0]; i <= mergePos[2]; i++) {
for (int j = mergePos[1]; j <= mergePos[3]; j++) { for (int j = mergePos[1]; j <= mergePos[3]; j++) {
if (i == mergePos[0] && j == mergePos[1]) { if (i == mergePos[0] && j == mergePos[1]) {
(*params)[i * cols + j]->width = (*params)[i * cols + j]->width =
(mergePos[3] - mergePos[1] + 1) * gridWidth + (mergePos[3] - mergePos[1] + 1) * gridWidth +
(mergePos[3] - mergePos[1]) * gapvPix; (mergePos[3] - mergePos[1]) * gapvPix;
(*params)[i * cols + j]->height = (*params)[i * cols + j]->height =
(mergePos[2] - mergePos[0] + 1) * gridHeight + (mergePos[2] - mergePos[0] + 1) * gridHeight +
(mergePos[2] - mergePos[0]) * gaphPix; (mergePos[2] - mergePos[0]) * gaphPix;
} else { } else {
(*params)[i * cols + j] = nullptr; (*params)[i * cols + j] = nullptr;
} }
} }
} }
} }
} }
return params; return params;
} }
bool VideoStackManager::loadBgImg(const std::string& path) { bool VideoStackManager::loadBgImg(const std::string& path) {
_bgImg = std::make_shared<mediakit::FFmpegFrame>(); _bgImg = std::make_shared<mediakit::FFmpegFrame>();
_bgImg->get()->width = 1280; _bgImg->get()->width = 1280;
_bgImg->get()->height = 720; _bgImg->get()->height = 720;
_bgImg->get()->format = AV_PIX_FMT_YUV420P; _bgImg->get()->format = AV_PIX_FMT_YUV420P;
av_frame_get_buffer(_bgImg->get(), 32); av_frame_get_buffer(_bgImg->get(), 32);
std::ifstream file(path, std::ios::binary); std::ifstream file(path, std::ios::binary);
if (!file.is_open()) { return false; } if (!file.is_open()) { return false; }
file.read((char*)_bgImg->get()->data[0], file.read((char*)_bgImg->get()->data[0],
_bgImg->get()->linesize[0] * _bgImg->get()->height);// Y _bgImg->get()->linesize[0] * _bgImg->get()->height);// Y
file.read((char*)_bgImg->get()->data[1], file.read((char*)_bgImg->get()->data[1],
_bgImg->get()->linesize[1] * _bgImg->get()->height / 2);// U _bgImg->get()->linesize[1] * _bgImg->get()->height / 2);// U
file.read((char*)_bgImg->get()->data[2], file.read((char*)_bgImg->get()->data[2],
_bgImg->get()->linesize[2] * _bgImg->get()->height / 2);// V _bgImg->get()->linesize[2] * _bgImg->get()->height / 2);// V
return true; return true;
} }
void VideoStackManager::clear() { _stackMap.clear(); } void VideoStackManager::clear() { _stackMap.clear(); }
Channel::Ptr VideoStackManager::createChannel(const std::string& id, int width, int height, Channel::Ptr VideoStackManager::createChannel(const std::string& id, int width, int height,
AVPixelFormat pixfmt) { AVPixelFormat pixfmt) {
std::lock_guard<std::recursive_mutex> lock(_mx); std::lock_guard<std::recursive_mutex> lock(_mx);
StackPlayer::Ptr player; StackPlayer::Ptr player;
auto it = _playerMap.find(id); auto it = _playerMap.find(id);
if (it != _playerMap.end()) { if (it != _playerMap.end()) {
player = it->second->acquire(); player = it->second->acquire();
} else { } else {
player = createPlayer(id); player = createPlayer(id);
} }
auto refChn = std::make_shared<RefWrapper<Channel::Ptr>>( auto refChn = std::make_shared<RefWrapper<Channel::Ptr>>(
std::make_shared<Channel>(id, width, height, pixfmt)); std::make_shared<Channel>(id, width, height, pixfmt));
auto chn = refChn->acquire(); auto chn = refChn->acquire();
player->addChannel(chn); player->addChannel(chn);
_channelMap[id + std::to_string(width) + std::to_string(height) + std::to_string(pixfmt)] = _channelMap[id + std::to_string(width) + std::to_string(height) + std::to_string(pixfmt)] =
refChn; refChn;
return chn; return chn;
} }
StackPlayer::Ptr VideoStackManager::createPlayer(const std::string& id) { StackPlayer::Ptr VideoStackManager::createPlayer(const std::string& id) {
std::lock_guard<std::recursive_mutex> lock(_mx); std::lock_guard<std::recursive_mutex> lock(_mx);
auto refPlayer = auto refPlayer =
std::make_shared<RefWrapper<StackPlayer::Ptr>>(std::make_shared<StackPlayer>(id)); std::make_shared<RefWrapper<StackPlayer::Ptr>>(std::make_shared<StackPlayer>(id));
_playerMap[id] = refPlayer; _playerMap[id] = refPlayer;
auto player = refPlayer->acquire(); auto player = refPlayer->acquire();
if (!id.empty()) { player->play(); } if (!id.empty()) { player->play(); }
return player; return player;
} }
#endif #endif

182
server/VideoStack.h
View File

@ -7,184 +7,184 @@
#include <mutex> #include <mutex>
template<typename T> class RefWrapper { template<typename T> class RefWrapper {
public: public:
using Ptr = std::shared_ptr<RefWrapper<T>>; using Ptr = std::shared_ptr<RefWrapper<T>>;
template<typename... Args> template<typename... Args>
explicit RefWrapper(Args&&... args) : _rc(0), _entity(std::forward<Args>(args)...) {} explicit RefWrapper(Args&&... args) : _rc(0), _entity(std::forward<Args>(args)...) {}
T acquire() { T acquire() {
++_rc; ++_rc;
return _entity; return _entity;
} }
bool dispose() { return --_rc <= 0; } bool dispose() { return --_rc <= 0; }
private: private:
std::atomic<int> _rc; std::atomic<int> _rc;
T _entity; T _entity;
}; };
class Channel; class Channel;
struct Param { struct Param {
using Ptr = std::shared_ptr<Param>; using Ptr = std::shared_ptr<Param>;
int posX = 0; int posX = 0;
int posY = 0; int posY = 0;
int width = 0; int width = 0;
int height = 0; int height = 0;
AVPixelFormat pixfmt = AV_PIX_FMT_YUV420P; AVPixelFormat pixfmt = AV_PIX_FMT_YUV420P;
std::string id{}; std::string id{};
// runtime // runtime
std::weak_ptr<Channel> weak_chn; std::weak_ptr<Channel> weak_chn;
std::weak_ptr<mediakit::FFmpegFrame> weak_buf; std::weak_ptr<mediakit::FFmpegFrame> weak_buf;
~Param(); ~Param();
}; };
using Params = std::shared_ptr<std::vector<Param::Ptr>>; using Params = std::shared_ptr<std::vector<Param::Ptr>>;
class Channel : public std::enable_shared_from_this<Channel> { class Channel : public std::enable_shared_from_this<Channel> {
public: public:
using Ptr = std::shared_ptr<Channel>; using Ptr = std::shared_ptr<Channel>;
Channel(const std::string& id, int width, int height, AVPixelFormat pixfmt); Channel(const std::string& id, int width, int height, AVPixelFormat pixfmt);
void addParam(const std::weak_ptr<Param>& p); void addParam(const std::weak_ptr<Param>& p);
void onFrame(const mediakit::FFmpegFrame::Ptr& frame); void onFrame(const mediakit::FFmpegFrame::Ptr& frame);
void fillBuffer(const Param::Ptr& p); void fillBuffer(const Param::Ptr& p);
protected: protected:
void forEachParam(const std::function<void(const Param::Ptr&)>& func); void forEachParam(const std::function<void(const Param::Ptr&)>& func);
void copyData(const mediakit::FFmpegFrame::Ptr& buf, const Param::Ptr& p); void copyData(const mediakit::FFmpegFrame::Ptr& buf, const Param::Ptr& p);
private: private:
std::string _id; std::string _id;
int _width; int _width;
int _height; int _height;
AVPixelFormat _pixfmt; AVPixelFormat _pixfmt;
mediakit::FFmpegFrame::Ptr _tmp; mediakit::FFmpegFrame::Ptr _tmp;
std::recursive_mutex _mx; std::recursive_mutex _mx;
std::vector<std::weak_ptr<Param>> _params; std::vector<std::weak_ptr<Param>> _params;
mediakit::FFmpegSws::Ptr _sws; mediakit::FFmpegSws::Ptr _sws;
toolkit::EventPoller::Ptr _poller; toolkit::EventPoller::Ptr _poller;
}; };
class StackPlayer : public std::enable_shared_from_this<StackPlayer> { class StackPlayer : public std::enable_shared_from_this<StackPlayer> {
public: public:
using Ptr = std::shared_ptr<StackPlayer>; using Ptr = std::shared_ptr<StackPlayer>;
StackPlayer(const std::string& url) : _url(url) {} StackPlayer(const std::string& url) : _url(url) {}
void addChannel(const std::weak_ptr<Channel>& chn); void addChannel(const std::weak_ptr<Channel>& chn);
void play(); void play();
void onFrame(const mediakit::FFmpegFrame::Ptr& frame); void onFrame(const mediakit::FFmpegFrame::Ptr& frame);
void onDisconnect(); void onDisconnect();
protected: protected:
void rePlay(const std::string& url); void rePlay(const std::string& url);
private: private:
std::string _url; std::string _url;
mediakit::MediaPlayer::Ptr _player; mediakit::MediaPlayer::Ptr _player;
//用于断线重连 // 用于断线重连
toolkit::Timer::Ptr _timer; toolkit::Timer::Ptr _timer;
int _failedCount = 0; int _failedCount = 0;
std::recursive_mutex _mx; std::recursive_mutex _mx;
std::vector<std::weak_ptr<Channel>> _channels; std::vector<std::weak_ptr<Channel>> _channels;
}; };
class VideoStack { class VideoStack {
public: public:
using Ptr = std::shared_ptr<VideoStack>; using Ptr = std::shared_ptr<VideoStack>;
VideoStack(const std::string& url, int width = 1920, int height = 1080, VideoStack(const std::string& url, int width = 1920, int height = 1080,
AVPixelFormat pixfmt = AV_PIX_FMT_YUV420P, float fps = 25.0, AVPixelFormat pixfmt = AV_PIX_FMT_YUV420P, float fps = 25.0,
int bitRate = 2 * 1024 * 1024); int bitRate = 2 * 1024 * 1024);
~VideoStack(); ~VideoStack();
void setParam(const Params& params); void setParam(const Params& params);
void start(); void start();
protected: protected:
void initBgColor(); void initBgColor();
public: public:
Params _params; Params _params;
mediakit::FFmpegFrame::Ptr _buffer; mediakit::FFmpegFrame::Ptr _buffer;
private: private:
std::string _id; std::string _id;
int _width; int _width;
int _height; int _height;
AVPixelFormat _pixfmt; AVPixelFormat _pixfmt;
float _fps; float _fps;
int _bitRate; int _bitRate;
mediakit::DevChannel::Ptr _dev; mediakit::DevChannel::Ptr _dev;
bool _isExit; bool _isExit;
std::thread _thread; std::thread _thread;
}; };
class VideoStackManager { class VideoStackManager {
public: public:
//创建拼接流 // 创建拼接流
int startVideoStack(const Json::Value& json); int startVideoStack(const Json::Value& json);
//停止拼接流 // 停止拼接流
int stopVideoStack(const std::string& id); int stopVideoStack(const std::string& id);
//可以在不断流的情况下，修改拼接流的配置(实现切换拼接屏内容) // 可以在不断流的情况下，修改拼接流的配置(实现切换拼接屏内容)
int resetVideoStack(const Json::Value& json); int resetVideoStack(const Json::Value& json);
public: public:
static VideoStackManager& Instance(); static VideoStackManager& Instance();
Channel::Ptr getChannel(const std::string& id, int width, int height, AVPixelFormat pixfmt); Channel::Ptr getChannel(const std::string& id, int width, int height, AVPixelFormat pixfmt);
void unrefChannel(const std::string& id, int width, int height, AVPixelFormat pixfmt); void unrefChannel(const std::string& id, int width, int height, AVPixelFormat pixfmt);
bool loadBgImg(const std::string& path); bool loadBgImg(const std::string& path);
void clear(); void clear();
mediakit::FFmpegFrame::Ptr getBgImg(); mediakit::FFmpegFrame::Ptr getBgImg();
protected: protected:
Params parseParams(const Json::Value& json, std::string& id, int& width, int& height); Params parseParams(const Json::Value& json, std::string& id, int& width, int& height);
protected: protected:
Channel::Ptr createChannel(const std::string& id, int width, int height, AVPixelFormat pixfmt); Channel::Ptr createChannel(const std::string& id, int width, int height, AVPixelFormat pixfmt);
StackPlayer::Ptr createPlayer(const std::string& id); StackPlayer::Ptr createPlayer(const std::string& id);
private: private:
mediakit::FFmpegFrame::Ptr _bgImg; mediakit::FFmpegFrame::Ptr _bgImg;
private: private:
std::recursive_mutex _mx; std::recursive_mutex _mx;
std::unordered_map<std::string, VideoStack::Ptr> _stackMap; std::unordered_map<std::string, VideoStack::Ptr> _stackMap;
std::unordered_map<std::string, RefWrapper<Channel::Ptr>::Ptr> _channelMap; std::unordered_map<std::string, RefWrapper<Channel::Ptr>::Ptr> _channelMap;
std::unordered_map<std::string, RefWrapper<StackPlayer::Ptr>::Ptr> _playerMap; std::unordered_map<std::string, RefWrapper<StackPlayer::Ptr>::Ptr> _playerMap;
}; };
#endif #endif

68
server/WebApi.cpp
View File

@ -1949,42 +1949,42 @@ void installWebApi() {
VideoStackManager::Instance().stopVideoStack(id); VideoStackManager::Instance().stopVideoStack(id);
}); });
api_regist("/index/api/stack/start", [](API_ARGS_JSON_ASYNC) { api_regist("/index/api/stack/start", [](API_ARGS_JSON_ASYNC) {
CHECK_SECRET(); CHECK_SECRET();
int ret = 0; int ret = 0;
try { try {
ret = VideoStackManager::Instance().startVideoStack(allArgs.args); ret = VideoStackManager::Instance().startVideoStack(allArgs.args);
val["code"] = ret; val["code"] = ret;
val["msg"] = ret ? "failed" : "success"; val["msg"] = ret ? "failed" : "success";
} catch (const std::exception& e) { } catch (const std::exception &e) {
val["code"] = -1; val["code"] = -1;
val["msg"] = e.what(); val["msg"] = e.what();
} }
invoker(200, headerOut, val.toStyledString()); invoker(200, headerOut, val.toStyledString());
}); });
api_regist("/index/api/stack/reset", [](API_ARGS_JSON_ASYNC) { api_regist("/index/api/stack/reset", [](API_ARGS_JSON_ASYNC) {
CHECK_SECRET(); CHECK_SECRET();
int ret = 0; int ret = 0;
try { try {
auto ret = VideoStackManager::Instance().resetVideoStack(allArgs.args); auto ret = VideoStackManager::Instance().resetVideoStack(allArgs.args);
val["code"] = ret; val["code"] = ret;
val["msg"] = ret ? "failed" : "success"; val["msg"] = ret ? "failed" : "success";
} catch (const std::exception& e) { } catch (const std::exception &e) {
val["code"] = -1; val["code"] = -1;
val["msg"] = e.what(); val["msg"] = e.what();
} }
invoker(200, headerOut, val.toStyledString()); invoker(200, headerOut, val.toStyledString());
}); });
api_regist("/index/api/stack/stop", [](API_ARGS_MAP_ASYNC) { api_regist("/index/api/stack/stop", [](API_ARGS_MAP_ASYNC) {
CHECK_SECRET(); CHECK_SECRET();
CHECK_ARGS("id"); CHECK_ARGS("id");
auto ret = VideoStackManager::Instance().stopVideoStack(allArgs["id"]); auto ret = VideoStackManager::Instance().stopVideoStack(allArgs["id"]);
val["code"] = ret; val["code"] = ret;
val["msg"] = ret ? "failed" : "success"; val["msg"] = ret ? "failed" : "success";
invoker(200, headerOut, val.toStyledString()); invoker(200, headerOut, val.toStyledString());
}); });
#endif #endif
} }
@ -1996,8 +1996,8 @@ void unInstallWebApi(){
s_rtp_server.clear(); s_rtp_server.clear();
#endif #endif
#if defined(ENABLE_VIDEOSTACK) && defined(ENABLE_FFMPEG) && defined(ENABLE_X264) #if defined(ENABLE_VIDEOSTACK) && defined(ENABLE_FFMPEG) && defined(ENABLE_X264)
VideoStackManager::Instance().clear(); VideoStackManager::Instance().clear();
#endif #endif
NoticeCenter::Instance().delListener(&web_api_tag); NoticeCenter::Instance().delListener(&web_api_tag);
} }