/* * Copyright (c) 2016-present The ZLMediaKit project authors. All Rights Reserved. * * This file is part of ZLMediaKit(https://github.com/ZLMediaKit/ZLMediaKit). * * Use of this source code is governed by MIT-like license that can be found in the * LICENSE file in the root of the source tree. All contributing project authors * may be found in the AUTHORS file in the root of the source tree. */ #ifdef ENABLE_MP4 #include #include "MP4Demuxer.h" #include "Util/File.h" #include "Util/logger.h" #include "Extension/Factory.h" using namespace std; using namespace toolkit; namespace mediakit { MP4Demuxer::~MP4Demuxer() { closeMP4(); } void MP4Demuxer::openMP4(const string &file) { closeMP4(); _mp4_file = std::make_shared(); _mp4_file->openFile(file.data(), "rb+"); _mov_reader = _mp4_file->createReader(); getAllTracks(); _duration_ms = mov_reader_getduration(_mov_reader.get()); } void MP4Demuxer::closeMP4() { _mov_reader.reset(); _mp4_file.reset(); } int MP4Demuxer::getAllTracks() { static mov_reader_trackinfo_t s_on_track = { [](void *param, uint32_t track, uint8_t object, int width, int height, const void *extra, size_t bytes) { //onvideo MP4Demuxer *thiz = (MP4Demuxer *)param; thiz->onVideoTrack(track,object,width,height,extra,bytes); }, [](void *param, uint32_t track, uint8_t object, int channel_count, int bit_per_sample, int sample_rate, const void *extra, size_t bytes) { //onaudio MP4Demuxer *thiz = (MP4Demuxer *)param; thiz->onAudioTrack(track,object,channel_count,bit_per_sample,sample_rate,extra,bytes); }, [](void *param, uint32_t track, uint8_t object, const void *extra, size_t bytes) { //onsubtitle, do nothing } }; return mov_reader_getinfo(_mov_reader.get(),&s_on_track,this); } void MP4Demuxer::onVideoTrack(uint32_t track, uint8_t object, int width, int height, const void *extra, size_t bytes) { auto video = Factory::getTrackByCodecId(getCodecByMovId(object)); if (!video) { return; } video->setIndex(track); _tracks.emplace(track, video); if (extra && bytes) { video->setExtraData((uint8_t *)extra, bytes); } } void MP4Demuxer::onAudioTrack(uint32_t track, uint8_t object, int channel_count, int bit_per_sample, int sample_rate, const void *extra, size_t bytes) { auto audio = Factory::getTrackByCodecId(getCodecByMovId(object), sample_rate, channel_count, bit_per_sample / channel_count); if (!audio) { return; } audio->setIndex(track); _tracks.emplace(track, audio); if (extra && bytes) { audio->setExtraData((uint8_t *)extra, bytes); } } int64_t MP4Demuxer::seekTo(int64_t stamp_ms) { if(0 != mov_reader_seek(_mov_reader.get(),&stamp_ms)){ return -1; } return stamp_ms; } struct Context { Context(MP4Demuxer *ptr) : thiz(ptr) {} MP4Demuxer *thiz; int flags = 0; int64_t pts = 0; int64_t dts = 0; uint32_t track_id = 0; BufferRaw::Ptr buffer; }; Frame::Ptr MP4Demuxer::readFrame(bool &keyFrame, bool &eof) { keyFrame = false; eof = false; static mov_reader_onread2 mov_onalloc = [](void *param, uint32_t track_id, size_t bytes, int64_t pts, int64_t dts, int flags) -> void * { Context *ctx = (Context *) param; ctx->pts = pts; ctx->dts = dts; ctx->flags = flags; ctx->track_id = track_id; ctx->buffer = ctx->thiz->_buffer_pool.obtain2(); ctx->buffer->setCapacity(bytes + 1); ctx->buffer->setSize(bytes); return ctx->buffer->data(); }; Context ctx(this); auto ret = mov_reader_read2(_mov_reader.get(), mov_onalloc, &ctx); switch (ret) { case 0 : { eof = true; return nullptr; } case 1 : { keyFrame = ctx.flags & MOV_AV_FLAG_KEYFREAME; return makeFrame(ctx.track_id, ctx.buffer, ctx.pts, ctx.dts); } default : { eof = true; WarnL << "读取mp4文件数据失败:" << ret; return nullptr; } } } Frame::Ptr MP4Demuxer::makeFrame(uint32_t track_id, const Buffer::Ptr &buf, int64_t pts, int64_t dts) { auto it = _tracks.find(track_id); if (it == _tracks.end()) { return nullptr; } Frame::Ptr ret; auto codec = it->second->getCodecId(); switch (codec) { case CodecH264: case CodecH265: { auto bytes = buf->size(); auto data = buf->data(); auto offset = 0u; while (offset < bytes) { uint32_t frame_len; memcpy(&frame_len, data + offset, 4); frame_len = ntohl(frame_len); if (frame_len + offset + 4 > bytes) { return nullptr; } memcpy(data + offset, "\x00\x00\x00\x01", 4); offset += (frame_len + 4); } ret = Factory::getFrameFromBuffer(codec, std::move(buf), dts, pts); break; } default: { ret = Factory::getFrameFromBuffer(codec, std::move(buf), dts, pts); break; } } if (ret) { ret->setIndex(track_id); it->second->inputFrame(ret); } return ret; } vector MP4Demuxer::getTracks(bool ready) const { vector ret; for (auto &pr : _tracks) { if (ready && !pr.second->ready()) { continue; } ret.push_back(pr.second); } return ret; } uint64_t MP4Demuxer::getDurationMS() const { return _duration_ms; } ///////////////////////////////////////////////////////////////////////////////// void MultiMP4Demuxer::openMP4(const string &files_string) { std::vector files; if (File::is_dir(files_string)) { File::scanDir(files_string, [&](const string &path, bool is_dir) { if (!is_dir) { files.emplace_back(path); } return true; }); std::sort(files.begin(), files.end()); } else { files = split(files_string, ";"); } uint64_t duration_ms = 0; for (auto &file : files) { auto demuxer = std::make_shared(); demuxer->openMP4(file); _demuxers.emplace(duration_ms, demuxer); duration_ms += demuxer->getDurationMS(); } CHECK(!_demuxers.empty()); _it = _demuxers.begin(); for (auto &track : _it->second->getTracks(false)) { _tracks.emplace(track->getIndex(), track->clone()); } } uint64_t MultiMP4Demuxer::getDurationMS() const { return _demuxers.empty() ? 0 : _demuxers.rbegin()->first + _demuxers.rbegin()->second->getDurationMS(); } void MultiMP4Demuxer::closeMP4() { _demuxers.clear(); _it = _demuxers.end(); _tracks.clear(); } int64_t MultiMP4Demuxer::seekTo(int64_t stamp_ms) { if (stamp_ms >= (int64_t)getDurationMS()) { return -1; } _it = std::prev(_demuxers.upper_bound(stamp_ms)); return _it->first + _it->second->seekTo(stamp_ms - _it->first); } Frame::Ptr MultiMP4Demuxer::readFrame(bool &keyFrame, bool &eof) { for (;;) { auto ret = _it->second->readFrame(keyFrame, eof); if (ret) { auto it = _tracks.find(ret->getIndex()); if (it != _tracks.end()) { auto ret2 = std::make_shared(ret); ret2->setStamp(_it->first + ret->dts(), _it->first + ret->pts()); ret = std::move(ret2); it->second->inputFrame(ret); } } if (eof && _it != _demuxers.end()) { // 切换到下一个文件 if (++_it == _demuxers.end()) { // 已经是最后一个文件了 eof = true; return nullptr; } // 下一个文件从头开始播放 _it->second->seekTo(0); continue; } return ret; } } std::vector MultiMP4Demuxer::getTracks(bool trackReady) const { std::vector ret; for (auto &pr : _tracks) { if (!trackReady || pr.second->ready()) { ret.emplace_back(pr.second); } } return ret; } }//namespace mediakit #endif// ENABLE_MP4