opencv+ffmpeg+QOpenGLWidget开发的音视频播放器demo（工程源码下载，环境:qt-5.8 64）

#include "ctffmpeg.h" #include <QImage> #include "ctaudioplayer.h" #include <QPixmap> #include <QDate> #include <QTime> #include <QThread> #pragma execution_character_set("utf-8") ctFFmpeg::ctFFmpeg() { } ctFFmpeg::~ctFFmpeg() { } int ctFFmpeg::Init(QString sUrl, QString sWinName) { MY_DEBUG << "ctFFmpeg::Init sUrl:" << sUrl << " start."; const AVCodec *pvAVCodec = nullptr; //ffmpeg 5.1 m_bQuit = false; if(sUrl.contains("rtsp://") > 0 || sUrl.contains("http://") > 0) //实时流 m_nPlayWay = MEDIA_PLAY_STREAM; else m_nPlayWay = MEDIA_PLAY_FILE; avformat_network_init();//初始化网络流 //参数设置 AVDictionary* pOptDict = NULL; MY_DEBUG << "UDP"; av_dict_set(&pOptDict, "rtsp_transport", "udp", 0); av_dict_set(&pOptDict, "stimeout", "5000000", 0); av_dict_set(&pOptDict, "buffer_size", "8192000", 0); av_dict_set(&pOptDict, "recv_buffer_size", "4096000", 0); // 防止花屏, max 4M. av_dict_set(&pOptDict, "tune", "stillimage,fastdecode,zerolatency", 0);//快速解码和低延时 if(nullptr == m_pAVFmtCxt) m_pAVFmtCxt = avformat_alloc_context(); if(nullptr == m_pYuvFrame) m_pYuvFrame = av_frame_alloc(); if(nullptr == m_pDstVideoFrame) m_pDstVideoFrame = av_frame_alloc(); if(nullptr == m_pPcmFrame) m_pPcmFrame = av_frame_alloc(); //加入中断处理 m_nLastReadPacktTime = av_gettime(); m_pAVFmtCxt->interrupt_callback.opaque = this; m_pAVFmtCxt->interrupt_callback.callback = [](void* ctx) { ctFFmpeg* pThis = (ctFFmpeg*)ctx; int nTimeout = 3; if (av_gettime() - pThis->m_nLastReadPacktTime > nTimeout * 1000 * 1000) { return -1; } return 0; }; //打开码流 MY_DEBUG << "Open Stream."; int nRet; if(m_nPlayWay == MEDIA_PLAY_FILE) { nRet = avformat_open_input(&m_pAVFmtCxt, sUrl.toStdString().c_str(), nullptr, nullptr); if(m_pAVFmtCxt) { m_FileTotalTimes = m_pAVFmtCxt->duration/1000000.0;//获取总时长，转化为秒 MY_DEBUG << "m_FileTimes:" << m_FileTotalTimes; } } else nRet = avformat_open_input(&m_pAVFmtCxt, sUrl.toStdString().c_str(), nullptr, &pOptDict); if(nRet < 0) { MY_DEBUG << "avformat_open_input failed nRet:" << nRet; av_dict_free(&pOptDict); return nRet; } av_dict_free(&pOptDict); //设置探测时间，获取码流信息 MY_DEBUG << "Get Stream Info."; m_pAVFmtCxt->probesize = MAX_PROBE_SIZE; m_pAVFmtCxt->max_analyze_duration = MAX_ANALYZE_DURATION; nRet = avformat_find_stream_info(m_pAVFmtCxt, nullptr); if(nRet < 0) { MY_DEBUG << "avformat_find_stream_info failed nRet:" << nRet; return nRet; } //打印码流信息 av_dump_format(m_pAVFmtCxt, 0, sUrl.toStdString().c_str(), 0); //查找码流 MY_DEBUG << "av_find_best_stream."; m_nVideoIndex = av_find_best_stream(m_pAVFmtCxt, AVMEDIA_TYPE_VIDEO, -1, -1, &pvAVCodec, 0); m_nAudioIndex = av_find_best_stream(m_pAVFmtCxt, AVMEDIA_TYPE_AUDIO, -1, -1, NULL, 0); if(nullptr == pvAVCodec) { MY_DEBUG << "nullptr == pvAVCodec error."; return -1; } //初始化视频 MY_DEBUG << "Init Video."; if(InitVideo() < 0) { MY_DEBUG << "InitVideo() error"; return -1; } //初始化音频 if(m_nAudioIndex > 0) { if(InitAudio() < 0) { MY_DEBUG << "InitAudio() error"; m_bSupportAudioPlay = false; } else m_bSupportAudioPlay = true; } m_sWinName = sWinName; #if OPENCV_NAME_WINDOW_SHOW cv::namedWindow(m_sWinName.toStdString(), cv::WINDOW_NORMAL); #endif MY_DEBUG << "ctFFmpeg::Init sUrl:" << sUrl << " success."; return 0; } void ctFFmpeg::DeInit() { MY_DEBUG << "DeInit 000"; m_mutex.lock(); m_bQuit = true; destroyWindow(m_sWinName.toStdString()); MY_DEBUG << "DeInit 222"; if (nullptr != m_pVideoSwsContext) { sws_freeContext(m_pVideoSwsContext); } MY_DEBUG << "DeInit 444"; if (nullptr != m_pAudioSwrContext) { swr_free(&m_pAudioSwrContext); m_pAudioSwrContext = nullptr; } MY_DEBUG << "DeInit 555"; if (m_pDstVideoFrame) av_frame_free(&m_pDstVideoFrame); MY_DEBUG << "DeInit 666"; if(nullptr != m_pYuvFrame) av_free(m_pYuvFrame); MY_DEBUG << "DeInit 777"; if(nullptr != m_pPcmFrame) av_free(m_pPcmFrame); MY_DEBUG << "DeInit 999"; if(nullptr != m_pFrameRGB) av_free(m_pFrameRGB); MY_DEBUG << "DeInit aaa"; if(nullptr != m_pOutBuffer) { av_free(m_pOutBuffer); } MY_DEBUG << "DeInit bbb"; if(nullptr != m_pVideoCodecCxt) { avcodec_close(m_pVideoCodecCxt); m_pVideoCodecCxt = nullptr; } MY_DEBUG << "DeInit ccc"; if (nullptr != m_pAudioCodecCxt) { avcodec_close(m_pAudioCodecCxt); //avcodec_free_context(&m_pAudioCodecCxt); m_pAudioCodecCxt = nullptr; } MY_DEBUG << "DeInit ddd"; if(nullptr != m_pAVFmtCxt) { avformat_close_input(&m_pAVFmtCxt); MY_DEBUG << "DeInit eee"; avformat_free_context(m_pAVFmtCxt); m_pAVFmtCxt = nullptr; } MY_DEBUG << "DeInit end"; m_mutex.unlock(); } AVPacket ctFFmpeg::getPacket() { AVPacket pkt; memset(&pkt, 0, sizeof(AVPacket)); if(!m_pAVFmtCxt) { return pkt; } m_nLastReadPacktTime = av_gettime(); int nErr = av_read_frame(m_pAVFmtCxt, &pkt); if(nErr < 0) { //错误信息 char errorbuff[1024]; av_strerror(nErr, errorbuff, sizeof(errorbuff)); } m_nCurPktSize = pkt.size; return pkt; } bool ctFFmpeg::Decode(const AVPacket *pkt) { m_mutex.lock(); if(!m_pAVFmtCxt) { m_mutex.unlock(); return false; } if (m_bSupportAudioPlay && pkt->stream_index == m_nAudioIndex) { m_pFrame = m_pPcmFrame; m_pCodecCxt = m_pAudioCodecCxt; } else if(pkt->stream_index == m_nVideoIndex) { m_pFrame = m_pYuvFrame; m_pCodecCxt = m_pVideoCodecCxt; } else { m_mutex.unlock(); return false; } //发送编码数据包 int nRet = avcodec_send_packet(m_pCodecCxt, pkt); if (nRet != 0) { m_mutex.unlock(); MY_DEBUG << "avcodec_send_packet error---" << nRet; return false; } if((m_pFrame->width != 0 && m_pFrame->height != 0) && (m_pFrame->width != m_nVideoW || m_pFrame->height != m_nVideoH)) { MY_DEBUG << "Resolution Change, need to reconnect..."; m_mutex.unlock(); return false; } //获取解码的输出数据 nRet = avcodec_receive_frame(m_pCodecCxt, m_pFrame); if(nRet == 0) { //获取当前时长 if(m_nPlayWay == MEDIA_PLAY_FILE && pkt->stream_index == m_nVideoIndex) { m_nFilePlayCurTime = static_cast<int>(m_pFrame->best_effort_timestamp * av_q2d(m_pAVFmtCxt->streams[m_nVideoIndex]->time_base)); //MY_DEBUG << "m_nFilePlayCurTime:" << m_nFilePlayCurTime; } m_mutex.unlock(); return true; } else { m_mutex.unlock(); MY_DEBUG << "avcodec_receive_frame error---" << nRet; return false; } } bool ctFFmpeg::RecvDecodedFrame() { if(m_pCodecCxt && m_pFrame) { int nRet = avcodec_receive_frame(m_pCodecCxt, m_pFrame); if(nRet == 0) {