743 lines
18 KiB
C++
743 lines
18 KiB
C++
/***************************************************************************************
|
|
*
|
|
* IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
|
|
*
|
|
* By downloading, copying, installing or using the software you agree to this license.
|
|
* If you do not agree to this license, do not download, install,
|
|
* copy or use the software.
|
|
*
|
|
* Copyright (C) 2014-2024, Happytimesoft Corporation, all rights reserved.
|
|
*
|
|
* Redistribution and use in binary forms, with or without modification, are permitted.
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software distributed
|
|
* under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
|
|
* CONDITIONS OF ANY KIND, either express or implied. See the License for the specific
|
|
* language governing permissions and limitations under the License.
|
|
*
|
|
****************************************************************************************/
|
|
|
|
#include "sys_inc.h"
|
|
#include "video_player.h"
|
|
#include "utils.h"
|
|
#include "media_util.h"
|
|
#include "media_parse.h"
|
|
#include "media_codec.h"
|
|
#include "h264.h"
|
|
#include "h265.h"
|
|
|
|
extern "C"
|
|
{
|
|
#include <libavcodec/avcodec.h>
|
|
#include <libavformat/avformat.h>
|
|
#include <libswscale/swscale.h>
|
|
#include <libswresample/swresample.h>
|
|
#include <libavutil/intreadwrite.h>
|
|
#include <libavutil/avstring.h>
|
|
#include <libavutil/base64.h>
|
|
#include <libavutil/imgutils.h>
|
|
}
|
|
|
|
#if __WINDOWS_OS__
|
|
#include "video_render_d3d.h"
|
|
#include "video_render_gdi.h"
|
|
#include "audio_play_win.h"
|
|
#elif defined (IOS)
|
|
#include "video_render.h"
|
|
#include "audio_play_qt.h"
|
|
#elif defined (ANDROID)
|
|
#include "video_render.h"
|
|
#include "audio_play_qt.h"
|
|
#elif __LINUX_OS__
|
|
#include "video_render_sdl.h"
|
|
#include "audio_play_qt.h"
|
|
#endif
|
|
|
|
void VideoDecoderCallback(AVFrame * frame, void * userdata)
|
|
{
|
|
CVideoPlayer * pPlayer = (CVideoPlayer *) userdata;
|
|
|
|
pPlayer->onVideoFrame(frame);
|
|
}
|
|
|
|
void AudioDecoderCallback(AVFrame * frame, void * userdata)
|
|
{
|
|
CVideoPlayer * pPlayer = (CVideoPlayer *) userdata;
|
|
|
|
pPlayer->onAudioFrame(frame);
|
|
}
|
|
|
|
CVideoPlayer::CVideoPlayer(QObject * parent)
|
|
: QObject(parent)
|
|
, m_bVideoInited(FALSE)
|
|
, m_bAudioInited(FALSE)
|
|
, m_pVideoDecoder(NULL)
|
|
, m_pAudioDecoder(NULL)
|
|
, m_pAudioPlay(NULL)
|
|
, m_bPlaying(FALSE)
|
|
, m_bPaused(FALSE)
|
|
, m_nVideoWnd(0)
|
|
, m_bSizeChanged(FALSE)
|
|
, m_nHWDecoding(HW_DECODING_AUTO)
|
|
, m_nDstVideoFmt(AV_PIX_FMT_YUV420P)
|
|
, m_bUpdown(FALSE)
|
|
, m_bSnapshot(FALSE)
|
|
, m_nSnapVideoFmt(VIDEO_FMT_BGR24)
|
|
, m_nVideoCodec(VIDEO_CODEC_NONE)
|
|
, m_nAudioCodec(AUDIO_CODEC_NONE)
|
|
, m_nSampleRate(0)
|
|
, m_nChannel(0)
|
|
, m_nBitPerSample(0)
|
|
, m_pSnapFrame(NULL)
|
|
, m_pRenderFrame(NULL)
|
|
, m_bRecording(FALSE)
|
|
, m_bNalFlag(FALSE)
|
|
, m_pAviCtx(NULL)
|
|
{
|
|
m_pRecordMutex = sys_os_create_mutex();
|
|
|
|
memset(&m_h26XParamSets, 0, sizeof(H26XParamSets));
|
|
memset(&m_audioClock, 0, sizeof(HTCLOCK));
|
|
memset(&m_videoClock, 0, sizeof(HTCLOCK));
|
|
}
|
|
|
|
CVideoPlayer::~CVideoPlayer()
|
|
{
|
|
close();
|
|
}
|
|
|
|
BOOL CVideoPlayer::open(QString fileName, WId hWnd)
|
|
{
|
|
m_sFileName = fileName;
|
|
m_nVideoWnd = hWnd;
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
void CVideoPlayer::close()
|
|
{
|
|
closeVideo();
|
|
closeAudio();
|
|
|
|
if (m_pSnapFrame)
|
|
{
|
|
av_frame_free(&m_pSnapFrame);
|
|
}
|
|
|
|
if (m_pRenderFrame)
|
|
{
|
|
av_frame_free(&m_pRenderFrame);
|
|
}
|
|
|
|
stopRecord();
|
|
|
|
sys_os_destroy_sig_mutex(m_pRecordMutex);
|
|
m_pRecordMutex = NULL;
|
|
}
|
|
|
|
void CVideoPlayer::setVolume(int volume)
|
|
{
|
|
if (m_pAudioPlay)
|
|
{
|
|
m_pAudioPlay->setVolume(volume);
|
|
}
|
|
}
|
|
|
|
void CVideoPlayer::snapshot(int videofmt)
|
|
{
|
|
m_bSnapshot = TRUE;
|
|
m_nSnapVideoFmt = videofmt;
|
|
}
|
|
|
|
BOOL CVideoPlayer::record(QString filepath)
|
|
{
|
|
if (m_bRecording)
|
|
{
|
|
return TRUE;
|
|
}
|
|
|
|
m_pAviCtx = avi_write_open(filepath.toLocal8Bit().toStdString().c_str());
|
|
if (NULL == m_pAviCtx)
|
|
{
|
|
log_print(HT_LOG_ERR, "%s, avi_write_open failed. %s\r\n",
|
|
__FUNCTION__, filepath.toLocal8Bit().toStdString().c_str());
|
|
return FALSE;
|
|
}
|
|
|
|
if (!onRecord())
|
|
{
|
|
avi_write_close(m_pAviCtx);
|
|
m_pAviCtx = NULL;
|
|
|
|
return FALSE;
|
|
}
|
|
|
|
m_bRecording = TRUE;
|
|
|
|
return m_bRecording;
|
|
}
|
|
|
|
void CVideoPlayer::stopRecord()
|
|
{
|
|
sys_os_mutex_enter(m_pRecordMutex);
|
|
|
|
m_bRecording = FALSE;
|
|
m_bNalFlag = FALSE;
|
|
|
|
memset(&m_h26XParamSets, 0, sizeof(H26XParamSets));
|
|
|
|
if (m_pAviCtx)
|
|
{
|
|
avi_write_close(m_pAviCtx);
|
|
m_pAviCtx = NULL;
|
|
}
|
|
|
|
sys_os_mutex_leave(m_pRecordMutex);
|
|
}
|
|
|
|
void CVideoPlayer::recordVideo(uint8 * data, int len, uint32 ts, uint16 seq)
|
|
{
|
|
int codec = VIDEO_CODEC_NONE;
|
|
|
|
if (!memcmp(m_pAviCtx->v_fcc, "H264", 4))
|
|
{
|
|
codec = VIDEO_CODEC_H264;
|
|
}
|
|
else if (!memcmp(m_pAviCtx->v_fcc, "H265", 4))
|
|
{
|
|
codec = VIDEO_CODEC_H265;
|
|
}
|
|
|
|
if ((VIDEO_CODEC_H264 == codec || VIDEO_CODEC_H265 == codec) && !m_bNalFlag)
|
|
{
|
|
if (avc_get_h26x_paramsets(data, len, codec, &m_h26XParamSets))
|
|
{
|
|
avi_write_nalu(m_pAviCtx,
|
|
m_h26XParamSets.vps, m_h26XParamSets.vps_size,
|
|
m_h26XParamSets.sps, m_h26XParamSets.sps_size,
|
|
m_h26XParamSets.pps, m_h26XParamSets.pps_size);
|
|
m_bNalFlag = 1;
|
|
}
|
|
}
|
|
|
|
recordVideoEx(data, len, ts, seq);
|
|
|
|
if (recordSwitchCheck())
|
|
{
|
|
recordFileSwitch();
|
|
}
|
|
}
|
|
|
|
void CVideoPlayer::recordVideoEx(uint8 * data, int len, uint32 ts, uint16 seq)
|
|
{
|
|
AVICTX * p_avictx = m_pAviCtx;
|
|
|
|
if (p_avictx->v_width == 0 || p_avictx->v_height == 0)
|
|
{
|
|
int codec = VIDEO_CODEC_NONE;
|
|
|
|
if (memcmp(p_avictx->v_fcc, "H264", 4) == 0)
|
|
{
|
|
codec = VIDEO_CODEC_H264;
|
|
}
|
|
else if (memcmp(p_avictx->v_fcc, "H265", 4) == 0)
|
|
{
|
|
codec = VIDEO_CODEC_H265;
|
|
}
|
|
else if (memcmp(p_avictx->v_fcc, "JPEG", 4) == 0)
|
|
{
|
|
codec = VIDEO_CODEC_JPEG;
|
|
}
|
|
else if (memcmp(p_avictx->v_fcc, "MP4V", 4) == 0)
|
|
{
|
|
codec = VIDEO_CODEC_MP4;
|
|
}
|
|
|
|
avc_parse_video_size(codec, data, len, &p_avictx->v_width, &p_avictx->v_height);
|
|
|
|
if (p_avictx->v_width && p_avictx->v_height)
|
|
{
|
|
avi_update_header(p_avictx);
|
|
}
|
|
}
|
|
|
|
int key = 0;
|
|
|
|
if (memcmp(p_avictx->v_fcc, "H264", 4) == 0)
|
|
{
|
|
uint8 nalu_t = (data[4] & 0x1F);
|
|
key = (nalu_t == 5 || nalu_t == 7 || nalu_t == 8);
|
|
}
|
|
else if (memcmp(p_avictx->v_fcc, "H265", 4) == 0)
|
|
{
|
|
uint8 nalu_t = (data[4] >> 1) & 0x3F;
|
|
key = ((nalu_t >= 16 && nalu_t <= 21) || nalu_t == 32 || nalu_t == 33 || nalu_t == 34);
|
|
}
|
|
else if (memcmp(p_avictx->v_fcc, "MP4V", 4) == 0)
|
|
{
|
|
key = 1;
|
|
}
|
|
else if (memcmp(p_avictx->v_fcc, "JPEG", 4) == 0)
|
|
{
|
|
key = 1;
|
|
}
|
|
|
|
avi_write_video(p_avictx, data, len, ts, key);
|
|
}
|
|
|
|
void CVideoPlayer::recordAudio(uint8 * data, int len, uint32 ts, uint16 seq)
|
|
{
|
|
AVICTX * p_avictx = m_pAviCtx;
|
|
|
|
avi_write_audio(p_avictx, data, len, ts);
|
|
|
|
if (recordSwitchCheck())
|
|
{
|
|
recordFileSwitch();
|
|
}
|
|
}
|
|
|
|
BOOL CVideoPlayer::recordSwitchCheck()
|
|
{
|
|
uint64 tlen = avi_get_file_length(m_pAviCtx);
|
|
uint32 mtime = avi_get_media_time(m_pAviCtx);
|
|
|
|
uint32 recordSize = getRecordSize();
|
|
if (recordSize == 0)
|
|
{
|
|
recordSize = 1048576; // max 1G file size
|
|
}
|
|
|
|
// Switch according to the recording size
|
|
if (tlen > recordSize * 1024)
|
|
{
|
|
return TRUE;
|
|
}
|
|
|
|
uint32 recordTime = getRecordTime();
|
|
|
|
// Switch according to the recording duration
|
|
if (recordTime > 0 && mtime > recordTime * 1000)
|
|
{
|
|
return TRUE;
|
|
}
|
|
|
|
return FALSE;
|
|
}
|
|
|
|
void CVideoPlayer::recordFileSwitch()
|
|
{
|
|
onRecordFileSwitch();
|
|
}
|
|
|
|
BOOL CVideoPlayer::openVideo(enum AVCodecID codec, uint8 * extradata, int extradata_size)
|
|
{
|
|
if (m_bVideoInited)
|
|
{
|
|
return TRUE;
|
|
}
|
|
|
|
m_pVideoDecoder = new CVideoDecoder();
|
|
if (m_pVideoDecoder)
|
|
{
|
|
m_bVideoInited = m_pVideoDecoder->init(codec, extradata, extradata_size, m_nHWDecoding);
|
|
}
|
|
|
|
if (m_bVideoInited)
|
|
{
|
|
m_pVideoDecoder->setCallback(VideoDecoderCallback, this);
|
|
}
|
|
|
|
m_nVideoCodec = to_video_codec(codec);
|
|
|
|
return m_bVideoInited;
|
|
}
|
|
|
|
BOOL CVideoPlayer::openVideo(int codec, uint8 * extradata, int extradata_size)
|
|
{
|
|
return openVideo(to_video_avcodecid(codec), extradata, extradata_size);
|
|
}
|
|
|
|
void CVideoPlayer::closeVideo()
|
|
{
|
|
if (m_pVideoDecoder)
|
|
{
|
|
delete m_pVideoDecoder;
|
|
m_pVideoDecoder = NULL;
|
|
}
|
|
|
|
m_bVideoInited = FALSE;
|
|
}
|
|
|
|
BOOL CVideoPlayer::openAudio(enum AVCodecID codec, int samplerate, int channels, int bitpersample)
|
|
{
|
|
if (m_bAudioInited)
|
|
{
|
|
return TRUE;
|
|
}
|
|
|
|
m_pAudioDecoder = new CAudioDecoder();
|
|
if (m_pAudioDecoder)
|
|
{
|
|
m_bAudioInited = m_pAudioDecoder->init(codec, samplerate, channels, bitpersample);
|
|
}
|
|
|
|
if (m_bAudioInited)
|
|
{
|
|
m_pAudioDecoder->setCallback(AudioDecoderCallback, this);
|
|
|
|
#if __WINDOWS_OS__
|
|
m_pAudioPlay = new CWAudioPlay();
|
|
#elif __LINUX_OS__
|
|
m_pAudioPlay = new CQAudioPlay();
|
|
#endif
|
|
if (m_pAudioPlay)
|
|
{
|
|
m_pAudioPlay->startPlay(samplerate, channels);
|
|
}
|
|
}
|
|
|
|
m_nAudioCodec = to_audio_codec(codec);
|
|
m_nSampleRate = samplerate;
|
|
m_nChannel = channels;
|
|
m_nBitPerSample = bitpersample;
|
|
|
|
return m_bAudioInited;
|
|
}
|
|
|
|
BOOL CVideoPlayer::openAudio(int codec, int samplerate, int channels, int bitpersample)
|
|
{
|
|
return openAudio(to_audio_avcodecid(codec), samplerate, channels, bitpersample);
|
|
}
|
|
|
|
void CVideoPlayer::closeAudio()
|
|
{
|
|
if (m_pAudioDecoder)
|
|
{
|
|
delete m_pAudioDecoder;
|
|
m_pAudioDecoder = NULL;
|
|
}
|
|
|
|
if (m_pAudioPlay)
|
|
{
|
|
delete m_pAudioPlay;
|
|
m_pAudioPlay = NULL;
|
|
}
|
|
|
|
m_bAudioInited = FALSE;
|
|
}
|
|
|
|
void CVideoPlayer::setWindowSize(QSize size)
|
|
{
|
|
m_bSizeChanged = TRUE;
|
|
m_size = size;
|
|
}
|
|
|
|
int CVideoPlayer::getVideoWidth()
|
|
{
|
|
if (m_pVideoDecoder)
|
|
{
|
|
return m_pVideoDecoder->getWidth();
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
int CVideoPlayer::getVideoHeight()
|
|
{
|
|
if (m_pVideoDecoder)
|
|
{
|
|
return m_pVideoDecoder->getHeight();
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
double CVideoPlayer::getFrameRate()
|
|
{
|
|
if (m_pVideoDecoder)
|
|
{
|
|
return m_pVideoDecoder->getFrameRate();
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
void CVideoPlayer::playVideo(uint8 * data, int len, uint32 ts, uint16 seq)
|
|
{
|
|
emit updateStatistics(len);
|
|
|
|
if (m_bRecording)
|
|
{
|
|
sys_os_mutex_enter(m_pRecordMutex);
|
|
recordVideo(data, len, ts, seq);
|
|
sys_os_mutex_leave(m_pRecordMutex);
|
|
}
|
|
|
|
updateClock(&m_videoClock, ts, getVideoClock());
|
|
|
|
if (m_bVideoInited)
|
|
{
|
|
m_pVideoDecoder->decode(data, len, m_videoClock.SyncTime.tv_sec * 1000000 + m_videoClock.SyncTime.tv_usec);
|
|
}
|
|
else
|
|
{
|
|
int codec = getVideoCodec();
|
|
|
|
if (VIDEO_CODEC_H264 == codec || VIDEO_CODEC_H265 == codec)
|
|
{
|
|
if (avc_get_h26x_paramsets(data, len, codec, &m_h26XParamSets))
|
|
{
|
|
int extradata_size = 0;
|
|
uint8 extradata[1024];
|
|
|
|
if (VIDEO_CODEC_H264 == codec)
|
|
{
|
|
memcpy(extradata, m_h26XParamSets.sps, m_h26XParamSets.sps_size);
|
|
extradata_size += m_h26XParamSets.sps_size;
|
|
memcpy(extradata+extradata_size, m_h26XParamSets.pps, m_h26XParamSets.pps_size);
|
|
extradata_size += m_h26XParamSets.pps_size;
|
|
|
|
if (openVideo(codec, extradata, extradata_size))
|
|
{
|
|
m_pVideoDecoder->decode(m_h26XParamSets.sps, m_h26XParamSets.sps_size);
|
|
m_pVideoDecoder->decode(m_h26XParamSets.pps, m_h26XParamSets.pps_size);
|
|
m_pVideoDecoder->decode(data, len);
|
|
}
|
|
}
|
|
else if (VIDEO_CODEC_H265 == codec)
|
|
{
|
|
int extradata_size = 0;
|
|
uint8 extradata[2048];
|
|
|
|
memcpy(extradata, m_h26XParamSets.vps, m_h26XParamSets.vps_size);
|
|
extradata_size += m_h26XParamSets.vps_size;
|
|
memcpy(extradata+extradata_size, m_h26XParamSets.sps, m_h26XParamSets.sps_size);
|
|
extradata_size += m_h26XParamSets.sps_size;
|
|
memcpy(extradata+extradata_size, m_h26XParamSets.pps, m_h26XParamSets.pps_size);
|
|
extradata_size += m_h26XParamSets.pps_size;
|
|
|
|
if (openVideo(codec, extradata, extradata_size))
|
|
{
|
|
m_pVideoDecoder->decode(m_h26XParamSets.vps, m_h26XParamSets.vps_size);
|
|
m_pVideoDecoder->decode(m_h26XParamSets.sps, m_h26XParamSets.sps_size);
|
|
m_pVideoDecoder->decode(m_h26XParamSets.pps, m_h26XParamSets.pps_size);
|
|
m_pVideoDecoder->decode(data, len);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
void CVideoPlayer::playAudio(uint8 * data, int len, uint32 ts, uint16 seq)
|
|
{
|
|
emit updateStatistics(len);
|
|
|
|
if (m_bRecording)
|
|
{
|
|
sys_os_mutex_enter(m_pRecordMutex);
|
|
recordAudio(data, len, ts, seq);
|
|
sys_os_mutex_leave(m_pRecordMutex);
|
|
}
|
|
|
|
updateClock(&m_audioClock, ts, getAudioClock());
|
|
|
|
if (m_bAudioInited)
|
|
{
|
|
m_pAudioDecoder->decode(data, len, m_audioClock.SyncTime.tv_sec * 1000000 + m_audioClock.SyncTime.tv_usec);
|
|
}
|
|
}
|
|
|
|
void CVideoPlayer::updateClock(HTCLOCK * clock, uint32 ts, int frequency)
|
|
{
|
|
if (ts == 0)
|
|
{
|
|
return;
|
|
}
|
|
|
|
if (clock->SyncTime.tv_sec == 0 && clock->SyncTime.tv_usec == 0)
|
|
{
|
|
clock->SyncTimestamp = ts;
|
|
gettimeofday(&clock->SyncTime, NULL);
|
|
}
|
|
|
|
int timestampDiff = ts - clock->SyncTimestamp;
|
|
|
|
// Divide this by the timestamp frequency to get real time:
|
|
double timeDiff = timestampDiff / (double)frequency;
|
|
|
|
uint32 const million = 1000000;
|
|
uint32 seconds, uSeconds;
|
|
|
|
if (timeDiff >= 0.0)
|
|
{
|
|
seconds = clock->SyncTime.tv_sec + (uint32)(timeDiff);
|
|
uSeconds = clock->SyncTime.tv_usec + (uint32)((timeDiff - (uint32)timeDiff)*million);
|
|
if (uSeconds >= million)
|
|
{
|
|
uSeconds -= million;
|
|
++seconds;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
timeDiff = -timeDiff;
|
|
seconds = clock->SyncTime.tv_sec - (uint32)(timeDiff);
|
|
uSeconds = clock->SyncTime.tv_usec - (uint32)((timeDiff - (uint32)timeDiff)*million);
|
|
if ((int)uSeconds < 0)
|
|
{
|
|
uSeconds += million;
|
|
--seconds;
|
|
}
|
|
}
|
|
|
|
// Save these as the new synchronization timestamp & time:
|
|
clock->SyncTimestamp = ts;
|
|
clock->SyncTime.tv_sec = seconds;
|
|
clock->SyncTime.tv_usec = uSeconds;
|
|
}
|
|
|
|
BOOL CVideoPlayer::initFrame(AVFrame *& frame, int width, int height, AVPixelFormat pixfmt)
|
|
{
|
|
if (width == 0 || height == 0 || pixfmt == AV_PIX_FMT_NONE)
|
|
{
|
|
return FALSE;
|
|
}
|
|
|
|
if (NULL == frame || frame->width != width || frame->height != height || frame->format != pixfmt)
|
|
{
|
|
if (frame)
|
|
{
|
|
av_frame_free(&frame);
|
|
}
|
|
|
|
frame = av_frame_alloc();
|
|
if (NULL == frame)
|
|
{
|
|
return FALSE;
|
|
}
|
|
|
|
frame->format = pixfmt;
|
|
frame->width = width;
|
|
frame->height = height;
|
|
|
|
if (0 != av_frame_get_buffer(frame, 0))
|
|
{
|
|
av_frame_free(&frame);
|
|
return FALSE;
|
|
}
|
|
|
|
av_frame_make_writable(frame);
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
BOOL CVideoPlayer::initVideoRender(int width, int height)
|
|
{
|
|
return TRUE;
|
|
}
|
|
|
|
BOOL CVideoPlayer::doSnapshot(AVFrame * frame)
|
|
{
|
|
if (!initFrame(m_pSnapFrame, frame->width, frame->height, to_avpixelformat(m_nSnapVideoFmt)))
|
|
{
|
|
return FALSE;
|
|
}
|
|
|
|
if (NULL == convertFrame(frame, m_pSnapFrame, FALSE))
|
|
{
|
|
return FALSE;
|
|
}
|
|
|
|
emit snapshoted(m_pSnapFrame);
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
AVFrame * CVideoPlayer::convertFrame(AVFrame * srcframe, AVFrame * dstframe, BOOL updown)
|
|
{
|
|
if (NULL == srcframe || NULL == dstframe)
|
|
{
|
|
return NULL;
|
|
}
|
|
|
|
SwsContext * swsctx = sws_getContext(srcframe->width, srcframe->height, (enum AVPixelFormat)srcframe->format,
|
|
srcframe->width, srcframe->height, (enum AVPixelFormat)dstframe->format, SWS_BICUBIC, NULL, NULL, NULL);
|
|
if (swsctx)
|
|
{
|
|
if (updown)
|
|
{
|
|
srcframe->data[0] += srcframe->linesize[0] * (srcframe->height - 1);
|
|
srcframe->linesize[0] *= -1;
|
|
srcframe->data[1] += srcframe->linesize[1] * (srcframe->height / 2 - 1);
|
|
srcframe->linesize[1] *= -1;
|
|
srcframe->data[2] += srcframe->linesize[2] * (srcframe->height / 2 - 1);
|
|
srcframe->linesize[2] *= -1;
|
|
}
|
|
|
|
int ret = sws_scale(swsctx, srcframe->data, srcframe->linesize, 0, srcframe->height, dstframe->data, dstframe->linesize);
|
|
if (ret > 0)
|
|
{
|
|
dstframe->pts = srcframe->pts;
|
|
dstframe->pkt_dts = srcframe->pkt_dts;
|
|
|
|
sws_freeContext(swsctx);
|
|
return dstframe;
|
|
}
|
|
else
|
|
{
|
|
log_print(HT_LOG_ERR, "%s, sws_scale failed\r\n", __FUNCTION__);
|
|
|
|
sws_freeContext(swsctx);
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
void CVideoPlayer::onVideoFrame(AVFrame * frame)
|
|
{
|
|
// Perform snapshot request
|
|
if (m_bSnapshot)
|
|
{
|
|
if (doSnapshot(frame))
|
|
{
|
|
m_bSnapshot = FALSE;
|
|
}
|
|
}
|
|
|
|
AVFrame * dst = NULL;
|
|
|
|
if (m_nDstVideoFmt != frame->format)
|
|
{
|
|
if (initFrame(m_pRenderFrame, frame->width, frame->height, m_nDstVideoFmt))
|
|
{
|
|
if (NULL != convertFrame(frame, m_pRenderFrame, m_bUpdown))
|
|
{
|
|
dst = av_frame_clone(m_pRenderFrame);
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
dst = av_frame_clone(frame);
|
|
}
|
|
|
|
emit imageReady(dst);
|
|
}
|
|
|
|
void CVideoPlayer::onAudioFrame(AVFrame * frame)
|
|
{
|
|
if (m_pAudioPlay)
|
|
{
|
|
// Will wait for the playback to complete before returning
|
|
m_pAudioPlay->playAudio(frame->data[0], frame->nb_samples * frame->channels * 2);
|
|
}
|
|
}
|
|
|
|
|
|
|