ANSCORE/MediaClient/media/rtsp_player.cpp

/***************************************************************************************
 *
 *  IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
 *
 *  By downloading, copying, installing or using the software you agree to this license.
 *  If you do not agree to this license, do not download, install, 
 *  copy or use the software.
 *
 *  Copyright (C) 2014-2024, Happytimesoft Corporation, all rights reserved.
 *
 *  Redistribution and use in binary forms, with or without modification, are permitted.
 *
 *  Unless required by applicable law or agreed to in writing, software distributed 
 *  under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
 *  CONDITIONS OF ANY KIND, either express or implied. See the License for the specific
 *  language governing permissions and limitations under the License.
 *
****************************************************************************************/

#include "rtsp_player.h"
#include "rtp.h"
#include <iostream>

/***************************************************************************************/

int rtsp_notify_cb(int evt, void * puser)
{
    CRtspPlayer * pPlayer = (CRtspPlayer *) puser;  
    pPlayer->onNotify(evt);
    return 0;
}

int rtsp_audio_cb(uint8 * pdata, int len, uint32 ts, uint16 seq, void *puser)
{
    CRtspPlayer * pPlayer = (CRtspPlayer *) puser;
	//pPlayer->onAudio(pdata, len, ts, seq); // Disable audio for now
    return 0;
}

int rtsp_video_cb(uint8 * pdata, int len, uint32 ts, uint16 seq, void *puser)
{
    CRtspPlayer * pPlayer = (CRtspPlayer *) puser;
    pPlayer->onVideo(pdata, len, ts, seq);
    return 0;
}

int rtsp_rtcp_cb(uint8 * pdata, int len, int type, void *puser)
{
    CRtspPlayer * pPlayer = (CRtspPlayer *) puser;
    pPlayer->onRtcp(pdata, len, type);
    return 0;
}

int rtsp_metadata_cb(uint8 * pdata, int len, uint32 ts, uint16 seq, void *puser)
{
    CRtspPlayer * pPlayer = (CRtspPlayer *) puser; 
	return 0;
}


/***************************************************************************************/

CRtspPlayer::CRtspPlayer(): CVideoPlayer(),m_port(554)
{
    memset(m_ip, 0, sizeof(m_ip));
}

CRtspPlayer::~CRtspPlayer()
{
    close();
}

BOOL CRtspPlayer::open(std::string fileName)
{
    close();
    CVideoPlayer::open(fileName);
    int port;
    char proto[32], username[100], password[100], host[100], path[200];
    url_split(fileName.c_str(), 
              proto, sizeof(proto), 
              username, sizeof(username), 
              password, sizeof(password), 
              host, sizeof(host), 
              &port, 
              path, sizeof(path));
    if (strcasecmp(proto, "rtsp") == 0)
    {
        port = (port == -1) ? 554 : port;
    }
    else if (strcasecmp(proto, "http") == 0)
    {
        port = (port == -1) ? 80 : port;
    }
    else if (strcasecmp(proto, "https") == 0)
    {
        port = (port == -1) ? 443 : port;
    }

    else if (strcasecmp(proto, "ws") == 0)
    {
        port = (port == -1) ? 80 : port;
    }
    else if (strcasecmp(proto, "wss") == 0)
    {
        port = (port == -1) ? 443 : port;
    }

    else
    {
        return FALSE;
    }

    if (host[0] == '\0')
    {
        return FALSE;
    }

    if (username[0] != '\0')
    {
        m_acct = username;
    }

    if (password[0] != '\0')
    {
        m_pass = password;
    }

	strncpy(m_ip, host, sizeof(m_ip) - 1);
	m_port = port;	
	m_rtsp.set_notify_cb(rtsp_notify_cb, this);
    m_rtsp.set_audio_cb(rtsp_audio_cb);
    m_rtsp.set_video_cb(rtsp_video_cb);
    m_rtsp.set_rtcp_cb(rtsp_rtcp_cb);
    m_rtsp.set_metadata_cb(rtsp_metadata_cb);
    m_rtsp.set_rx_timeout(10);                      // No data within 10s, receiving timeout
    m_rtsp.set_conn_timeout(5);
    return TRUE;
}

std::string CRtspPlayer::createNewRTSPUrl(const std::string& username, 
                                          const std::string& password, 
                                          const std::string& url) {
    // Copy the original strings to avoid modifying the originals
    std::string modUsername = username;
    std::string modPassword = password;

    // Replace '@' with '_' in username and password
    std::replace(modUsername.begin(), modUsername.end(), '@', '_');
    std::replace(modPassword.begin(), modPassword.end(), '@', '_');

    // Extract the protocol and rest of the URL
    size_t protocolEndPos = url.find("://") + 3; // Find the position right after "://"
    std::string protocol = url.substr(0, protocolEndPos); // Include "://"

    // Construct the new URL with modified credentials
    std::string newUrl = protocol;
    newUrl += modUsername + ":" + modPassword + "@";
    newUrl += url.substr(protocolEndPos);
    return newUrl;
}


BOOL CRtspPlayer::open(std::string _username, std::string _password, std::string _url)
{
    close();
    CVideoPlayer::open(_username, _password, _url);    
    int port;
    char proto[32], username[100], password[100], host[100], path[200];
    std::string fileName = createNewRTSPUrl(_username,_password,_url);

    url_split(fileName.c_str(),
        proto, sizeof(proto),
        username, sizeof(username),
        password, sizeof(password),
        host, sizeof(host),
        &port,
        path, sizeof(path));

    if (strcasecmp(proto, "rtsp") == 0)
    {
        port = (port == -1) ? 554 : port;
    }
    else if (strcasecmp(proto, "http") == 0)
    {
        port = (port == -1) ? 80 : port;
    }
    else if (strcasecmp(proto, "https") == 0)
    {
        port = (port == -1) ? 443 : port;
    }
    else if (strcasecmp(proto, "ws") == 0)
    {
        port = (port == -1) ? 80 : port;
    }
    else if (strcasecmp(proto, "wss") == 0)
    {
        port = (port == -1) ? 443 : port;
    }
    else
    {
        return FALSE;
    }

    if (host[0] == '\0')
    {
        return FALSE;
    }

    strncpy(m_ip, host, sizeof(m_ip) - 1);
    m_port = port;
    m_rtsp.set_notify_cb(rtsp_notify_cb, this);
    m_rtsp.set_audio_cb(rtsp_audio_cb);
    m_rtsp.set_video_cb(rtsp_video_cb);
    m_rtsp.set_rtcp_cb(rtsp_rtcp_cb);
    m_rtsp.set_metadata_cb(rtsp_metadata_cb);
    m_rtsp.set_rx_timeout(10);                      // No data within 10s, receiving timeout
    m_rtsp.set_conn_timeout(5);
    return TRUE;
}

void CRtspPlayer::close()
{
	m_rtsp.rtsp_stop();
	m_rtsp.rtsp_close();
    // Stop video decoder AFTER RTSP threads are dead (rtsp_close waits for them)
    // but BEFORE CVideoPlayer::close().  This flushes the hardware decoder cleanly
    // and prevents the destructor-time flush from blocking on the GPU.
    m_bPlaying = FALSE;
    m_bPaused = FALSE;
    CVideoPlayer::StopVideoDecoder();
    m_port = 554;
    memset(m_ip, 0, sizeof(m_ip));
    CVideoPlayer::close();
}
void  CRtspPlayer::setBbox(cv::Rect bbox) {
    CVideoPlayer::setBbox(bbox);
}
void  CRtspPlayer::setCrop(bool crop) {
    CVideoPlayer::setCrop(crop);
}
BOOL CRtspPlayer::play()
{
	if (m_rtsp.rtsp_start(m_sFileName.c_str(), m_acct.c_str(), m_pass.c_str()))
    {
        m_bPlaying = TRUE;
        m_bPaused = FALSE;
    }
    CVideoPlayer::StartVideoDecoder();// Start the video decoder
    return m_bPlaying;
}

void CRtspPlayer::stop()
{
    if (m_bPlaying || m_bPaused)
    {
        m_rtsp.rtsp_stop();
    }
    // Set flags BEFORE stopping decoder so TCP rx thread stops calling decode()
    m_bPlaying = FALSE;
    m_bPaused = FALSE;
    CVideoPlayer::StopVideoDecoder(); // Stop the video decoder + uninit (free VRAM)

    // Close RTSP connection and shut down RX threads.
    // Without this, stopped cameras keep TCP/UDP threads running,
    // sockets open, and receiving network data — wasting CPU and
    // network resources. With 100 cameras and only 5 running,
    // 95 idle threads would consume CPU for no purpose.
    // Start() → Setup() → open() will reconnect when needed.
    m_rtsp.rtsp_close();
}

BOOL CRtspPlayer::pause()
{
    if (m_bPlaying)
    {
        if (m_rtsp.rtsp_pause())
        {
            m_bPaused = TRUE;
            m_bPlaying = FALSE;
        }
    }
    else if (m_bPaused)
    {
        if (m_rtsp.rtsp_play(0))
        {
            m_bPaused = FALSE;
            m_bPlaying = TRUE;
        }
    }
    CVideoPlayer::StopVideoDecoder(); // Stop the video decoder
    return m_bPaused;
}

BOOL CRtspPlayer::seek(int pos)
{
    if (pos < 0 || pos > 100)
    {
        return FALSE;
    }

    int64 duration = getDuration();
    if (duration <= 0)
    {
        return FALSE;
    }

    int ntp_pos = duration / 100 * pos;
    
    m_rtsp.rtsp_play(ntp_pos);

    return TRUE;
}

int64 CRtspPlayer::getElapse()
{
    uint32 cur_ts;
    uint32 init_ts;
    int frequency;
    RCUA * p_rua = m_rtsp.get_rua();
    if (NULL == p_rua)
    {
        return 0;
    }
    
    if (m_videoClock.SyncTime.tv_sec > m_audioClock.SyncTime.tv_sec)
    {
        cur_ts = m_videoClock.SyncTimestamp;
        init_ts = p_rua->video_init_ts;
        frequency = getVideoClock();
    }
    else if (m_videoClock.SyncTime.tv_sec == m_audioClock.SyncTime.tv_sec && 
        m_videoClock.SyncTime.tv_usec > m_audioClock.SyncTime.tv_usec)
    {
        cur_ts = m_videoClock.SyncTimestamp;
        init_ts = p_rua->video_init_ts;
        frequency = getVideoClock();
    }
    else 
    {
        cur_ts = m_audioClock.SyncTimestamp;
        init_ts = p_rua->audio_init_ts;
        frequency = getAudioClock();
    }
    
    if (init_ts == (uint32)-1)
    {
        return 0;
    }

    int64 elapse;
    int timestampDiff = cur_ts - init_ts;

    // Divide this by the timestamp frequency to get real time:
    double timeDiff = timestampDiff / (double)frequency;

    if (timeDiff >= 0.0) 
    {
        elapse = p_rua->media_start + timeDiff * 1000;
    } 
    else 
    {
        timeDiff = -timeDiff;
        elapse = p_rua->media_start + timeDiff * 1000;
    }
    
    return elapse;
}

int64 CRtspPlayer::getDuration()
{
    RCUA * p_rua = m_rtsp.get_rua();
    if (p_rua)
    {
        return p_rua->play_end - p_rua->play_start;
    }

    return 0;
}

int CRtspPlayer::getVideoClock()
{
    return 90000;
}

int CRtspPlayer::getAudioClock()
{
    return m_nSampleRate;
}

int CRtspPlayer::getVideoCodec()
{
    return m_rtsp.video_codec();
}

int CRtspPlayer::getAudioCodec()
{
    return m_rtsp.audio_codec();
}

void CRtspPlayer::setRtpMulticast(BOOL flag)
{
	m_rtsp.set_rtp_multicast(flag);
}

void CRtspPlayer::setRtpOverUdp(BOOL flag)
{
    m_rtsp.set_rtp_over_udp(flag);
}

#ifdef BACKCHANNEL

int CRtspPlayer::getBCFlag()
{
	return m_rtsp.get_bc_flag();
}

void CRtspPlayer::setBCFlag(int flag)
{
	m_rtsp.set_bc_flag(flag);
}

int CRtspPlayer::getBCDataFlag()
{
	return m_rtsp.get_bc_data_flag();
}

void CRtspPlayer::setBCDataFlag(int flag)
{
	if (m_rtsp.get_bc_data_flag())
    {
        m_rtsp.set_bc_data_flag(0);
    }
    else
    {
    	m_rtsp.set_bc_data_flag(1);
    }
}

void CRtspPlayer::setAudioDevice(int index)
{
    m_rtsp.set_audio_device(index);
}

#endif // end of BACKCHANNEL

#ifdef REPLAY

int CRtspPlayer::getReplayFlag()
{
    return m_rtsp.get_replay_flag();
}

void CRtspPlayer::setReplayFlag(int flag)
{
    m_rtsp.set_replay_flag(flag);
}

void CRtspPlayer::setScale(double scale)
{
    m_rtsp.set_scale(scale);
}

void CRtspPlayer::setRateControlFlag(int flag)
{
    m_rtsp.set_rate_control_flag(flag);
}

void CRtspPlayer::setImmediateFlag(int flag)
{
    m_rtsp.set_immediate_flag(flag);
}

void CRtspPlayer::setFramesFlag(int flag, int interval)
{
    m_rtsp.set_frames_flag(flag, interval);
}

void CRtspPlayer::setReplayRange(time_t start, time_t end)
{
	m_rtsp.set_replay_range(start, end);
}

#endif // end of REPLAY

#ifdef OVER_HTTP

void CRtspPlayer::setRtspOverHttp(int flag, int port)
{
    m_rtsp.set_rtsp_over_http(flag, port);
}

#endif // OVER_HTTP

#ifdef OVER_WEBSOCKET

void CRtspPlayer::setRtspOverWs(int flag, int port)
{
    m_rtsp.set_rtsp_over_ws(flag, port);
}

#endif // OVER_WEBSOCKET

void CRtspPlayer::onNotify(int evt)
{
	if (evt == RTSP_EVE_CONNSUCC)
	{
		int videoCodec = m_rtsp.video_codec();
		int audioCodec = m_rtsp.audio_codec();

        if (VIDEO_CODEC_NONE != videoCodec)
		{
			openVideo(videoCodec);
		}

		if (AUDIO_CODEC_NONE != audioCodec)
		{
			openAudio(audioCodec, 
                     m_rtsp.get_audio_samplerate(), 
                     m_rtsp.get_audio_channels(), 
                     m_rtsp.get_audio_bitpersample());
		}
	}

	//emit notify(evt);
}

void CRtspPlayer::onAudio(uint8 * pdata, int len, uint32 ts, uint16 seq)
{
    playAudio(pdata, len, ts, seq);
}

void CRtspPlayer::onVideo(uint8 * pdata, int len, uint32 ts, uint16 seq)
{
    playVideo(pdata, len, ts, seq);
}

void CRtspPlayer::onRtcp(uint8 * pdata, int len, int type)
{
    uint8 * p_rtp = pdata;
	uint32  rtp_len = len;

	// Check for the 20-byte RTCP header:
    if (rtp_len < 20)
    {
    	return;
    }

    uint8 pt = p_rtp[1];
    uint32 rtpHdr = ntohl(*(uint32*)p_rtp); p_rtp += 4; rtp_len -= 4;
    uint32 ssrc = ntohl(*(uint32*)(p_rtp)); p_rtp += 4; rtp_len -= 4;
    uint32 ntpMSW = ntohl(*(uint32*)(p_rtp)); p_rtp += 4; rtp_len -= 4;
    uint32 ntpLSW = ntohl(*(uint32*)(p_rtp)); p_rtp += 4; rtp_len -= 4;
    uint32 rtpTimestamp = ntohl(*(uint32*)(p_rtp));

    if (pt != RTCP_SR)
    {
        return;
    }

    // Check the RTP version number (it should be 2)
    if ((rtpHdr & 0xC0000000) != 0x80000000)
    {
    	return;
    }

    if (AV_TYPE_AUDIO == type)
    {
        m_audioClock.SyncTimestamp = rtpTimestamp;
        m_audioClock.SyncTime.tv_sec = ntpMSW - 0x83AA7E80; // 1/1/1900 -> 1/1/1970
        double microseconds = (ntpLSW * 15625.0) / 0x04000000; // 10^6/2^32
        m_audioClock.SyncTime.tv_usec = (unsigned)(microseconds+0.5);
    }
    else if (AV_TYPE_VIDEO == type)
    {
        m_videoClock.SyncTimestamp = rtpTimestamp;
        m_videoClock.SyncTime.tv_sec = ntpMSW - 0x83AA7E80; // 1/1/1900 -> 1/1/1970
        double microseconds = (ntpLSW * 15625.0) / 0x04000000; // 10^6/2^32
        m_videoClock.SyncTime.tv_usec = (unsigned)(microseconds+0.5);
    }
}

BOOL CRtspPlayer::onRecord()
{
	CRtspClient * p_rtsp = &m_rtsp;
    AVICTX * p_avictx = m_pAviCtx;
    
    int vcodec = p_rtsp->video_codec();	
    int v_extra_len = 0;
    uint8 v_extra[1024];
    
    if (VIDEO_CODEC_H264 == vcodec)
    {
        avi_set_video_info(p_avictx, 0, 0, 0, "H264");

        uint8 sps[512], pps[512];
		int sps_len = 0, pps_len = 0;
        
        if (p_rtsp->get_h264_params(sps, &sps_len, pps, &pps_len))
        {
            memcpy(v_extra, sps, sps_len);
            memcpy(v_extra + sps_len, pps, pps_len);

            v_extra_len = sps_len + pps_len;
        }

        if (v_extra_len > 0)
        {
			avi_set_video_extra_info(p_avictx, v_extra, v_extra_len);
        }
    }
    else if (VIDEO_CODEC_H265 == vcodec)
    {
        avi_set_video_info(p_avictx, 0, 0, 0, "H265");

        uint8 vps[512], sps[512], pps[512];
        int vps_len = 0, sps_len = 0, pps_len = 0;
            
        if (p_rtsp->get_h265_params(sps, &sps_len, pps, &pps_len, vps, &vps_len))
        {
            memcpy(v_extra, vps, vps_len);
            memcpy(v_extra + vps_len, sps, sps_len);
            memcpy(v_extra + vps_len + sps_len, pps, pps_len);

            v_extra_len = vps_len + sps_len + pps_len;
        }

        if (v_extra_len > 0)
        {
			avi_set_video_extra_info(p_avictx, v_extra, v_extra_len);
        }
    }
    else if (VIDEO_CODEC_JPEG == vcodec)
    {
        avi_set_video_info(p_avictx, 0, 0, 0, "JPEG");
    }
    else if (VIDEO_CODEC_MP4 == vcodec)
    {
        avi_set_video_info(p_avictx, 0, 0, 0, "MP4V");
    }

    int acodec = p_rtsp->audio_codec();
    int sr = p_rtsp->get_audio_samplerate();
    int ch = p_rtsp->get_audio_channels();
	    
    if (AUDIO_CODEC_G711A == acodec)
    {
        avi_set_audio_info(p_avictx, ch, sr, AUDIO_FORMAT_ALAW);
    }
    else if (AUDIO_CODEC_G711U == acodec)
    {
        avi_set_audio_info(p_avictx, ch, sr, AUDIO_FORMAT_MULAW);
    }
    else if (AUDIO_CODEC_G726 == acodec)
    {
        avi_set_audio_info(p_avictx, ch, sr, AUDIO_FORMAT_G726);
    }
    else if (AUDIO_CODEC_G722 == acodec)
    {
        avi_set_audio_info(p_avictx, ch, sr, AUDIO_FORMAT_G722);
    }
    else if (AUDIO_CODEC_AAC == acodec)
    {
        avi_set_audio_info(p_avictx, ch, sr, AUDIO_FORMAT_AAC);
        avi_set_audio_extra_info(p_avictx, p_rtsp->get_audio_config(), p_rtsp->get_audio_config_len());
    }

    avi_update_header(p_avictx);

    if (p_avictx->ctxf_video)
    {
        if (v_extra_len > 0)
        {
            recordVideo(v_extra, v_extra_len, 0, 0);
        }
    }
    
	return TRUE;
}