extern "C" { #include <libavformat/avformat.h> #include <libavdevice/avdevice.h> #include <libavutil/opt.h> #include <libavcodec/avcodec.h> #include <libswscale/swscale.h> #include "libavutil/imgutils.h" #include "unistd.h" #include <cstdlib> #include <assert.h> #include <errno.h> #include <fcntl.h> #include <getopt.h> #include <pthread.h> #include <signal.h> #include <stdbool.h> #include <stdio.h> #include <stdlib.h> #include <string.h> #include <sys/poll.h> #include <time.h> #include <unistd.h> #include <sys/poll.h> #include <time.h> #include <unistd.h> } #include "sample_comm.h" #include "rtsp_demo.h" #include <vector> #include <opencv2/core/core.hpp> #include <opencv2/highgui/highgui.hpp> #include <opencv2/imgproc/imgproc.hpp> using namespace std; using namespace cv; #define DISP_WIDTH 1920 #define DISP_HEIGHT 1080 void Init_ISP(void) { RK_BOOL multi_sensor = RK_FALSE; const char *iq_dir = "/etc/iqfiles"; rk_aiq_working_mode_t hdr_mode = RK_AIQ_WORKING_MODE_NORMAL; //hdr_mode = RK_AIQ_WORKING_MODE_ISP_HDR2; SAMPLE_COMM_ISP_Init(0, hdr_mode, multi_sensor, iq_dir); SAMPLE_COMM_ISP_Run(0); } int main(int argc,char * argv[]) { system("RkLunch-stop.sh"); //1：初始化 ISP RK_BOOL multi_sensor = RK_FALSE; const char *iq_dir = "/etc/iqfiles"; rk_aiq_working_mode_t hdr_mode = RK_AIQ_WORKING_MODE_NORMAL; //hdr_mode = RK_AIQ_WORKING_MODE_ISP_HDR2; SAMPLE_COMM_ISP_Init(0, hdr_mode, multi_sensor, iq_dir); SAMPLE_COMM_ISP_Run(0); printf("初始化 ISP 成功！\r\n"); //2：初始化 RKMPI if (RK_MPI_SYS_Init() != RK_SUCCESS) { RK_LOGE("rk mpi sys init fail!"); return -1; } printf("初始化 MPI 系统成功！\r\n"); /////////////////////////// //初始化ai音频 AIO_ATTR_S aiattr = {0}; aiattr.enBitwidth = AUDIO_BIT_WIDTH_16; aiattr.enSamplerate = AUDIO_SAMPLE_RATE_8000; aiattr.enSoundmode = AUDIO_SOUND_MODE_STEREO; aiattr.soundCard.bitWidth = AUDIO_BIT_WIDTH_16; aiattr.soundCard.channels = 2; aiattr.soundCard.sampleRate = 8000; aiattr.u32ChnCnt = 1; aiattr.u32EXFlag = 0; aiattr.u32FrmNum = 8; aiattr.u32PtNumPerFrm = 1024; RK_U8 nam[64] = "hw:0,0"; strcpy((char *)aiattr.u8CardName,(const char *)nam); int ret = RK_MPI_AI_SetPubAttr(0,&aiattr); if (ret) { printf("ERROR: create AI error! ret=%d\n", ret); return ret; } ret = RK_MPI_AI_Enable(0); if (ret) { printf("ERROR: RK_MPI_AI_Enable error! ret=%d\n", ret); return ret; } ret = RK_MPI_AI_EnableChn(0,0); if (ret) { printf("ERROR: RK_MPI_AI_EnableChn error! ret=%d\n", ret); return ret; } AENC_CHN_ATTR_S aencattr; //memset(&aencattr, 0, sizeof(AENC_CHN_ATTR_S)); aencattr.enType = RK_AUDIO_ID_PCM_ALAW; aencattr.stCodecAttr.enBitwidth = AUDIO_BIT_WIDTH_16; aencattr.stCodecAttr.enType = RK_AUDIO_ID_PCM_ALAW;// aencattr.stCodecAttr.u32Bitrate = 64000;// aencattr.stCodecAttr.u32Channels = 2; aencattr.stCodecAttr.u32SampleRate = 8000; aencattr.u32BufCount = 10; //aencattr.stCodecAttr.u32Bitrate = 64000; ret = RK_MPI_AENC_CreateChn(0,&aencattr); if (ret) { printf("ERROR: create AENC error! ret=%d\n", ret); return ret; } // 定义源（VI）和目标（VENC）通道信息 MPP_CHN_S asrc; // 源：AI设备 MPP_CHN_S adst; // 目标：AENC编码器 // 配置源通道（VI设备0的通道0） asrc.enModId = RK_ID_AI; // 模块ID：AI asrc.s32ChnId = 0; // 通道ID asrc.s32DevId = 0; // 设备ID // 配置目标通道（VENC通道0） adst.enModId = RK_ID_AENC; // 模块ID：AENC adst.s32ChnId = 0; // 通道ID adst.s32DevId = 0; // 设备ID // 绑定AI和AENC //RK_MPI_SYS_Bind(&asrc,&adst); // 修复：添加返回值判断 ret = RK_MPI_SYS_Bind(&asrc, &adst); if (ret != RK_SUCCESS) { printf("ERROR: AI与AENC绑定失败！ret=%d\n", ret); return ret; } // rtsp init rtsp_demo_handle g_rtsplive = NULL; rtsp_session_handle g_rtsp_session; g_rtsplive = create_rtsp_demo(554); g_rtsp_session = rtsp_new_session(g_rtsplive, "/live/test"); rtsp_set_audio(g_rtsp_session,RTSP_CODEC_ID_AUDIO_G711A,NULL,0);///加上音频推流初始化 rtsp_sync_audio_ts(g_rtsp_session, rtsp_get_reltime(), rtsp_get_ntptime());///加上音频推流初始化 AUDIO_STREAM_S aencFrame;//音频流 ///////////////////////////////// while(1) { //音频rtsp int s32Ret = RK_MPI_AENC_GetStream(0,&aencFrame,-1); printf("运行到GetStream后这里\n"); if(s32Ret == RK_SUCCESS) { printf("获取音频数据且编码成功 当前帧数据长度==%d 当前帧时间戳==%lld\r\n",aencFrame.u32Len,aencFrame.u64TimeStamp); if(g_rtsplive && g_rtsp_session) { //printf("len = %d PTS = %d \n",stFrame.pstPack->u32Len, stFrame.pstPack->u64PTS); void *paData = RK_MPI_MB_Handle2VirAddr(aencFrame.pMbBlk); rtsp_tx_audio(g_rtsp_session, (uint8_t *)paData, aencFrame.u32Len, aencFrame.u64TimeStamp); rtsp_do_event(g_rtsplive); } } s32Ret = RK_MPI_AENC_ReleaseStream(0, &aencFrame); if (s32Ret != RK_SUCCESS) { RK_LOGE("RK_MPI_AENC_ReleaseStream fail %x", s32Ret); } } return 0; } 这个RV1106G3音频推流问题出在哪，为啥拉流没有声音，杀死进程的一瞬间有一点杂声，用的贴片麦克风