首页 > 代码库 > Linux下:Live555+S5pV210的mfc模块硬解方案实现
Linux下:Live555+S5pV210的mfc模块硬解方案实现
本文介绍Live555作为rtsp客户端,s5pv210做媒体终端,硬解码得Nv12图像序列。
mplayer 播放yuv命令:
mplayer -demuxer rawvideo -rawvideo w=700:h=480 /sdcard/Resource/Img_700_480.yuv
编码:
1)还是和编码一样superboot,必不可少,u-boot不行
2)调用SsbSipMfcDecInit()之前一定要先调用SsbSipMfcDecGetInBuf()然后填入header(SPS/PPS/SEI)信息。
3)SsbSipMfcDecGetOutBuf()返回的status只有是MFC_GETOUTBUF_DISPLAY_DECODING或者MFC_GETOUTBUF_DISPLAY_ONLY时YVirAddr和CVirAddr才有效,如果返回MFC_GETOUTBUF_DECODING_ONLY则需要再次调用SsbSipMfcDecExe()和SsbSipMfcDecGetOutBuf()
4)YVirAddr和CVirAddr指向的数据是tiled nv12的格式(64x32 tiled),需要转化成现行格式才能正常现实。这个mfc api已经提供了csc_tiled_to_linear(),头文件color_space_convertor.h
5)测试程序有几个问题:不支持multi-slice的帧;最后buffer里的几帧偷懒没有处理直接丢掉了;如果第一个header后的数据帧不是IDR的话,会出warning,直到第一个IDR帧为止,之前的non-IDR帧可能译码不正确或者丢帧。
下图是函数流程
而Live555的嵌入过程如下:
关键流程如下函数所示:
int H264Decoder_c::SsbSipMfcDecode264Stream(char* frame,int framelen) { char* ImgPtr = NULL ; int tmp_width=-1 ; int tmp_height = -1 ; ImgPtr = SsbSipMfcUsrDecodeAFrame(frame,framelen,m_SsbSipMfc_virbuf,m_SsbSipMfc_openHandle,&tmp_width,&tmp_height); if(ImgPtr!=NULL){ u_int8_t* src[3] ; int linesize[3] ; src[0] = (u_int8_t*)ImgPtr ; src[1] = src[0] + tmp_width*tmp_height ; src[2] = src[1] + tmp_width*tmp_height/4 ; linesize[0] = tmp_width ; linesize[1] = tmp_width/2 ; linesize[2] = linesize[1]; ScaleYUVImgToRGB(tmp_width,tmp_height,src,linesize,tmp_width,tmp_height) ; CallImgPaint(g_cenptr,tmp_width,tmp_height); free(ImgPtr); } return framelen ; }
int SsbSipMfcUsrOpenMfcDecodeModule(char *spspps,int spsppslen,void **openHandle,void **virInBuf) { int i=0 ; int set_conf_val ; void * phyInBuf; SSBSIP_MFC_ERROR_CODE err; //unsigned int buf_type = CACHE; unsigned int buf_type = CACHE; *openHandle = SsbSipMfcDecOpen(&buf_type); if(!*openHandle) { fprintf(stderr,"Error: SsbSipMfcDecOpen.\n"); return -1 ; } printf("SsbSipMfcDecOpen succeeded.\n"); *virInBuf = SsbSipMfcDecGetInBuf(*openHandle, &phyInBuf, MAX_DECODER_INPUT_BUFFER_SIZE); // MAX_DECODER_INPUT_BUFFER_SIZE was defined in SsbSipMfcApi.h, = 1024*3072 = 3 MiB if(!*virInBuf) { fprintf(stderr,"Error: SsbSipMfcDecGetInBuf.\n"); return -1 ; } printf("SsbSipMfcDecGetInBuf succeeded.\n"); #if 1 // this might improve performance. to be confirmed set_conf_val = 3; SsbSipMfcDecSetConfig(openHandle, MFC_DEC_SETCONF_EXTRA_BUFFER_NUM, &set_conf_val); set_conf_val = 4; SsbSipMfcDecSetConfig(openHandle, MFC_DEC_SETCONF_DISPLAY_DELAY, &set_conf_val); #endif memcpy(*virInBuf,spspps,spsppslen); #if 1 printf("Header: "); for(i=0;i<spsppslen;i++) printf("%x ",((uint8_t*)(*virInBuf))[i]); printf("\n"); #endif err = SsbSipMfcDecInit(*openHandle,H264_DEC,spsppslen); if(err<0) { fprintf(stderr,"Error: SsbSipMfcDecInit. Code %d\n",err); printf("Error: SsbSipMfcDecInit. Code %d\n",err); return -1 ; } printf("SsbSipMfcDecInit succeeded.\n"); return 0 ; } void SsbSipMfcUsrShowStatus(SSBSIP_MFC_DEC_OUTPUT_INFO *oinfo,SSBSIP_MFC_DEC_OUTBUF_STATUS status) { printf("Status: "); switch (status) { case MFC_GETOUTBUF_DECODING_ONLY: printf("Decoding Only\n"); break; case MFC_GETOUTBUF_DISPLAY_DECODING: printf("Display and Decoding\n"); break; case MFC_GETOUTBUF_DISPLAY_ONLY: printf("Display Only\n"); break; case MFC_GETOUTBUF_DISPLAY_END: printf("DPB is empty\n"); break; default: printf("Unknown Status!\n"); break; } printf("img_width=%d, img_height=%d\n",oinfo->img_width,oinfo->img_height); printf("YVirAddr=%x, CVirAddr=%x\n",oinfo->YVirAddr,oinfo->CVirAddr); printf("buf_width=%d, buf_height=%d\n",oinfo->buf_width,oinfo->buf_height); printf("consumedByte=%d\n",oinfo->consumedByte); } char* SsbSipMfcUsrNV12Dump(SSBSIP_MFC_DEC_OUTPUT_INFO *oinfo,SSBSIP_MFC_DEC_OUTBUF_STATUS status,int *width,int *height) { static int channel=1 ; int i=0 ; if(status==MFC_GETOUTBUF_DISPLAY_DECODING || status==MFC_GETOUTBUF_DISPLAY_ONLY) { char *NV12=NULL ; NV12=malloc((int)(oinfo->img_width*oinfo->img_height*1.5)); if(!NV12) { fprintf(stderr,"Out of memory.\n"); } // converted tiled to linear nv12 format - Y plane csc_tiled_to_linear(NV12,oinfo->YVirAddr,oinfo->img_width,oinfo->img_height); // converted tiled to linear nv12 format - C plane csc_tiled_to_linear(NV12+oinfo->img_width*oinfo->img_height,oinfo->CVirAddr,oinfo->img_width,oinfo->img_height/2); SsbSipMfcUsrNV12ToYV12(NV12,oinfo->img_width,oinfo->img_height); *width=oinfo->img_width; *height=oinfo->img_height; //Fprintf_Binary("SsbSipMfcYUV.yuv",NV12,(int)(oinfo->img_width*oinfo->img_height*1.5),"ab"); //free(NV12); return NV12 ; } return NULL ; } char* SsbSipMfcUsrDecodeAFrame(char *framebuf,int framelen,void *virInBuf,void *openHandle,int *width,int *height) { static int cnt=0 ; void *phyInBuf ; SSBSIP_MFC_ERROR_CODE err; SSBSIP_MFC_DEC_OUTPUT_INFO oinfo; SSBSIP_MFC_DEC_OUTBUF_STATUS status; char* ImgPtr=NULL ; status = MFC_GETOUTBUF_STATUS_NULL; //printf("length:%d\n",SsbSipMfcUsrReadOneFrame(&framebuf,framelen)); memcpy(virInBuf,framebuf,framelen); s5pv210_decode: // take care of goto ,use as less as possible err = SsbSipMfcDecExe(openHandle, framelen); if(err<0) { fprintf(stderr,"Error: SsbSipMfcDecExe. Code %d\n",err); return -1 ; } else{ // printf("SsbSipMfc Decode OK frame %d !!\n",cnt++); if(cnt>10000) cnt=0 ; } memset(&oinfo,0,sizeof(oinfo)); status = SsbSipMfcDecGetOutBuf(openHandle,&oinfo); if(status==MFC_GETOUTBUF_DECODING_ONLY){ printf("decode not done redecode\n"); goto s5pv210_decode ; } else if((status==MFC_GETOUTBUF_DISPLAY_DECODING) ||(status==MFC_GETOUTBUF_DISPLAY_ONLY)) { static int cnt =0 ; if((cnt++)%2){ if(cnt>1000) cnt = 0 ; return NULL ; } //SsbSipMfcUsrShowStatus(&oinfo,status); ImgPtr = SsbSipMfcUsrNV12Dump(&oinfo,status,width ,height); return ImgPtr ; } else{ printf("s5pv210 decode unexpected status goto decode again\n"); goto s5pv210_decode ; } return NULL ; }
同时,函数中的调用,经过优化,只需要两步,open->decode完事。
参考文章:
Android S5PV210 fimc驱动分析 - fimc_regs.c
http://blog.csdn.net/mirkerson/article/details/8192600
s5pv210中MFC的编码过程
http://blog.csdn.net/mirkerson/article/details/8953469
s5pv210 mfc子解码
http://bbs.csdn.net/topics/390385062
s5pv210 HDMI 显示实现
http://blog.csdn.net/liujia2100/article/details/21788667
NV12转RGB
http://www.armbbs.net/forum.php?mod=viewthread&tid=18938
【成功】tiny210在Linux下的MFC库移植及硬编码测试源码
http://www.arm9home.net/read.php?tid-28647.html
【这次是解码】tiny210在Linux下的MFC库移植及硬解码测试源码
http://www.arm9home.net/read.php?tid-28822.html
TQ210 linux下NV12T转RGB显示问题
http://www.armbbs.net/forum.php?mod=viewthread&tid=18938
Linux下:Live555+S5pV210的mfc模块硬解方案实现