首页 > 代码库 > Linux下:Live555+S5pV210的mfc模块硬解方案实现

Linux下:Live555+S5pV210的mfc模块硬解方案实现


本文介绍Live555作为rtsp客户端,s5pv210做媒体终端,硬解码得Nv12图像序列。


mplayer 播放yuv命令:

 mplayer -demuxer rawvideo -rawvideo w=700:h=480 /sdcard/Resource/Img_700_480.yuv 


编码:


1)还是和编码一样superboot,必不可少,u-boot不行
2)调用SsbSipMfcDecInit()之前一定要先调用SsbSipMfcDecGetInBuf()然后填入header(SPS/PPS/SEI)信息。
3)SsbSipMfcDecGetOutBuf()返回的status只有是MFC_GETOUTBUF_DISPLAY_DECODING或者MFC_GETOUTBUF_DISPLAY_ONLY时YVirAddr和CVirAddr才有效,如果返回MFC_GETOUTBUF_DECODING_ONLY则需要再次调用SsbSipMfcDecExe()和SsbSipMfcDecGetOutBuf()
4)YVirAddr和CVirAddr指向的数据是tiled nv12的格式(64x32 tiled),需要转化成现行格式才能正常现实。这个mfc api已经提供了csc_tiled_to_linear(),头文件color_space_convertor.h
5)测试程序有几个问题:不支持multi-slice的帧;最后buffer里的几帧偷懒没有处理直接丢掉了;如果第一个header后的数据帧不是IDR的话,会出warning,直到第一个IDR帧为止,之前的non-IDR帧可能译码不正确或者丢帧。

下图是函数流程



而Live555的嵌入过程如下:


关键流程如下函数所示:

int H264Decoder_c::SsbSipMfcDecode264Stream(char* frame,int framelen)
{
	char* ImgPtr = NULL ; int tmp_width=-1 ; int tmp_height = -1 ;
	ImgPtr = SsbSipMfcUsrDecodeAFrame(frame,framelen,m_SsbSipMfc_virbuf,m_SsbSipMfc_openHandle,&tmp_width,&tmp_height);
	if(ImgPtr!=NULL){
		u_int8_t* src[3] ;
		int linesize[3] ;

		src[0] = (u_int8_t*)ImgPtr ;  src[1] = src[0] + tmp_width*tmp_height ; src[2] = src[1] + tmp_width*tmp_height/4 ;
		linesize[0] = tmp_width ; linesize[1] = tmp_width/2 ; linesize[2] = linesize[1];
		ScaleYUVImgToRGB(tmp_width,tmp_height,src,linesize,tmp_width,tmp_height) ;

		CallImgPaint(g_cenptr,tmp_width,tmp_height);
		free(ImgPtr);
	}
	return framelen ;
}


int SsbSipMfcUsrOpenMfcDecodeModule(char *spspps,int spsppslen,void **openHandle,void **virInBuf)
{
	int i=0 ; int set_conf_val ;
	void * phyInBuf;
	SSBSIP_MFC_ERROR_CODE err;
	//unsigned int buf_type = CACHE;
	unsigned int buf_type = CACHE;

    *openHandle = SsbSipMfcDecOpen(&buf_type);
    if(!*openHandle) {
        fprintf(stderr,"Error: SsbSipMfcDecOpen.\n");
        return -1 ;
    }
    printf("SsbSipMfcDecOpen succeeded.\n");

    *virInBuf = SsbSipMfcDecGetInBuf(*openHandle, &phyInBuf, MAX_DECODER_INPUT_BUFFER_SIZE);
    // MAX_DECODER_INPUT_BUFFER_SIZE was defined in SsbSipMfcApi.h, = 1024*3072 = 3 MiB
    if(!*virInBuf) {
        fprintf(stderr,"Error: SsbSipMfcDecGetInBuf.\n");
        return -1 ;
    }
    printf("SsbSipMfcDecGetInBuf succeeded.\n");

#if 1 // this might improve performance. to be confirmed
    set_conf_val = 3;
    SsbSipMfcDecSetConfig(openHandle, MFC_DEC_SETCONF_EXTRA_BUFFER_NUM, &set_conf_val);

    set_conf_val = 4;
    SsbSipMfcDecSetConfig(openHandle, MFC_DEC_SETCONF_DISPLAY_DELAY, &set_conf_val);
#endif

    memcpy(*virInBuf,spspps,spsppslen);

#if 1
    printf("Header: ");
    for(i=0;i<spsppslen;i++)
        printf("%x ",((uint8_t*)(*virInBuf))[i]);
    printf("\n");
#endif

    err = SsbSipMfcDecInit(*openHandle,H264_DEC,spsppslen);
    if(err<0) {
        fprintf(stderr,"Error: SsbSipMfcDecInit. Code %d\n",err);
        printf("Error: SsbSipMfcDecInit. Code %d\n",err);
        return -1 ;
    }
    printf("SsbSipMfcDecInit succeeded.\n");

    return 0 ;
}
void SsbSipMfcUsrShowStatus(SSBSIP_MFC_DEC_OUTPUT_INFO *oinfo,SSBSIP_MFC_DEC_OUTBUF_STATUS status)
{
    printf("Status: ");
    switch (status) {
        case MFC_GETOUTBUF_DECODING_ONLY:
            printf("Decoding Only\n");
            break;
        case MFC_GETOUTBUF_DISPLAY_DECODING:
            printf("Display and Decoding\n");
            break;
        case MFC_GETOUTBUF_DISPLAY_ONLY:
            printf("Display Only\n");
            break;
        case MFC_GETOUTBUF_DISPLAY_END:
            printf("DPB is empty\n");
            break;
        default:
            printf("Unknown Status!\n");
            break;
    }
    printf("img_width=%d, img_height=%d\n",oinfo->img_width,oinfo->img_height);
    printf("YVirAddr=%x, CVirAddr=%x\n",oinfo->YVirAddr,oinfo->CVirAddr);
    printf("buf_width=%d, buf_height=%d\n",oinfo->buf_width,oinfo->buf_height);
    printf("consumedByte=%d\n",oinfo->consumedByte);
}
char* SsbSipMfcUsrNV12Dump(SSBSIP_MFC_DEC_OUTPUT_INFO *oinfo,SSBSIP_MFC_DEC_OUTBUF_STATUS status,int *width,int *height)
{
	static int channel=1 ; int i=0 ;
	if(status==MFC_GETOUTBUF_DISPLAY_DECODING || status==MFC_GETOUTBUF_DISPLAY_ONLY)
	{
		char *NV12=NULL ;
		NV12=malloc((int)(oinfo->img_width*oinfo->img_height*1.5));
		if(!NV12) {
			fprintf(stderr,"Out of memory.\n");
		}

		// converted tiled to linear nv12 format - Y plane
		csc_tiled_to_linear(NV12,oinfo->YVirAddr,oinfo->img_width,oinfo->img_height);
		// converted tiled to linear nv12 format - C plane
		csc_tiled_to_linear(NV12+oinfo->img_width*oinfo->img_height,oinfo->CVirAddr,oinfo->img_width,oinfo->img_height/2);
		SsbSipMfcUsrNV12ToYV12(NV12,oinfo->img_width,oinfo->img_height);
		*width=oinfo->img_width; *height=oinfo->img_height;

		//Fprintf_Binary("SsbSipMfcYUV.yuv",NV12,(int)(oinfo->img_width*oinfo->img_height*1.5),"ab");
		//free(NV12);
		return NV12 ;

	}
	return NULL ;
}
char* SsbSipMfcUsrDecodeAFrame(char *framebuf,int framelen,void *virInBuf,void *openHandle,int *width,int *height)
{
	static int cnt=0 ;
	void *phyInBuf ;
	SSBSIP_MFC_ERROR_CODE err;
	SSBSIP_MFC_DEC_OUTPUT_INFO oinfo;
	SSBSIP_MFC_DEC_OUTBUF_STATUS status;
	char* ImgPtr=NULL ;

	status = MFC_GETOUTBUF_STATUS_NULL;
	//printf("length:%d\n",SsbSipMfcUsrReadOneFrame(&framebuf,framelen));

    memcpy(virInBuf,framebuf,framelen);

s5pv210_decode:   // take care of goto ,use as less as possible

    err = SsbSipMfcDecExe(openHandle, framelen);
    if(err<0) {
    	fprintf(stderr,"Error: SsbSipMfcDecExe. Code %d\n",err);
    	return -1 ;
    }
    else{
//    	printf("SsbSipMfc Decode OK frame %d !!\n",cnt++);
    	if(cnt>10000)
    		cnt=0 ;
    }

    memset(&oinfo,0,sizeof(oinfo));
    status = SsbSipMfcDecGetOutBuf(openHandle,&oinfo);

    if(status==MFC_GETOUTBUF_DECODING_ONLY){
    	printf("decode not done redecode\n");
    	goto s5pv210_decode ;
    }
    else if((status==MFC_GETOUTBUF_DISPLAY_DECODING) ||(status==MFC_GETOUTBUF_DISPLAY_ONLY))
    {
    	static int cnt =0 ;
    	if((cnt++)%2){
    		if(cnt>1000)
    			cnt = 0 ;
    		return NULL ;
    	}
    	//SsbSipMfcUsrShowStatus(&oinfo,status);
		ImgPtr = SsbSipMfcUsrNV12Dump(&oinfo,status,width ,height);
		return ImgPtr ;
    }
    else{
    	printf("s5pv210 decode unexpected status goto decode again\n");
    	goto s5pv210_decode ;
    }


    return NULL ;
}

同时,函数中的调用,经过优化,只需要两步,open->decode完事。



参考文章:
Android S5PV210 fimc驱动分析 - fimc_regs.c

http://blog.csdn.net/mirkerson/article/details/8192600

s5pv210中MFC的编码过程

http://blog.csdn.net/mirkerson/article/details/8953469

s5pv210 mfc子解码

http://bbs.csdn.net/topics/390385062

s5pv210 HDMI 显示实现

http://blog.csdn.net/liujia2100/article/details/21788667

NV12转RGB

http://www.armbbs.net/forum.php?mod=viewthread&tid=18938

【成功】tiny210在Linux下的MFC库移植及硬编码测试源码

http://www.arm9home.net/read.php?tid-28647.html

【这次是解码】tiny210在Linux下的MFC库移植及硬解码测试源码 

http://www.arm9home.net/read.php?tid-28822.html

 TQ210 linux下NV12T转RGB显示问题

http://www.armbbs.net/forum.php?mod=viewthread&tid=18938





Linux下:Live555+S5pV210的mfc模块硬解方案实现