如何在meidastreamer中添加h264编码器

在linphone官网上描述十分清楚：linphone-web支持H264视频，但是是plugin，换句话说就是需要下载这个“plugin”，给meidastreamer手动添加上。

一.在官网上下载msx264.tar.gz ，解压后发现其中有src/msx264.c，里面的代码就是mediastreamer中的h264编码滤波器，将其添加到mediastreamer工程中。

二. msx264中调用的为x264的方法，因此我们需要将x264的库添加到mediastreamer工程中。从哪里获得最新的x264静态动态库呢？

1下载最新的x264
http://videolan.mirror.aussiehq.net.au/x264/snapshots/解压到d盘

2下载mingw+msys进行配置，这里有已配置好的，直接下载用就可以了
http://code.google.com/p/msys-cn/wiki/ChapterInstallation

但是这个配置好的编译工具，没有包含Yasm，因此，在编译过程中会出现Foundno assembler的字样

解决方法：

下载http://yasm.tortall.net/Download.html的源码，当前最新源码版本是1.2.0，下载Source.tar.gz，然后解压到D:\yasm-1.2.0

进入mingw+msys，执行msys.bat，依次执行命令

cd /d/yasm-1.2.0 (进入目录)

./configure 回车 （执行配置文件）
make 回车 （开始编译）
make install 回车 （安装）
安装后，将会在MSYS的目录下多出一个local目录，将此目录下的所有文件拷贝到MSYS的目录的mingw，我本机的目录为：G:\VC\x264 bilud\MSYS\mingw
3 编译x264 
进入当前x264所在d盘的目录，执行./configure --enable-shared,然后make，即可生成x264的dll

 

4 利用VC提供的工具导出lib
下载poxports
http://download.csdn.net/source/3036251解压到VC所在的安装目录，比如说
C:/Program Files(x86)/Microsoft Visual Studio 10/VC/bin，解压以后pexports.exe拷贝至bin目录下
导出lib库,win7下这个dll千万不能放上面bin的目录下，否则会出现could not load PE image
pexports d:\\libx264-120.dll > d:\\libx264-120.def 
lib /machine:x86 /def:d:\\libx264-120.def /out:d:\\libx264-120.lib

 

添加到工程即可，最后将滤波器注册一下就可以了。

  

编码器代码如下

/*mediastreamer2 x264 pluginCopyright (C) 2006-2010 Belledonne Communications SARL ([e-mail])This program is free software; you can redistribute it and/ormodify it under the terms of the GNU General Public Licenseas published by the Free Software Foundation; either version 2of the License, or (at your option) any later version.This program is distributed in the hope that it will be useful,but WITHOUT ANY WARRANTY; without even the implied warranty ofMERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See theGNU General Public License for more details.You should have received a copy of the GNU General Public Licensealong with this program; if not, write to the Free SoftwareFoundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.*/#include "mediastreamer2/msfilter.h"#include "mediastreamer2/msticker.h"#include "mediastreamer2/msvideo.h"#include "mediastreamer2/rfc3984.h"#ifdef _MSC_VER#include <stdint.h>#endif#include <x264.h>#ifndef VERSION#define VERSION "1.4.1"#endif#define RC_MARGIN 10000 /*bits per sec*/#define SPECIAL_HIGHRES_BUILD_CRF 28/* the goal of this small object is to tell when to send I frames at startup:at 2 and 4 seconds*/typedef struct VideoStarter{uint64_t next_time;int i_frame_count;}VideoStarter;static void video_starter_init(VideoStarter *vs){vs->next_time=0;vs->i_frame_count=0;}static void video_starter_first_frame(VideoStarter *vs, uint64_t curtime){vs->next_time=curtime+2000;}static bool_t video_starter_need_i_frame(VideoStarter *vs, uint64_t curtime){if (vs->next_time==0) return FALSE;if (curtime>=vs->next_time){vs->i_frame_count++;if (vs->i_frame_count==1){vs->next_time+=2000;}else{vs->next_time=0;}return TRUE;}return FALSE;}typedef struct _EncData{x264_t *enc;x264_param_t params;MSVideoSize vsize;int bitrate;float fps;int mode;uint64_t framenum;Rfc3984Context *packer;int keyframe_int;VideoStarter starter;bool_t generate_keyframe;}EncData;static void enc_init(MSFilter *f){EncData *d=ms_new(EncData,1);d->enc=NULL;    MS_VIDEO_SIZE_ASSIGN(d->vsize,CIF);d->bitrate=384000;d->fps=30;d->keyframe_int=10; /*10 seconds */d->mode=0;d->framenum=0;d->generate_keyframe=FALSE;d->packer=NULL;f->data=d;}static void enc_uninit(MSFilter *f){EncData *d=(EncData*)f->data;ms_free(d);}static void apply_bitrate(MSFilter *f, int target_bitrate){EncData *d=(EncData*)f->data;x264_param_t *params=&d->params;float bitrate;d->bitrate=target_bitrate;bitrate=(float)d->bitrate*0.92;if (bitrate>RC_MARGIN)bitrate-=RC_MARGIN;params->rc.i_rc_method = X264_RC_ABR;params->rc.i_bitrate=(int)(bitrate/1000);params->rc.f_rate_tolerance=0.1;params->rc.i_vbv_max_bitrate=(int) ((bitrate+RC_MARGIN/2)/1000);params->rc.i_vbv_buffer_size=params->rc.i_vbv_max_bitrate;params->rc.f_vbv_buffer_init=0.5;}static void enc_preprocess(MSFilter *f){EncData *d=(EncData*)f->data;x264_param_t *params=&d->params;d->packer=rfc3984_new();rfc3984_set_mode(d->packer,d->mode);rfc3984_enable_stap_a(d->packer,FALSE);#ifdef __arm__if (x264_param_default_preset(params,"superfast"/*"ultrafast"*/,"zerolatency")) { #elsex264_param_default(params); {#endifms_error("Cannot apply default x264 configuration");};params->i_threads=1;params->i_sync_lookahead=0;params->i_width=d->vsize.width;params->i_height=d->vsize.height;params->i_fps_num=(int)d->fps;params->i_fps_den=1;params->i_slice_max_size=ms_get_payload_max_size()-100; /*-100 security margin*/params->i_level_idc=13;apply_bitrate(f,d->bitrate);params->rc.i_lookahead=0;/*enable this by config ?*//* params.i_keyint_max = (int)d->fps*d->keyframe_int; params.i_keyint_min = (int)d->fps; */params->b_repeat_headers=1;params->b_annexb=0;//these parameters must be set so that our stream is baselineparams->analyse.b_transform_8x8 = 0;params->b_cabac = 0;params->i_cqm_preset = X264_CQM_FLAT;params->i_bframe = 0;params->analyse.i_weighted_pred = X264_WEIGHTP_NONE;d->enc=x264_encoder_open(params);if (d->enc==NULL) ms_error("Fail to create x264 encoder.");d->framenum=0;video_starter_init(&d->starter);}static void x264_nals_to_msgb(x264_nal_t *xnals, int num_nals, MSQueue * nalus){int i;mblk_t *m;/*int bytes;*/for (i=0;i<num_nals;++i){m=allocb(xnals[i].i_payload+10,0);memcpy(m->b_wptr,xnals[i].p_payload+4,xnals[i].i_payload-4);m->b_wptr+=xnals[i].i_payload-4;if (xnals[i].i_type==7) {ms_message("A SPS is being sent.");}else if (xnals[i].i_type==8) {ms_message("A PPS is being sent.");}ms_queue_put(nalus,m);}}static void enc_process(MSFilter *f){EncData *d=(EncData*)f->data;uint32_t ts=f->ticker->time*90LL;mblk_t *im;MSPicture pic;MSQueue nalus;ms_queue_init(&nalus);while((im=ms_queue_get(f->inputs[0]))!=NULL){if (ms_yuv_buf_init_from_mblk(&pic,im)==0){x264_picture_t xpic;x264_picture_t oxpic;x264_nal_t *xnals=NULL;int num_nals=0;memset(&xpic, 0, sizeof(xpic));memset(&oxpic, 0, sizeof(oxpic));/*send I frame 2 seconds and 4 seconds after the beginning */if (video_starter_need_i_frame(&d->starter,f->ticker->time))d->generate_keyframe=TRUE;if (d->generate_keyframe){xpic.i_type=X264_TYPE_IDR;d->generate_keyframe=FALSE;}else xpic.i_type=X264_TYPE_AUTO;xpic.i_qpplus1=0;xpic.i_pts=d->framenum;xpic.param=NULL;xpic.img.i_csp=X264_CSP_I420;xpic.img.i_plane=3;xpic.img.i_stride[0]=pic.strides[0];xpic.img.i_stride[1]=pic.strides[1];xpic.img.i_stride[2]=pic.strides[2];xpic.img.i_stride[3]=0;xpic.img.plane[0]=pic.planes[0];xpic.img.plane[1]=pic.planes[1];xpic.img.plane[2]=pic.planes[2];xpic.img.plane[3]=0;            if (x264_encoder_encode(d->enc,&xnals,&num_nals,&xpic,&oxpic)>=0){x264_nals_to_msgb(xnals,num_nals,&nalus);/*if (num_nals == 0)ms_message("Delayed frames info: current=%d max=%d\n", x264_encoder_delayed_frames(d->enc),x264_encoder_maximum_delayed_frames(d->enc));*/rfc3984_pack(d->packer,&nalus,f->outputs[0],ts);if (d->framenum==0)video_starter_first_frame(&d->starter,f->ticker->time);d->framenum++;}else{ms_error("x264_encoder_encode() error.");}}freemsg(im);}}static void enc_postprocess(MSFilter *f){EncData *d=(EncData*)f->data;rfc3984_destroy(d->packer);d->packer=NULL;if (d->enc!=NULL){x264_encoder_close(d->enc);d->enc=NULL;}}static int enc_get_br(MSFilter *f, void*arg){EncData *d=(EncData*)f->data;*(int*)arg=d->bitrate;return 0;}static int enc_set_br(MSFilter *f, void *arg){EncData *d=(EncData*)f->data;d->bitrate=*(int*)arg;if (d->enc){ms_filter_lock(f);apply_bitrate(f,d->bitrate);if (x264_encoder_reconfig(d->enc,&d->params)!=0){ms_error("x264_encoder_reconfig() failed.");}ms_filter_unlock(f);return 0;}if (d->bitrate>=1024000){d->vsize.width = MS_VIDEO_SIZE_SVGA_W;d->vsize.height = MS_VIDEO_SIZE_SVGA_H;d->fps=25;}else if (d->bitrate>=512000){d->vsize.width = MS_VIDEO_SIZE_VGA_W;d->vsize.height = MS_VIDEO_SIZE_VGA_H;d->fps=25;} else if (d->bitrate>=256000){d->vsize.width = MS_VIDEO_SIZE_VGA_W;d->vsize.height = MS_VIDEO_SIZE_VGA_H;d->fps=15;}else if (d->bitrate>=170000){d->vsize.width=MS_VIDEO_SIZE_QVGA_W;d->vsize.height=MS_VIDEO_SIZE_QVGA_H;d->fps=15;}else if (d->bitrate>=128000){d->vsize.width=MS_VIDEO_SIZE_QCIF_W;d->vsize.height=MS_VIDEO_SIZE_QCIF_H;d->fps=10;}else if (d->bitrate>=64000){d->vsize.width=MS_VIDEO_SIZE_QCIF_W;d->vsize.height=MS_VIDEO_SIZE_QCIF_H;d->fps=7;}else{d->vsize.width=MS_VIDEO_SIZE_QCIF_W;d->vsize.height=MS_VIDEO_SIZE_QCIF_H;d->fps=5;}#if defined (ANDROID) || TARGET_OS_IPHONE==1d->vsize.width=MS_VIDEO_SIZE_QVGA_W;d->vsize.height=MS_VIDEO_SIZE_QVGA_H;d->fps=12;#endifms_message("bitrate requested...: %d (%d x %d)\n", d->bitrate, d->vsize.width, d->vsize.height);return 0;}static int enc_set_fps(MSFilter *f, void *arg){EncData *d=(EncData*)f->data;d->fps=*(float*)arg;return 0;}static int enc_get_fps(MSFilter *f, void *arg){EncData *d=(EncData*)f->data;*(float*)arg=d->fps;return 0;}static int enc_get_vsize(MSFilter *f, void *arg){EncData *d=(EncData*)f->data;*(MSVideoSize*)arg=d->vsize;return 0;}static int enc_set_vsize(MSFilter *f, void *arg){EncData *d=(EncData*)f->data;d->vsize=*(MSVideoSize*)arg;return 0;}static int enc_add_fmtp(MSFilter *f, void *arg){EncData *d=(EncData*)f->data;const char *fmtp=(const char *)arg;char value[12];if (fmtp_get_value(fmtp,"packetization-mode",value,sizeof(value))){d->mode=atoi(value);ms_message("packetization-mode set to %i",d->mode);}return 0;}static int enc_req_vfu(MSFilter *f, void *arg){EncData *d=(EncData*)f->data;d->generate_keyframe=TRUE;return 0;}static MSFilterMethod enc_methods[]={{MS_FILTER_SET_FPS,enc_set_fps},{MS_FILTER_SET_BITRATE,enc_set_br},{MS_FILTER_GET_BITRATE,enc_get_br},{MS_FILTER_GET_FPS,enc_get_fps},{MS_FILTER_GET_VIDEO_SIZE,enc_get_vsize},{MS_FILTER_SET_VIDEO_SIZE,enc_set_vsize},{MS_FILTER_ADD_FMTP,enc_add_fmtp},{MS_FILTER_REQ_VFU,enc_req_vfu},{MS_VIDEO_ENCODER_REQ_VFU,enc_req_vfu},{0,NULL}};#ifndef _MSC_VERstatic MSFilterDesc x264_enc_desc={.id=MS_FILTER_PLUGIN_ID,.name="MSX264Enc",.text="A H264 encoder based on x264 project",.category=MS_FILTER_ENCODER,.enc_fmt="H264",.ninputs=1,.noutputs=1,.init=enc_init,.preprocess=enc_preprocess,.process=enc_process,.postprocess=enc_postprocess,.uninit=enc_uninit,.methods=enc_methods};#elsestatic MSFilterDesc x264_enc_desc={MS_FILTER_PLUGIN_ID,"MSX264Enc","A H264 encoder based on x264 project",MS_FILTER_ENCODER,"H264",1,1,enc_init,enc_preprocess,enc_process,enc_postprocess,enc_uninit,enc_methods};#endifMS2_PUBLIC void libmsx264_init(void){ms_filter_register(&x264_enc_desc);ms_message("ms264-" VERSION " plugin registered.");}