VLC rtsp服务分割/打包HEVC(h265)
来源：互联网 发布：软件研发的职业规划 编辑：程序博客网 时间：2024/06/06 01:01
在vlc的rtsp服务中并没有对hevc的打包和分片处理的操作的，如果想处理hevc的分片打包处理就必须自己添加相对性的处理。
在stream_out/transcode/rtpfmt.c中添加相对应的函数即可。
1，在函数rtp_get_fmt中为hevc格式的添加打包函数
int rtp_get_fmt( vlc_object_t *obj, es_format_t *p_fmt, const char *mux, rtp_format_t *rtp_fmt ){ assert( p_fmt != NULL || mux != NULL ); /* Dynamic payload type. Payload types are scoped to the RTP * session, and we put each ES in its own session, so no risk of * conflict. */ rtp_fmt->payload_type = 96; rtp_fmt->cat = mux != NULL ? VIDEO_ES : p_fmt->i_cat; if( rtp_fmt->cat == AUDIO_ES ) { rtp_fmt->clock_rate = p_fmt->audio.i_rate; rtp_fmt->channels = p_fmt->audio.i_channels; } else rtp_fmt->clock_rate = 90000; /* most common case for video */ /* Stream bitrate in kbps */ rtp_fmt->bitrate = p_fmt != NULL ? p_fmt->i_bitrate/1000 : 0; rtp_fmt->fmtp = NULL; if( mux != NULL ) { if( strncmp( mux, "ts", 2 ) == 0 ) { rtp_fmt->payload_type = 33; rtp_fmt->ptname = "MP2T"; } else rtp_fmt->ptname = "MP2P"; return VLC_SUCCESS; } switch( p_fmt->i_codec ) { case VLC_CODEC_MULAW: if( p_fmt->audio.i_channels == 1 && p_fmt->audio.i_rate == 8000 ) rtp_fmt->payload_type = 0; rtp_fmt->ptname = "PCMU"; rtp_fmt->pf_packetize = rtp_packetize_split; break; case VLC_CODEC_ALAW: if( p_fmt->audio.i_channels == 1 && p_fmt->audio.i_rate == 8000 ) rtp_fmt->payload_type = 8; rtp_fmt->ptname = "PCMA"; rtp_fmt->pf_packetize = rtp_packetize_split; break; case VLC_CODEC_S16B: case VLC_CODEC_S16L: if( p_fmt->audio.i_channels == 1 && p_fmt->audio.i_rate == 44100 ) { rtp_fmt->payload_type = 11; } else if( p_fmt->audio.i_channels == 2 && p_fmt->audio.i_rate == 44100 ) { rtp_fmt->payload_type = 10; } rtp_fmt->ptname = "L16"; if( p_fmt->i_codec == VLC_CODEC_S16B ) rtp_fmt->pf_packetize = rtp_packetize_split; else rtp_fmt->pf_packetize = rtp_packetize_swab; break; case VLC_CODEC_U8: rtp_fmt->ptname = "L8"; rtp_fmt->pf_packetize = rtp_packetize_split; break; case VLC_CODEC_S24B: rtp_fmt->ptname = "L24"; rtp_fmt->pf_packetize = rtp_packetize_split; break; case VLC_CODEC_MPGA: rtp_fmt->payload_type = 14; rtp_fmt->ptname = "MPA"; rtp_fmt->clock_rate = 90000; /* not 44100 */ rtp_fmt->pf_packetize = rtp_packetize_mpa; break; case VLC_CODEC_MPGV: rtp_fmt->payload_type = 32; rtp_fmt->ptname = "MPV"; rtp_fmt->pf_packetize = rtp_packetize_mpv; break; case VLC_CODEC_ADPCM_G726: switch( p_fmt->i_bitrate / 1000 ) { case 16: rtp_fmt->ptname = "G726-16"; rtp_fmt->pf_packetize = rtp_packetize_g726_16; break; case 24: rtp_fmt->ptname = "G726-24"; rtp_fmt->pf_packetize = rtp_packetize_g726_24; break; case 32: rtp_fmt->ptname = "G726-32"; rtp_fmt->pf_packetize = rtp_packetize_g726_32; break; case 40: rtp_fmt->ptname = "G726-40"; rtp_fmt->pf_packetize = rtp_packetize_g726_40; break; default: msg_Err( obj, "cannot add this stream (unsupported " "G.726 bit rate: %u)", p_fmt->i_bitrate ); return VLC_EGENERIC; } break; case VLC_CODEC_A52: rtp_fmt->ptname = "ac3"; rtp_fmt->pf_packetize = rtp_packetize_ac3; break; case VLC_CODEC_H263: rtp_fmt->ptname = "H263-1998"; rtp_fmt->pf_packetize = rtp_packetize_h263; break; case VLC_CODEC_H264: rtp_fmt->ptname = "H264"; rtp_fmt->pf_packetize = rtp_packetize_h264; rtp_fmt->fmtp = NULL; if( p_fmt->i_extra > 0 ) { uint8_t *p_buffer = p_fmt->p_extra; int i_buffer = p_fmt->i_extra; char *p_64_sps = NULL; char *p_64_pps = NULL; char hexa[6+1]; while( i_buffer > 4 ) { int i_offset = 0; int i_size = 0; while( p_buffer[0] != 0 || p_buffer[1] != 0 || p_buffer[2] != 1 ) { p_buffer++; i_buffer--; if( i_buffer == 0 ) break; } if( i_buffer < 4 || memcmp(p_buffer, "\x00\x00\x01", 3 ) ) { msg_Dbg( obj, "No startcode found.."); break; } p_buffer += 3; i_buffer -= 3; const int i_nal_type = p_buffer[0]&0x1f; msg_Dbg( obj, "we found a startcode for NAL with TYPE:%d", i_nal_type ); i_size = i_buffer; for( i_offset = 0; i_offset+2 < i_buffer ; i_offset++) { if( !memcmp(p_buffer + i_offset, "\x00\x00\x01", 3 ) ) { /* we found another startcode */ while( i_offset > 0 && 0 == p_buffer[ i_offset - 1 ] ) i_offset--; i_size = i_offset; break; } } if( i_size == 0 ) { msg_Dbg( obj, "No-info found in nal "); continue; } if( i_nal_type == 7 ) { free( p_64_sps ); p_64_sps = vlc_b64_encode_binary( p_buffer, i_size ); /* XXX: nothing ensures that i_size >= 4 ?? */ sprintf_hexa( hexa, &p_buffer[1], 3 ); } else if( i_nal_type == 8 ) { free( p_64_pps ); p_64_pps = vlc_b64_encode_binary( p_buffer, i_size ); } i_buffer -= i_size; p_buffer += i_size; } /* */ if( p_64_sps && p_64_pps && ( asprintf( &rtp_fmt->fmtp, "packetization-mode=1;profile-level-id=%s;" "sprop-parameter-sets=%s,%s;", hexa, p_64_sps, p_64_pps ) == -1 ) ) rtp_fmt->fmtp = NULL; free( p_64_sps ); free( p_64_pps ); } if( rtp_fmt->fmtp == NULL ) rtp_fmt->fmtp = strdup( "packetization-mode=1" ); break;//添加对hevc打包处理的函数指针赋值 case VLC_CODEC_HEVC: rtp_fmt->ptname = "H265"; rtp_fmt->pf_packetize = rtp_packetize_h265; break;//============================= case VLC_CODEC_MP4V: { rtp_fmt->ptname = "MP4V-ES"; rtp_fmt->pf_packetize = rtp_packetize_split; if( p_fmt->i_extra > 0 ) { char hexa[2*p_fmt->i_extra +1]; sprintf_hexa( hexa, p_fmt->p_extra, p_fmt->i_extra ); if( asprintf( &rtp_fmt->fmtp, "profile-level-id=3; config=%s;", hexa ) == -1 ) rtp_fmt->fmtp = NULL; } break; } case VLC_CODEC_MP4A: { if( ! var_InheritBool( obj, "sout-rtp-mp4a-latm" ) ) { char hexa[2*p_fmt->i_extra +1]; rtp_fmt->ptname = "mpeg4-generic"; rtp_fmt->pf_packetize = rtp_packetize_mp4a; sprintf_hexa( hexa, p_fmt->p_extra, p_fmt->i_extra ); if( asprintf( &rtp_fmt->fmtp, "streamtype=5; profile-level-id=15; " "mode=AAC-hbr; config=%s; SizeLength=13; " "IndexLength=3; IndexDeltaLength=3; Profile=1;", hexa ) == -1 ) rtp_fmt->fmtp = NULL; } else { char hexa[13]; int i; unsigned char config[6]; unsigned int aacsrates[15] = { 96000, 88200, 64000, 48000, 44100, 32000, 24000, 22050, 16000, 12000, 11025, 8000, 7350, 0, 0 }; for( i = 0; i < 15; i++ ) if( p_fmt->audio.i_rate == aacsrates[i] ) break; config[0]=0x40; config[1]=0; config[2]=0x20|i; config[3]=p_fmt->audio.i_channels<<4; config[4]=0x3f; config[5]=0xc0; rtp_fmt->ptname = "MP4A-LATM"; rtp_fmt->pf_packetize = rtp_packetize_mp4a_latm; sprintf_hexa( hexa, config, 6 ); if( asprintf( &rtp_fmt->fmtp, "profile-level-id=15; " "object=2; cpresent=0; config=%s", hexa ) == -1 ) rtp_fmt->fmtp = NULL; } break; } case VLC_CODEC_AMR_NB: rtp_fmt->ptname = "AMR"; rtp_fmt->fmtp = strdup( "octet-align=1" ); rtp_fmt->pf_packetize = rtp_packetize_amr; break; case VLC_CODEC_AMR_WB: rtp_fmt->ptname = "AMR-WB"; rtp_fmt->fmtp = strdup( "octet-align=1" ); rtp_fmt->pf_packetize = rtp_packetize_amr; break; case VLC_CODEC_SPEEX: rtp_fmt->ptname = "SPEEX"; rtp_fmt->pf_packetize = rtp_packetize_spx; break; case VLC_CODEC_VORBIS: rtp_fmt->ptname = "vorbis"; rtp_fmt->pf_packetize = rtp_packetize_xiph; if( p_fmt->i_extra > 0 ) { rtp_fmt->fmtp = NULL; char *config = rtp_xiph_b64_oob_config(p_fmt->p_extra, p_fmt->i_extra, NULL); if (config == NULL) break; if( asprintf( &rtp_fmt->fmtp, "configuration=%s;", config ) == -1 ) rtp_fmt->fmtp = NULL; free(config); } break; case VLC_CODEC_THEORA: rtp_fmt->ptname = "theora"; rtp_fmt->pf_packetize = rtp_packetize_xiph; if( p_fmt->i_extra > 0 ) { rtp_fmt->fmtp = NULL; uint8_t pixel_fmt, c1, c2; char *config = rtp_xiph_b64_oob_config(p_fmt->p_extra, p_fmt->i_extra, &pixel_fmt); if (config == NULL) break; if (pixel_fmt == 1) { /* reserved */ free(config); break; } switch (pixel_fmt) { case 0: c1 = 2; c2 = 0; break; case 2: c1 = c2 = 2; break; case 3: c1 = c2 = 4; break; default: assert(0); } if( asprintf( &rtp_fmt->fmtp, "sampling=YCbCr-4:%d:%d; width=%d; height=%d; " "delivery-method=inline; configuration=%s; " "delivery-method=in_band;", c1, c2, p_fmt->video.i_width, p_fmt->video.i_height, config ) == -1 ) rtp_fmt->fmtp = NULL; free(config); } break; case VLC_CODEC_ITU_T140: rtp_fmt->ptname = "t140" ; rtp_fmt->clock_rate = 1000; rtp_fmt->pf_packetize = rtp_packetize_t140; break; case VLC_CODEC_GSM: rtp_fmt->payload_type = 3; rtp_fmt->ptname = "GSM"; rtp_fmt->pf_packetize = rtp_packetize_split; break; case VLC_CODEC_OPUS: if (p_fmt->audio.i_channels > 2) { msg_Err( obj, "Multistream opus not supported in RTP" " (having %d channels input)", p_fmt->audio.i_channels ); return VLC_EGENERIC; } rtp_fmt->ptname = "opus"; rtp_fmt->pf_packetize = rtp_packetize_split; rtp_fmt->clock_rate = 48000; rtp_fmt->channels = 2; if (p_fmt->audio.i_channels == 2) rtp_fmt->fmtp = strdup( "sprop-stereo=1" ); break; case VLC_CODEC_VP8: rtp_fmt->ptname = "VP8"; rtp_fmt->pf_packetize = rtp_packetize_vp8; break; case VLC_CODEC_MJPG: case VLC_CODEC_JPEG: rtp_fmt->ptname = "JPEG"; rtp_fmt->payload_type = 26; rtp_fmt->pf_packetize = rtp_packetize_jpeg; break; default: msg_Err( obj, "cannot add this stream (unsupported " "codec: %4.4s)", (char*)&p_fmt->i_codec ); return VLC_EGENERIC; } return VLC_SUCCESS;}2，模仿h264为hevc添加打包函数
static int rtp_packetize_h265( sout_stream_id_sys_t *id, block_t *in ){ const uint8_t *p_buffer = in->p_buffer; int i_buffer = in->i_buffer; while( i_buffer > 4 && ( p_buffer[0] != 0 || p_buffer[1] != 0 || p_buffer[2] != 1 ) ) { i_buffer--; p_buffer++; } /* Split nal units */ while( i_buffer > 4 ) { int i_offset; int i_size = i_buffer; int i_skip = i_buffer; /* search nal end */ for( i_offset = 4; i_offset+2 < i_buffer ; i_offset++) { if( p_buffer[i_offset] == 0 && p_buffer[i_offset+1] == 0 && p_buffer[i_offset+2] == 1 ) { /* we found another startcode */ i_size = i_offset - ( p_buffer[i_offset-1] == 0 ? 1 : 0); i_skip = i_offset; break; } } /* TODO add STAP-A to remove a lot of overhead with small slice/sei/... */ rtp_packetize_h265_nal( id, p_buffer, i_size, (in->i_pts > VLC_TS_INVALID ? in->i_pts : in->i_dts), in->i_dts, (i_size >= i_buffer), in->i_length * i_size / in->i_buffer ); i_buffer -= i_skip; p_buffer += i_skip; } block_Release(in); return VLC_SUCCESS;}3，为hevc添加分片函数。和h264有点不同因为两者的文件头不同，具体的可以看看h264和hevc标准，在这里只给出实现代码
static intrtp_packetize_h265_nal( sout_stream_id_sys_t *id, const uint8_t *p_data, int i_data, int64_t i_pts, int64_t i_dts, bool b_last, int64_t i_length ){ const int i_max = rtp_mtu (id); /* payload max in one packet */ int i_nal_hdr;/* */ int i_nal_hdr2;/* 保存payload 未使用的位置 1 以后备用*/ int i_nal_type; if( i_data < 5 ) return VLC_SUCCESS; i_nal_hdr = p_data[3]; i_nal_hdr2 = p_data[4]; i_nal_type = (i_nal_hdr>>1) & 0x3F; /* Skip start code */ p_data += 3; i_data -= 3; /* */ if( i_data <= i_max ) { /* Single NAL unit packet */ block_t *out = block_Alloc( 12 + i_data ); out->i_dts = i_dts; out->i_length = i_length; /* */ rtp_packetize_common( id, out, b_last, i_pts ); out->i_buffer = 12 + i_data; memcpy( &out->p_buffer[12], p_data, i_data ); rtp_packetize_send( id, out ); } else { /* FU-A Fragmentation Unit without interleaving */ const int i_count = ( i_data-1 + i_max-2 - 1 ) / (i_max-2); int i; /*当是分组的第一报数据时，应该覆盖掉前两个字节的数据， h264要覆盖前一个字节的数据，即是第一包要去除hevc帧数据的paylaodhdr */ p_data+=2; i_data-=2; for( i = 0; i < i_count; i++ ) { const int i_payload = __MIN( i_data, i_max-2 ); block_t *out = block_Alloc( 12 + 3 + i_payload ); out->i_dts = i_dts + i * i_length / i_count; out->i_length = i_length / i_count; /* */ rtp_packetize_common( id, out, (b_last && i_payload == i_data), i_pts ); out->i_buffer = 15 + i_payload; /* payload header */ out->p_buffer[12] = (i_nal_hdr & 0x81) | (49 << 1); out->p_buffer[13] = i_nal_hdr2; /* FU header */ //第一包S位设置1 最后一包E位设置为1 out->p_buffer[14] = ( i == 0 ? 0x80 : 0x00 ) | ( (i == i_count-1) ? 0x40 : 0x00 ) | i_nal_type; memcpy( &out->p_buffer[15], p_data, i_payload ); rtp_packetize_send( id, out ); i_data -= i_payload; p_data += i_payload; } } return VLC_SUCCESS;}添加完就可以了，在此记录只是为了下次使用方便自己查看
阅读全文
0 0
- VLC rtsp服务分割/打包HEVC(h265)
- VLC实现RTSP服务(命令行)
- VLC实现RTSP服务(图形界面)
- HEVC/H265 主要设计者谈HEVC/H265
- HEVC/H265 主要设计者谈HEVC/H265 .
- HEVC/H265 namespace 介绍
- HEVC/H265 namespace 介绍
- HEVC/H265 性能分析
- HEVC/H265 文档获得
- HEVC/H265 namespace 介绍
- HEVC（h265）学习
- HEVC/H265 namespace 介绍
- HEVC/H265 文档获得
- RTSP点播消息流程实例（客户端：VLC， RTSP服务
- HEVC/H265 好的文章
- [H265/HEVC]开源项目
- [H265/HEVC]开源项目
- [H265/HEVC]开源项目
- Android Binder学习(四)之addService流程分析
- 最长回文子串长度
- windows 7环境python2.7安装paramiko模块
- TCP之Delay Ack和Nagle算法
- A*算法之旅之初识A*算法（一）
- VLC rtsp服务分割/打包HEVC(h265)
- C语言中的位运算
- tcp协议系列文章（1）：提纲挈领
- elasticsearch基础
- 主席树解决区间第k大
- 欢迎使用CSDN-markdown编辑器
- LeetCode 8 String to Integer (atoi)
- Spring Boot总结(一)：@SpringBootApplication的替代方案
- 算法 排序算法之交换排序--冒泡排序和快速排序
