NVIDIA Jetson TX1 系列开发教程之七：FFMPEG安装与测试

来源：互联网发布：netbeans php配置编辑：程序博客网时间：2024/06/05 20:27

NVIDIA Jetson TX1 系列开发教程之七：FFMPEG安装与测试

转载请注明作者和出处：http://blog.csdn.net/u011475210
嵌入式平台：NVIDIA Jetson TX1
嵌入式系统：Ubuntu16.04
虚拟机系统：Ubuntu14.04
编者: WordZzzz

纪念雷神
雷神在中国视音频领域影响深远，值此纪念日，缅怀雷神。

——分割线——

前言：
本人需要在NVIDIA TX1上通过USB摄像头实现拍照和预览功能，奈何自己买的USB摄像头的YUYV格式只有640*480这么一种分辨率，JPEG格式下的分辨率倒是很多。现在TX1上面的多媒体例程已经更新到第12个：12_camera_v4l2_cuda。但是本人不才，还是没有在nvcc中找到与V4L2中的MJPEG对应的format格式，期间还搞过一段时间的Gstreamer，但是只能单独实现预览或者拍照功能，再往深了就不会写了，资料太少了。挣扎许久之后还是放弃了，转战Ffmpeg。其实Gstreamer和Ffmpeg这两者挺像的，都是先用命令行测试之后再码代码，但是Gstreamer包括晦涩难懂的OBJECT编程，最起码我学起来很吃力，以后有精力了再尝试吧。

一、Ffmpeg安装：
1.安装依赖：

sudo apt-get updatesudo apt-get -y install autoconf automake build-essential libass-dev libfreetype6-dev \  libsdl2-dev libtheora-dev libtool libva-dev libvdpau-dev libvorbis-dev libxcb1-dev libxcb-shm0-dev \  libxcb-xfixes0-dev pkg-config texinfo wget zlib1g-devsudo apt-get -y install yasm nasm libx264-dev libx265-dev libmp3lame-dev libopus-dev libvpx-dev

2.安装无法自动更新的libfdk-aac：

mkdir ~/ffmpeg_sourcescd ~/ffmpeg_sourceswget -O fdk-aac.tar.gz https://github.com/mstorsjo/fdk-aac/tarball/mastertar xzvf fdk-aac.tar.gzcd mstorsjo-fdk-aac*autoreconf -fiv./configure --prefix="$HOME/ffmpeg_build" --disable-sharedmakemake install

3.安装：

cd ~/ffmpeg_sourceswget http://ffmpeg.org/releases/ffmpeg-snapshot.tar.bz2tar xjvf ffmpeg-snapshot.tar.bz2cd ffmpegPATH="$HOME/bin:$PATH" PKG_CONFIG_PATH="$HOME/ffmpeg_build/lib/pkgconfig" ./configure \  --prefix="$HOME/ffmpeg_build" \  --pkg-config-flags="--static" \  --extra-cflags="-I$HOME/ffmpeg_build/include" \  --extra-ldflags="-L$HOME/ffmpeg_build/lib" \  --bindir="$HOME/bin" \  --enable-gpl \  --enable-libass \  --enable-libfdk-aac \  --enable-libfreetype \  --enable-libmp3lame \  --enable-libopus \  --enable-libtheora \  --enable-libvorbis \  --enable-libvpx \  --enable-libx264 \  --enable-libx265 \  --enable-nonfree \  --enable-sharedPATH="$HOME/bin:$PATH" makemake installhash -r

二、SDL安装：
先简单再介绍一下SDL：SDL是Simple DirectMedia Layer（简易直控媒体层）的缩写。它是一个跨平台的多媒体库，以用于直接控制底层的多媒体硬件的接口。主要用在开发游戏上！

Ubuntu的新得立已经包含SDL库，所以通过几个简单的命令就可以安装，比windows还傻瓜！

sudo apt-get install libsdl1.2-dev

附加包：

sudo apt-get install libsdl-image1.2-devsudo apt-get install libsdl-mixer1.2-devsudo apt-get install libsdl-ttf2.0-devsudo apt-get install libsdl-gfx1.2-dev

三、测试：
这里用雷神的代码进行测试，Ffmpeg+SDL实现摄像头采集与显示。
先参考先前的博客在主机上用Nsight新建工程，然后进行配置，具体配置如下：

代码如下，代码原文链接：http://blog.csdn.net/leixiaohua1020/article/details/39702113

#include <stdio.h>#define __STDC_CONSTANT_MACROS#ifdef _WIN32//Windowsextern "C"{#include "libavcodec/avcodec.h"#include "libavformat/avformat.h"#include "libswscale/swscale.h"#include "libavdevice/avdevice.h"#include "SDL/SDL.h"};#else//Linux...#ifdef __cplusplusextern "C"{#endif#include <libavcodec/avcodec.h>#include <libavformat/avformat.h>#include <libswscale/swscale.h>#include <libavdevice/avdevice.h>#include <SDL/SDL.h>#ifdef __cplusplus};#endif#endif//Output YUV420P #define OUTPUT_YUV420P 0//'1' Use Dshow //'0' Use VFW#define USE_DSHOW 0//Refresh Event#define SFM_REFRESH_EVENT  (SDL_USEREVENT + 1)#define SFM_BREAK_EVENT  (SDL_USEREVENT + 2)int thread_exit=0;int sfp_refresh_thread(void *opaque){    thread_exit=0;    while (!thread_exit) {        SDL_Event event;        event.type = SFM_REFRESH_EVENT;        SDL_PushEvent(&event);        SDL_Delay(40);    }    thread_exit=0;    //Break    SDL_Event event;    event.type = SFM_BREAK_EVENT;    SDL_PushEvent(&event);    return 0;}//Show Dshow Devicevoid show_dshow_device(){    AVFormatContext *pFormatCtx = avformat_alloc_context();    AVDictionary* options = NULL;    av_dict_set(&options,"list_devices","true",0);    AVInputFormat *iformat = av_find_input_format("dshow");    printf("========Device Info=============\n");    avformat_open_input(&pFormatCtx,"video=dummy",iformat,&options);    printf("================================\n");}//Show Dshow Device Optionvoid show_dshow_device_option(){    AVFormatContext *pFormatCtx = avformat_alloc_context();    AVDictionary* options = NULL;    av_dict_set(&options,"list_options","true",0);    AVInputFormat *iformat = av_find_input_format("dshow");    printf("========Device Option Info======\n");    avformat_open_input(&pFormatCtx,"video=Integrated Camera",iformat,&options);    printf("================================\n");}//Show VFW Devicevoid show_vfw_device(){    AVFormatContext *pFormatCtx = avformat_alloc_context();    AVInputFormat *iformat = av_find_input_format("vfwcap");    printf("========VFW Device Info======\n");    avformat_open_input(&pFormatCtx,"list",iformat,NULL);    printf("=============================\n");}//Show AVFoundation Devicevoid show_avfoundation_device(){    AVFormatContext *pFormatCtx = avformat_alloc_context();    AVDictionary* options = NULL;    av_dict_set(&options,"list_devices","true",0);    AVInputFormat *iformat = av_find_input_format("avfoundation");    printf("==AVFoundation Device Info===\n");    avformat_open_input(&pFormatCtx,"",iformat,&options);    printf("=============================\n");}int main(int argc, char* argv[]){    AVFormatContext *pFormatCtx;    int             i, videoindex;    AVCodecContext  *pCodecCtx;    AVCodec         *pCodec;    av_register_all();    avformat_network_init();    pFormatCtx = avformat_alloc_context();    //Open File    //char filepath[]="src01_480x272_22.h265";    //avformat_open_input(&pFormatCtx,filepath,NULL,NULL)    //Register Device    avdevice_register_all();//Windows#ifdef _WIN32    //Show Dshow Device    show_dshow_device();    //Show Device Options    show_dshow_device_option();    //Show VFW Options    show_vfw_device();#if USE_DSHOW    AVInputFormat *ifmt=av_find_input_format("dshow");    //Set own video device's name    if(avformat_open_input(&pFormatCtx,"video=Integrated Camera",ifmt,NULL)!=0){        printf("Couldn't open input stream.\n");        return -1;    }#else    AVInputFormat *ifmt=av_find_input_format("vfwcap");    if(avformat_open_input(&pFormatCtx,"0",ifmt,NULL)!=0){        printf("Couldn't open input stream.\n");        return -1;    }#endif#elif defined linux    //Linux    AVInputFormat *ifmt=av_find_input_format("video4linux2");    if(avformat_open_input(&pFormatCtx,"/dev/video0",ifmt,NULL)!=0){        printf("Couldn't open input stream.\n");        return -1;    }#else    show_avfoundation_device();    //Mac    AVInputFormat *ifmt=av_find_input_format("avfoundation");    //Avfoundation    //[video]:[audio]    if(avformat_open_input(&pFormatCtx,"0",ifmt,NULL)!=0){        printf("Couldn't open input stream.\n");        return -1;    }#endif    if(avformat_find_stream_info(pFormatCtx,NULL)<0)    {        printf("Couldn't find stream information.\n");        return -1;    }    videoindex=-1;    for(i=0; i<pFormatCtx->nb_streams; i++)         if(pFormatCtx->streams[i]->codec->codec_type==AVMEDIA_TYPE_VIDEO)        {            videoindex=i;            break;        }    if(videoindex==-1)    {        printf("Couldn't find a video stream.\n");        return -1;    }    pCodecCtx=pFormatCtx->streams[videoindex]->codec;    pCodec=avcodec_find_decoder(pCodecCtx->codec_id);    if(pCodec==NULL)    {        printf("Codec not found.\n");        return -1;    }    if(avcodec_open2(pCodecCtx, pCodec,NULL)<0)    {        printf("Could not open codec.\n");        return -1;    }    AVFrame *pFrame,*pFrameYUV;    pFrame=av_frame_alloc();    pFrameYUV=av_frame_alloc();    //unsigned char *out_buffer=(unsigned char *)av_malloc(avpicture_get_size(AV_PIX_FMT_YUV420P, pCodecCtx->width, pCodecCtx->height));    //avpicture_fill((AVPicture *)pFrameYUV, out_buffer, AV_PIX_FMT_YUV420P, pCodecCtx->width, pCodecCtx->height);    //SDL----------------------------    if(SDL_Init(SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER)) {          printf( "Could not initialize SDL - %s\n", SDL_GetError());         return -1;    }     int screen_w=0,screen_h=0;    SDL_Surface *screen;     screen_w = pCodecCtx->width;    screen_h = pCodecCtx->height;    screen = SDL_SetVideoMode(screen_w, screen_h, 0,0);    if(!screen) {          printf("SDL: could not set video mode - exiting:%s\n",SDL_GetError());          return -1;    }    SDL_Overlay *bmp;     bmp = SDL_CreateYUVOverlay(pCodecCtx->width, pCodecCtx->height,SDL_YV12_OVERLAY, screen);     SDL_Rect rect;    rect.x = 0;        rect.y = 0;        rect.w = screen_w;        rect.h = screen_h;      //SDL End------------------------    int ret, got_picture;    AVPacket *packet=(AVPacket *)av_malloc(sizeof(AVPacket));#if OUTPUT_YUV420P     FILE *fp_yuv=fopen("output.yuv","wb+");  #endif      struct SwsContext *img_convert_ctx;    img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_YUV420P, SWS_BICUBIC, NULL, NULL, NULL);     //------------------------------    SDL_Thread *video_tid = SDL_CreateThread(sfp_refresh_thread,NULL);    //    SDL_WM_SetCaption("Simplest FFmpeg Read Camera",NULL);    //Event Loop    SDL_Event event;    for (;;) {        //Wait        SDL_WaitEvent(&event);        if(event.type==SFM_REFRESH_EVENT){            //------------------------------            if(av_read_frame(pFormatCtx, packet)>=0){                if(packet->stream_index==videoindex){                    ret = avcodec_decode_video2(pCodecCtx, pFrame, &got_picture, packet);                    if(ret < 0){                        printf("Decode Error.\n");                        return -1;                    }                    if(got_picture){                        SDL_LockYUVOverlay(bmp);                        pFrameYUV->data[0]=bmp->pixels[0];                        pFrameYUV->data[1]=bmp->pixels[2];                        pFrameYUV->data[2]=bmp->pixels[1];                             pFrameYUV->linesize[0]=bmp->pitches[0];                        pFrameYUV->linesize[1]=bmp->pitches[2];                           pFrameYUV->linesize[2]=bmp->pitches[1];                        sws_scale(img_convert_ctx, (const unsigned char* const*)pFrame->data, pFrame->linesize, 0, pCodecCtx->height, pFrameYUV->data, pFrameYUV->linesize);#if OUTPUT_YUV420P                          int y_size=pCodecCtx->width*pCodecCtx->height;                            fwrite(pFrameYUV->data[0],1,y_size,fp_yuv);    //Y                           fwrite(pFrameYUV->data[1],1,y_size/4,fp_yuv);  //U                          fwrite(pFrameYUV->data[2],1,y_size/4,fp_yuv);  //V  #endif                          SDL_UnlockYUVOverlay(bmp);                         SDL_DisplayYUVOverlay(bmp, &rect);                     }                }                av_free_packet(packet);            }else{                //Exit Thread                thread_exit=1;            }        }else if(event.type==SDL_QUIT){            thread_exit=1;        }else if(event.type==SFM_BREAK_EVENT){            break;        }    }    sws_freeContext(img_convert_ctx);#if OUTPUT_YUV420P     fclose(fp_yuv);#endif     SDL_Quit();    //av_free(out_buffer);    av_free(pFrameYUV);    avcodec_close(pCodecCtx);    avformat_close_input(&pFormatCtx);    return 0;}

系列教程持续发布中，欢迎订阅、关注、收藏、评论、点赞哦～～(￣▽￣～)～

完的汪(∪｡∪)｡｡｡zzz

阅读全文

0 0