camera2 opengl实现滤镜效果录制视频 五 音视频合并
来源：互联网 发布：大学老师知乎 编辑：程序博客网 时间：2024/05/24 01:39
前几篇文章实现了音频和视频的录制，这篇就来实现录制有声音的视频
VideoEncoder用于录制视频和编码
public class VideoEncoder { private static final int CHANNEL_CONFIG = AudioFormat.CHANNEL_IN_MONO; //音频通道(单声道) private static final int AUDIO_FORMAT = AudioFormat.ENCODING_PCM_16BIT; //音频格式 private static final int AUDIO_SOURCE = MediaRecorder.AudioSource.MIC; //音频源（麦克风） private static final String AUDIO_MIME_TYPE = "audio/mp4a-latm"; //音频类型 private static final int SAMPLE_RATE = 44100; //采样率(CD音质) private static final int BIT_RATE = 128000; //比特率 private static final int CHANNEL_COUNT = 1;//声道 private static final String VIDEO_MIME_TYPE = "video/avc";//视频类型 private static final int FRAME_RATE = 25; //帧率 private static final int FI_FRAME_INTERVAL = 5; //关键帧时间 private static final int MAX_WIDTH = 1280; private static final int MAX_HEIGHT = 1280; private int videoWidth = 1280; private int videoHeight = 720; private MediaMuxer mediaMuxer; private MediaCodec videoMediaCodec; private MediaCodec audioMediaCodec; private Surface surface; //初始化 public void initEncoder(){ micStop = true; muxerVideoStart = false; muxerAudioStart = false; muxerStart = false; initVideo(); initAudio(); initMuxer(); } private void initVideo(){ MediaFormat mediaFormat = MediaFormat.createVideoFormat(VIDEO_MIME_TYPE, videoWidth, videoHeight); mediaFormat.setInteger(MediaFormat.KEY_BIT_RATE, BIT_RATE); mediaFormat.setInteger(MediaFormat.KEY_FRAME_RATE, FRAME_RATE); mediaFormat.setInteger(MediaFormat.KEY_COLOR_FORMAT, MediaCodecInfo.CodecCapabilities.COLOR_FormatSurface); mediaFormat.setInteger(MediaFormat.KEY_I_FRAME_INTERVAL, FI_FRAME_INTERVAL); try { videoMediaCodec = MediaCodec.createEncoderByType(VIDEO_MIME_TYPE); } catch (IOException e) { e.printStackTrace(); } videoMediaCodec.configure(mediaFormat, null, null, MediaCodec.CONFIGURE_FLAG_ENCODE); surface = videoMediaCodec.createInputSurface(); videoMediaCodec.start(); } private void initAudio(){ MediaFormat audioFormat = MediaFormat.createAudioFormat(AUDIO_MIME_TYPE,SAMPLE_RATE,CHANNEL_COUNT); audioFormat.setInteger(MediaFormat.KEY_AAC_PROFILE, MediaCodecInfo.CodecProfileLevel.AACObjectLC); audioFormat.setInteger(MediaFormat.KEY_BIT_RATE, BIT_RATE); audioFormat.setInteger(MediaFormat.KEY_CHANNEL_MASK, AudioFormat.CHANNEL_IN_MONO);//立体声 try { audioMediaCodec = MediaCodec.createEncoderByType(AUDIO_MIME_TYPE); } catch (IOException e) { e.printStackTrace(); } audioMediaCodec.configure(audioFormat, null, null, MediaCodec.CONFIGURE_FLAG_ENCODE); audioMediaCodec.start(); } private void initMuxer(){ String path = "/storage/emulated/0/360/" + System.currentTimeMillis() + ".mp4"; try { mediaMuxer = new MediaMuxer(path,MediaMuxer.OutputFormat.MUXER_OUTPUT_MPEG_4); } catch (Exception e){ e.printStackTrace(); } } public Surface getSurface() { return surface; } //视频尺寸随便写的，可以用摄像头支持尺寸 public void setVideoSize(int width,int height){ int w = width; int h = height; if(w > h){ while (w > MAX_WIDTH){ w = w/2; h = h/2; } }else{ while (h > MAX_HEIGHT){ w = w/2; h = h/2; } } videoWidth = w; videoHeight = h; } public int getVideoWidth(){ return videoWidth; } public int getVideoHeight(){ return videoHeight; } public void start(){ Thread videoThread = new Thread(new VideoRun()); Thread micThread = new Thread(new MicRun()); Thread audioThread = new Thread(new AudioRun()); micThread.start(); videoThread.start(); audioThread.start(); } public void stop(){ videoMediaCodec.signalEndOfInputStream(); micStop = false; } //因为有多个线程调用mediaMuxer，所以使用synchronized来防止同时操作mediaMuxer private boolean muxerVideoStart = false; private boolean muxerAudioStart = false; private boolean muxerStart = false; private synchronized void muxerStart(){ if(muxerVideoStart && muxerAudioStart && !muxerStart){ muxerStart = true; mediaMuxer.start(); } } private long outputStartTime = 0; //写入数据，音频和视频写入都要调用这个 private synchronized void muxerWriteData(int mTrackIndex,ByteBuffer encodedData,MediaCodec.BufferInfo mBufferInfo){ if(muxerStart){ if(outputStartTime == 0){ outputStartTime = System.nanoTime() / 1000L; } //数据写入的时间戳 mBufferInfo.presentationTimeUs = System.nanoTime() / 1000L - outputStartTime; mediaMuxer.writeSampleData(mTrackIndex, encodedData, mBufferInfo); } } //释放mediaMuxer private synchronized void muxerRelease(){ if(audioMediaCodec == null && videoMediaCodec == null && mediaMuxer != null){ mediaMuxer.stop(); mediaMuxer.release(); mediaMuxer = null; } } //录像数据线程，靠surface获取数据 public class VideoRun implements Runnable{ @Override public void run() { MediaCodec.BufferInfo mBufferInfo = new MediaCodec.BufferInfo(); int mTrackIndex = -1; while (true){ //dequeueOutputBuffer:没有数据时阻塞线程，时间1000，有数据时返回一个整数状态 int encoderStatus = videoMediaCodec.dequeueOutputBuffer(mBufferInfo, 1000); if (encoderStatus >= 0) { if(!muxerStart){ continue; } ByteBuffer encodedData = videoMediaCodec.getOutputBuffer(encoderStatus); if ((mBufferInfo.flags & MediaCodec.BUFFER_FLAG_CODEC_CONFIG) != 0) { mBufferInfo.size = 0; } if (mBufferInfo.size != 0) { encodedData.position(mBufferInfo.offset); encodedData.limit(mBufferInfo.offset + mBufferInfo.size); muxerWriteData(mTrackIndex, encodedData, mBufferInfo); } videoMediaCodec.releaseOutputBuffer(encoderStatus, false); if ((mBufferInfo.flags & MediaCodec.BUFFER_FLAG_END_OF_STREAM) != 0) { //调用 videoMediaCodec.signalEndOfInputStream();时会进入这里 break; } }else if(encoderStatus == MediaCodec.INFO_TRY_AGAIN_LATER){ }else if(encoderStatus == MediaCodec.INFO_OUTPUT_FORMAT_CHANGED){ //录音和录像都会进入这里，可能会多次进入， // mediaFormat相同而多次调用mediaMuxer.addTrack会报错 if(mTrackIndex == -1){ if(!muxerVideoStart){ muxerVideoStart = true; MediaFormat mediaFormat = videoMediaCodec.getOutputFormat(); mTrackIndex = mediaMuxer.addTrack(mediaFormat); muxerStart(); } } }else{ } } if(surface != null){ surface.release(); surface = null; } if (videoMediaCodec != null) { videoMediaCodec.stop(); videoMediaCodec.release(); videoMediaCodec = null; } muxerRelease(); } } //麦克风线程 private boolean micStop = true; public class MicRun implements Runnable{ @Override public void run() { int bufferSizeInBytes = AudioRecord.getMinBufferSize(SAMPLE_RATE, CHANNEL_CONFIG, AUDIO_FORMAT); AudioRecord audioRecord = new AudioRecord( AUDIO_SOURCE,//音频源 SAMPLE_RATE,//采样率 CHANNEL_CONFIG,//音频通道 AUDIO_FORMAT,//音频格式 bufferSizeInBytes//缓冲区 ); if (audioRecord.getState() != AudioRecord.STATE_INITIALIZED) { return; } audioRecord.startRecording(); byte[] buffer = new byte[bufferSizeInBytes]; long audioStartTime = System.nanoTime(); while (micStop) { //时间戳随便给，和写入时间戳没有关系 long presentationTimeUs = (System.nanoTime() - audioStartTime) / 1000; int bufferReadResult = audioRecord.read(buffer, 0, bufferSizeInBytes); if (bufferReadResult == AudioRecord.ERROR_BAD_VALUE || bufferReadResult == AudioRecord.ERROR_INVALID_OPERATION) { } //将获得的数据传给audioMediaCodec audioInputBuffer(buffer, presentationTimeUs, false); } long presentationTimeUs = (System.nanoTime() - audioStartTime) / 1000; int bufferReadResult = audioRecord.read(buffer, 0, bufferSizeInBytes); if (bufferReadResult == AudioRecord.ERROR_BAD_VALUE || bufferReadResult == AudioRecord.ERROR_INVALID_OPERATION) { } //停止录音时通知audioMediaCodec audioInputBuffer(buffer, presentationTimeUs, true); audioRecord.stop(); audioRecord.release(); } public void audioInputBuffer(byte[] buffer, long presentationTimeUs, boolean audioEnd) { int inputBufferIndex = audioMediaCodec.dequeueInputBuffer(-1); if (inputBufferIndex >= 0) { ByteBuffer inputBuffer = audioMediaCodec.getInputBuffer(inputBufferIndex); inputBuffer.clear(); inputBuffer.put(buffer); if (audioEnd) { audioMediaCodec.queueInputBuffer(inputBufferIndex, 0, buffer.length, presentationTimeUs, MediaCodec.BUFFER_FLAG_END_OF_STREAM); } else { audioMediaCodec.queueInputBuffer(inputBufferIndex, 0, buffer.length, presentationTimeUs, 0); } } } } public class AudioRun implements Runnable{ @Override public void run() { int mTrackIndex = -1; MediaCodec.BufferInfo mBufferInfo = new MediaCodec.BufferInfo(); while (true) { int encoderIndex = audioMediaCodec.dequeueOutputBuffer(mBufferInfo, 1000); if (encoderIndex == MediaCodec.INFO_TRY_AGAIN_LATER) { } else if (encoderIndex == MediaCodec.INFO_OUTPUT_FORMAT_CHANGED) { if(!muxerAudioStart){ muxerAudioStart = true; MediaFormat mediaFormat = audioMediaCodec.getOutputFormat(); mTrackIndex = mediaMuxer.addTrack(mediaFormat); muxerStart(); } } else if (encoderIndex < 0) { } else { if(!muxerStart){ continue; } ByteBuffer encodedData = audioMediaCodec.getOutputBuffer(encoderIndex); if ((mBufferInfo.flags & MediaCodec.BUFFER_FLAG_CODEC_CONFIG) != 0) { mBufferInfo.size = 0; } if (mBufferInfo.size != 0) { encodedData.position(mBufferInfo.offset); encodedData.limit(mBufferInfo.offset + mBufferInfo.size); muxerWriteData(mTrackIndex, encodedData, mBufferInfo); audioMediaCodec.releaseOutputBuffer(encoderIndex, false); } if ((mBufferInfo.flags & MediaCodec.BUFFER_FLAG_END_OF_STREAM) != 0) { break; } } } if (audioMediaCodec != null) { audioMediaCodec.stop(); audioMediaCodec.release(); audioMediaCodec = null; } muxerRelease(); } }}
VideoSurfaceView预览用
public class VideoSurfaceView extends SurfaceView{ private EGLUtils mEglUtils; private GLFramebuffer mFramebuffer; private GLRenderer mRenderer; private SurfaceTexture mSurfaceTexture; private Surface mSurface; private final Object mObject = new Object(); private String mCameraId; private CameraManager mCameraManager; private CameraCaptureSession mCameraCaptureSession; private CameraDevice mCameraDevice; private Handler mHandler; private VideoEncoder mVideoEncoder; private final Object vObject = new Object(); private int screenWidth, screenHeight; private int previewWidth; private int previewHeight; public VideoSurfaceView(Context context) { super(context); init(context); } public VideoSurfaceView(Context context, AttributeSet attributeSet) { super(context,attributeSet); init(context); } private void init(Context context){ mFramebuffer = new GLFramebuffer(context); mRenderer = new GLRenderer(context); initCamera2(); getHolder().addCallback(new SurfaceHolder.Callback() { @Override public void surfaceCreated(SurfaceHolder surfaceHolder) { } @Override public void surfaceChanged(SurfaceHolder surfaceHolder, int i, int i1, int i2) { screenWidth = i1; screenHeight = i2; Thread thread = new Thread(){ @Override public void run() { super.run(); mEglUtils = new EGLUtils(); mEglUtils.initEGL(EGL14.EGL_NO_CONTEXT,getHolder().getSurface()); mRenderer.initShader(); Size mPreviewSize = getPreferredPreviewSize(mSizes, screenWidth, screenHeight); previewWidth = mPreviewSize.getHeight(); previewHeight = mPreviewSize.getWidth(); int left,top,viewWidth,viewHeight; if(previewHeight > previewWidth){ left = 0; viewWidth = screenWidth; viewHeight = (int)(previewHeight*1.0f/previewWidth*viewWidth); top = (screenHeight - viewHeight)/2; }else{ top = 0; viewHeight = screenHeight; viewWidth = (int)(previewWidth*1.0f/previewHeight*viewHeight); left = (screenWidth - viewWidth)/2; } Rect rect = new Rect(); rect.left = left; rect.top = top; rect.right = left + viewWidth; rect.bottom = top + viewHeight; mFramebuffer.initFramebuffer(previewWidth,previewHeight); mSurfaceTexture = mFramebuffer.getSurfaceTexture(); mSurfaceTexture.setDefaultBufferSize(previewWidth, previewHeight); mSurfaceTexture.setOnFrameAvailableListener(new SurfaceTexture.OnFrameAvailableListener() { @Override public void onFrameAvailable(SurfaceTexture surfaceTexture) { synchronized (mObject) { mObject.notifyAll(); } } }); openCamera2(); while (true){ synchronized (mObject) { try { mObject.wait(); } catch (InterruptedException e) { e.printStackTrace(); } } if(mSurfaceTexture == null){ break; } mFramebuffer.drawFrameBuffer(previewWidth,previewHeight); if(mVideoEncoder != null){ synchronized (vObject){ vObject.notifyAll(); } } GLES20.glClear(GLES20.GL_DEPTH_BUFFER_BIT | GLES20.GL_COLOR_BUFFER_BIT); GLES20.glViewport(rect.left,rect.top,rect.width(),rect.height()); mFramebuffer.drawFrame(); mRenderer.drawFrame(); mEglUtils.swap(); } mEglUtils.release(); } }; thread.start(); } @Override public void surfaceDestroyed(SurfaceHolder surfaceHolder) { if(mCameraCaptureSession != null){ mCameraCaptureSession.getDevice().close(); mCameraCaptureSession.close(); mCameraCaptureSession = null; } if(mSurface != null){ mSurface.release(); mSurface = null; } if(mSurfaceTexture != null){ mSurfaceTexture.release(); mSurfaceTexture = null; synchronized (mObject) { mObject.notifyAll(); } } } }); } private boolean stop = false; public void startVideo(){ if(mVideoEncoder != null){ return; } mVideoEncoder = new VideoEncoder(); mVideoEncoder.setVideoSize(previewWidth,previewHeight); mVideoEncoder.initEncoder(); stop = false; Thread thread = new Thread(){ @Override public void run() { super.run(); GLRenderer renderer = new GLRenderer(getContext()); EGLUtils eglUtils = new EGLUtils(); eglUtils.initEGL(mEglUtils.getContext(),mVideoEncoder.getSurface()); renderer.initShader(); while (true){ synchronized (vObject) { try { vObject.wait(); } catch (InterruptedException e) { e.printStackTrace(); } } if(mSurfaceTexture == null){ break; } if(stop){ break; } GLES20.glClear(GLES20.GL_DEPTH_BUFFER_BIT | GLES20.GL_COLOR_BUFFER_BIT); GLES20.glViewport(0,0,mVideoEncoder.getVideoWidth(),mVideoEncoder.getVideoHeight()); mFramebuffer.drawFrame(); renderer.drawFrame(); eglUtils.swap(); } eglUtils.release(); } }; thread.start(); mVideoEncoder.start(); } public void stopVideo(){ mVideoEncoder.stop(); stop = true; mVideoEncoder = null; } private Size[] mSizes; private void initCamera2() { HandlerThread handlerThread = new HandlerThread("Camera2"); handlerThread.start(); mHandler = new Handler(handlerThread.getLooper()); mCameraManager = (CameraManager) getContext().getSystemService(Context.CAMERA_SERVICE); try { String[] CameraIdList = mCameraManager.getCameraIdList(); mCameraId = CameraIdList[0]; CameraCharacteristics characteristics = mCameraManager.getCameraCharacteristics(mCameraId); characteristics.get(CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL); StreamConfigurationMap map = characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP); if(map != null){ mSizes = map.getOutputSizes(SurfaceTexture.class); } } catch (CameraAccessException e) { e.printStackTrace(); } } private void openCamera2(){ if (PermissionChecker.checkSelfPermission(getContext(), Manifest.permission.CAMERA) == PackageManager.PERMISSION_GRANTED) { try { mCameraManager.openCamera(mCameraId, stateCallback, mHandler); } catch (CameraAccessException e) { e.printStackTrace(); } } } private CameraDevice.StateCallback stateCallback = new CameraDevice.StateCallback() { @Override public void onOpened(@NonNull CameraDevice cameraDevice) { mCameraDevice = cameraDevice; takePreview(); } @Override public void onDisconnected(@NonNull CameraDevice cameraDevice) { if (mCameraDevice != null) { mCameraDevice.close(); mCameraDevice = null; } } @Override public void onError(@NonNull CameraDevice cameraDevice, int i) { } }; private void takePreview() { try { mSurface = new Surface(mSurfaceTexture); final CaptureRequest.Builder builder = mCameraDevice.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW); builder.addTarget(mSurface); mCameraDevice.createCaptureSession(Arrays.asList(mSurface), new CameraCaptureSession.StateCallback() { @Override public void onConfigured(@NonNull CameraCaptureSession cameraCaptureSession) { if (null == mCameraDevice) return; mCameraCaptureSession = cameraCaptureSession; builder.set(CaptureRequest.CONTROL_AF_MODE, CaptureRequest.CONTROL_AF_MODE_CONTINUOUS_PICTURE); builder.set(CaptureRequest.CONTROL_AE_MODE, CaptureRequest.CONTROL_AE_MODE_ON_AUTO_FLASH); CaptureRequest previewRequest = builder.build(); try { mCameraCaptureSession.setRepeatingRequest(previewRequest, null, mHandler); } catch (CameraAccessException e) { e.printStackTrace(); } } @Override public void onConfigureFailed(@NonNull CameraCaptureSession cameraCaptureSession) { } }, mHandler); } catch (CameraAccessException e) { e.printStackTrace(); } } private Size getPreferredPreviewSize(Size[] sizes, int width, int height) { List<Size> collectorSizes = new ArrayList<>(); for (Size option : sizes) { if (width > height) { if (option.getWidth() > width && option.getHeight() > height) { collectorSizes.add(option); } } else { if (option.getHeight() > width && option.getWidth() > height) { collectorSizes.add(option); } } } if (collectorSizes.size() > 0) { return Collections.min(collectorSizes, new Comparator<Size>() { @Override public int compare(Size s1, Size s2) { return Long.signum(s1.getWidth() * s1.getHeight() - s2.getWidth() * s2.getHeight()); } }); } return sizes[0]; }}
通过opengl的fbo处理图像，再把图像传给MediaCodec生成的Surface和SurfaceView的Surface
阅读全文
0 0
- camera2 opengl实现滤镜效果录制视频 五 音视频合并
- camera2 opengl实现滤镜效果录制视频 目录
- camera2 opengl实现滤镜效果录制视频 一 相机预览
- camera2 opengl实现滤镜效果录制视频 三 录音
- camera2 opengl实现滤镜效果录制视频 四 录像
- camera2 opengl实现滤镜效果录制视频 二 双SurfaceView渲染
- camera2 opengl实现滤镜效果录制视频 六 摄像头方向(完)
- Android录制视频(五)
- 用canvas实现图片滤镜效果详解之视频效果
- 音视频直播--Android视频采集(Camera2)
- Android Camera2 Opengles2.0 预览图像实时滤镜 视频编码
- Android Camera2 Opengles2.0 图像实时滤镜 显示 视频编码
- android 视频录制剪切合并
- OpenGL es 视频录制Library
- Android视频编辑器（四）通过OpenGL给视频增加不同滤镜效果
- android实现视频录制
- 实现语音视频录制
- android录制视频实现
- windows之win10无法使用小米随身wifi
- netty源码深入研究（从客户端入手）第二篇（详解读消息的管道处理流程）
- Maven 生命周期与插件
- Hive自定义函数UDF
- android 可配置的圆弧进度条
- camera2 opengl实现滤镜效果录制视频 五 音视频合并
- CSS3总结——选择器
- struts2中result的type属性详解
- 【web开发】小小网络工程狮的日常-（2017-9-8）
- 从 0 开始创建一个属于你自己的 PHP 框架
- Fiddler抓包-抓APP的请求
- Oracle trunc()函数的用法简单使用
- AngularJS系列(二)——作用域和控制器
- iOS 之NSRange实现小数向上取整
