MediaCodec硬编码YUV和PCM——非常具有参考意义

超、凢脫俗 2022-06-12 00:09 725阅读 0赞

http://blog.csdn.net/chinabinlang/article/details/68066689

[Android使用系统API进行音视频编码][Android_API]

from： http://blog.csdn[.net][]/a992036795/article/details/54286654

一、前言   
上一篇文章我讲到，我用libx264对视频进行h264编码效率非常低下，原因在于libx264采用的是软编码。于是我在网上搜索得知使用系统的API可以对视频进行硬编码，从而减少cpu的压力，达到提高效率的作用。我写了一个demo试了一下，果真效率提高的很明显。   
二、思路   
1、核心类

*  MediaCodec   
    这个类用来进行音/视频编码。
 *  AudioRecord   
    这个类用来录音得到PCM音频数据。
 *  MediaMuxer   
    这个类用来将编码好的音视频数据写入文件。
 *  Camera   
    用来采集摄像头的数据。

2、流程   
![这里写图片描述][SouthEast]

三、核心实现   
1、初始化视频编码器

private void initVideoEncoder() {
            MediaCodecInfo mediaCodecInfo = selectCodec(VCODEC_MIME);
            colorFormat = getColorFormat(mediaCodecInfo);
    
            try {
                vencoder = MediaCodec.createByCodecName(mediaCodecInfo.getName());
                Log.d(TAG, "编码器:" + mediaCodecInfo.getName() + "创建完成!");
            } catch (IOException e) {
                e.printStackTrace();
                throw new RuntimeException("vencodec初始化失败！", e);
            }
    //        https://developer.android.google.cn/reference/android/media/MediaFormat.html
            MediaFormat mediaFormat = MediaFormat
                    .createVideoFormat(MediaFormat.MIMETYPE_VIDEO_AVC, previewSize.width, previewSize.height);
            mediaFormat.setInteger(MediaFormat.KEY_MAX_INPUT_SIZE, 0);
            mediaFormat.setInteger(KEY_BIT_RATE, 300 * 1000); //比特率
            mediaFormat.setInteger(KEY_COLOR_FORMAT, colorFormat);
            mediaFormat.setInteger(KEY_FRAME_RATE, 30);
            mediaFormat.setInteger(KEY_I_FRAME_INTERVAL, 5);
    
            vencoder.configure(mediaFormat, null, null, CONFIGURE_FLAG_ENCODE);
            vencoder.start();
        }
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21
        22
        23
       
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21
        22
        23

2、音频编码器初始化

private void initAudioEncoder() {
            try {
                aEncoder = MediaCodec.createEncoderByType(ACODEC);
            } catch (IOException e) {
                e.printStackTrace();
                throw new RuntimeException("初始化音频编码器失败", e);
            }
            Log.d(TAG, String.format("编码器:%s创建完成", aEncoder.getName()));
    
            MediaFormat aformat = MediaFormat.createAudioFormat(MediaFormat.MIMETYPE_AUDIO_AAC,
                    aSampleRate, aChannelCount);
            aformat.setInteger(KEY_BIT_RATE, 1000 * ABITRATE_KBPS);
            aformat.setInteger(KEY_MAX_INPUT_SIZE, 0);
            aEncoder.configure(aformat, null, null, MediaCodec.CONFIGURE_FLAG_ENCODE);
    
            aloop = true;
            mAudioRecord.startRecording();
            audioWorkThread=new Thread(fetchAudioRunnable);
            audioWorkThread.start();
            aEncoder.start();
        }
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21
       
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21

3、视频编码

private void onGetVideoFrame(byte[] i420) {
    // MediaCodec
            ByteBuffer[] inputBuffers = vencoder.getInputBuffers();
            ByteBuffer[] outputBuffers = vencoder.getOutputBuffers();
    
            int inputBufferId = vencoder.dequeueInputBuffer(-1);
            if (inputBufferId >= 0) {
                // fill inputBuffers[inputBufferId] with valid data
                ByteBuffer bb = inputBuffers[inputBufferId];
                bb.clear();
                bb.put(i420, 0, i420.length);
                long pts = new Date().getTime() * 1000 - presentationTimeUs;
                vencoder.queueInputBuffer(inputBufferId, 0, i420.length, pts, 0);
            }
    
            for (; ; ) {
                int outputBufferId = vencoder.dequeueOutputBuffer(vBufferInfo, 0);
                if (outputBufferId >= 0) {
                    // outputBuffers[outputBufferId] is ready to be processed or rendered.
                    ByteBuffer bb = outputBuffers[outputBufferId];
                    onEncodedh264Frame(bb, vBufferInfo);
                    vencoder.releaseOutputBuffer(outputBufferId, false);
                }
                if (outputBufferId < 0) {
                    break;
                }
            }
        }
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21
        22
        23
        24
        25
        26
        27
        28
       
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21
        22
        23
        24
        25
        26
        27
        28

4、音频编码

private void onGetPcmFrame(byte[] data) {
            ByteBuffer[] inputBuffers = aEncoder.getInputBuffers();
            ByteBuffer[] outputBuffers = aEncoder.getOutputBuffers();
            int inputBufferId = aEncoder.dequeueInputBuffer(-1);
            if (inputBufferId >= 0) {
                ByteBuffer bb = inputBuffers[inputBufferId];
                bb.clear();
                bb.put(data, 0, data.length);
                long pts = new Date().getTime() * 1000 - presentationTimeUs;
                aEncoder.queueInputBuffer(inputBufferId, 0, data.length, pts, 0);
            }
    
            for (; ; ) {
                int outputBufferId = aEncoder.dequeueOutputBuffer(aBufferInfo, 0);
                if (outputBufferId >= 0) {
                    // outputBuffers[outputBufferId] is ready to be processed or rendered.
                    ByteBuffer bb = outputBuffers[outputBufferId];
                    onEncodeAacFrame(bb, aBufferInfo);
                    aEncoder.releaseOutputBuffer(outputBufferId, false);
                }
                if (outputBufferId < 0) {
                    break;
                }
            }
        }
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21
        22
        23
        24
        25
       
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21
        22
        23
        24
        25

5、写入文件

private void onEncodeAacFrame(ByteBuffer bb, MediaCodec.BufferInfo info) {
            mediaMuxer.writeSampleData(audioTrackIndex, bb, info);
        }
    
        // when got encoded h264 es stream.
        private void onEncodedh264Frame(ByteBuffer es, MediaCodec.BufferInfo bi) {
            mediaMuxer.writeSampleData(videoTrackIndex, es, bi);
        }
      
       
        1
        2
        3
        4
        5
        6
        7
        8
       
      
       
        1
        2
        3
        4
        5
        6
        7
        8

上述都是一些核心代码，因为这些代码都比较偏底层，所以看起来都比较难记，不过这都是参考的官网文档的示，我从文档上copy下来后稍作修改得到的。

另外注意一下，从摄像头采取的音频数据默认是NV21格式的，如果不做变换就进行转码的话，你得到视频可能会颜色失真。这里我是这样处理的，我先得到编码器支持的像素格式，代码如下：

private int getColorFormat(MediaCodecInfo mediaCodecInfo) {
            int matchedFormat = 0;
            MediaCodecInfo.CodecCapabilities codecCapabilities =
                    mediaCodecInfo.getCapabilitiesForType(VCODEC_MIME);
            for (int i = 0; i < codecCapabilities.colorFormats.length; i++) {
                int format = codecCapabilities.colorFormats[i];
                if (format >= codecCapabilities.COLOR_FormatYUV420Planar &&
                        format <= codecCapabilities.COLOR_FormatYUV420PackedSemiPlanar) {
                    if (format >= matchedFormat) {
                        matchedFormat = format;
                        logColorFormatName(format);
                        break;
                    }
                }
            }
            return matchedFormat;
        }
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
       
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17

然后使用`mediaFormat.setInteger(KEY_COLOR_FORMAT, colorFormat);`设置颜色格式，   
最后在onPreviewFrame回调函数中根据编码器器支持的颜色格式进行转换，比如我的手机支持COLOR\_FormatYUV420SemiPlanar这个格式那么我就将Nv21数据转换成 yuv420格式

public void onPreviewFrame(byte[] data, Camera camera) { if (isStarted) { if (data != null) { // data 是Nv21 if (colorFormat == MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420SemiPlanar) { Yuv420Util.Nv21ToYuv420SP(data, dstByte, previewSize.width, previewSize.height); } else if (colorFormat == MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420Planar) { Yuv420Util.Nv21ToI420(data, dstByte, previewSize.width, previewSize.height); } else if (colorFormat == MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420Flexible) { // Yuv420_888 } else if (colorFormat == MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420PackedPlanar) { // Yuv420packedPlannar 和 yuv420sp很像 // 区别在于 加入 width = 4的话 y1,y2,y3 ,y4公用 u1v1 // 而 yuv420dp 则是 y1y2y5y6 共用 u1v1 //http://blog.csdn.net/jumper511/article/details/21719313 //这样处理的话颜色核能会有些失真。 Yuv420Util.Nv21ToYuv420SP(data, dstByte, previewSize.width, previewSize.height); } else { System.arraycopy(data, 0, dstByte, 0, data.length); }
                            onGetVideoFrame(dstByte);
                            camera.addCallbackBuffer(data);
                        } else {
                            camera.addCallbackBuffer(new byte[calculateLength(ImageFormat.NV21)]);
                        }
                    }
                }
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21
        22
        23
        24
        25
        26
        27
        28
        29
        30
       
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21
        22
        23
        24
        25
        26
        27
        28
        29
        30

MediaCodec用法参考：[https://developer.android.google.cn/reference/android/media/MediaCodec.html][https_developer.android.google.cn_reference_android_media_MediaCodec.html]

YUV420：它每个像素有Y、U、V组成 ，Y代表亮度，U,V决定色度。 YUV420表示原数据中Y:U:V 为 4:1:1 。YUV420之下还分为：YUV420P(NV21) 、YUV420SP、NV12、等等。   
大家可以自行百度。

四、完整代码   
MainActivity.[Java][]

package com.blueberry.mediacodec;
    
    import android.app.Activity;
    import android.graphics.ImageFormat;
    import android.hardware.Camera;
    import android.media.AudioFormat;
    import android.media.AudioRecord;
    import android.media.MediaCodec;
    import android.media.MediaCodecInfo;
    import android.media.MediaCodecList;
    import android.media.MediaFormat;
    import android.media.MediaMuxer;
    import android.media.MediaRecorder;
    import android.os.Build;
    import android.os.Bundle;
    import android.support.annotation.RequiresApi;
    import android.support.v7.app.AppCompatActivity;
    import android.util.Log;
    import android.view.Surface;
    import android.view.SurfaceHolder;
    import android.view.SurfaceView;
    import android.view.View;
    import android.widget.Button;
    import android.widget.EditText;
    import android.widget.Toast;
    
    import java.io.IOException;
    import java.nio.ByteBuffer;
    import java.util.Arrays;
    import java.util.Date;
    import java.util.List;
    
    import static android.hardware.Camera.Parameters.FOCUS_MODE_AUTO;
    import static android.hardware.Camera.Parameters.PREVIEW_FPS_MAX_INDEX;
    import static android.hardware.Camera.Parameters.PREVIEW_FPS_MIN_INDEX;
    import static android.media.MediaCodec.CONFIGURE_FLAG_ENCODE;
    import static android.media.MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420SemiPlanar;
    import static android.media.MediaFormat.KEY_BIT_RATE;
    import static android.media.MediaFormat.KEY_COLOR_FORMAT;
    import static android.media.MediaFormat.KEY_FRAME_RATE;
    import static android.media.MediaFormat.KEY_I_FRAME_INTERVAL;
    import static android.media.MediaFormat.KEY_MAX_INPUT_SIZE;
    
    /** * https://developer.android.google.cn/reference/android/media/MediaCodec.html#dequeueInputBuffer(long) */
    
    public class MainActivity extends AppCompatActivity implements SurfaceHolder.Callback2 { 
    
        private static final String TAG = "MainActivity";
    
        private static final String VCODEC_MIME = "video/avc";
        private static final String ACODEC = "audio/mp4a-latm";
    
        private EditText etOutput;
        private Button btnStart;
        private SurfaceView mSurfaceView;
    
        private SurfaceHolder mSurfaceHolder;
    
        private Camera mCamera;
        private Camera.Size previewSize;
    
        private boolean isStarted;
        private int videoTrackIndex;
        private int audioTrackIndex;
        private int colorFormat;
        private long presentationTimeUs;
    
        private AudioRecord mAudioRecord;
    
        private MediaCodec.BufferInfo vBufferInfo = new MediaCodec.BufferInfo();
        private MediaCodec.BufferInfo aBufferInfo = new MediaCodec.BufferInfo();
        private MediaCodec vencoder;
        private MediaMuxer mediaMuxer;
    
        private int aSampleRate;
        private int abits;
        private int aChannelCount;
        private byte[] abuffer;
    
        private static final int ABITRATE_KBPS = 30;
    
        private MediaCodec aEncoder;
        private boolean aloop;
        private Thread audioWorkThread;
    
        @Override
        protected void onCreate(Bundle savedInstanceState) {
            super.onCreate(savedInstanceState);
            setContentView(R.layout.activity_main);
            etOutput = (EditText) findViewById(R.id.et_output_url);
            btnStart = (Button) findViewById(R.id.btn_start);
            mSurfaceView = (SurfaceView) findViewById(R.id.surface_view);
            mSurfaceView.setKeepScreenOn(true);
            mSurfaceHolder = mSurfaceView.getHolder();
            mSurfaceHolder.addCallback(this);
            btnStart.setOnClickListener(new View.OnClickListener() {
                @RequiresApi(api = Build.VERSION_CODES.JELLY_BEAN_MR2)
                @Override
                public void onClick(View v) {
                    codecToggle();
                }
            });
        }
    
        @RequiresApi(api = Build.VERSION_CODES.JELLY_BEAN_MR2)
        private void codecToggle() {
            if (isStarted) {
                stop();
            } else {
                start();
            }
            btnStart.setText(isStarted ? "停止" : "开始");
        }
    
        private void start() {
            isStarted = true;
            if (mCamera != null) {
                // 初始化视频编码器
                initVideoEncoder();
                initAudioDevice();
                initAudioEncoder();
            }
            presentationTimeUs = new Date().getTime() * 1000;
            //write mp4 file.
            //https://developer.android.google.cn/reference/android/media/MediaMuxer.html
            try {
                mediaMuxer = new MediaMuxer(etOutput.getText().toString().trim(),
                        MediaMuxer.OutputFormat.MUXER_OUTPUT_MPEG_4);
                videoTrackIndex = mediaMuxer.addTrack(vencoder.getOutputFormat());
                audioTrackIndex = mediaMuxer.addTrack(aEncoder.getOutputFormat());
                mediaMuxer.start();
            } catch (IOException e) {
                e.printStackTrace();
            }
        }
    
        private void initAudioEncoder() {
            try {
                aEncoder = MediaCodec.createEncoderByType(ACODEC);
            } catch (IOException e) {
                e.printStackTrace();
                throw new RuntimeException("初始化音频编码器失败", e);
            }
            Log.d(TAG, String.format("编码器:%s创建完成", aEncoder.getName()));
    
            MediaFormat aformat = MediaFormat.createAudioFormat(MediaFormat.MIMETYPE_AUDIO_AAC,
                    aSampleRate, aChannelCount);
            aformat.setInteger(KEY_BIT_RATE, 1000 * ABITRATE_KBPS);
            aformat.setInteger(KEY_MAX_INPUT_SIZE, 0);
            aEncoder.configure(aformat, null, null, MediaCodec.CONFIGURE_FLAG_ENCODE);
    
            aloop = true;
            mAudioRecord.startRecording();
            audioWorkThread=new Thread(fetchAudioRunnable);
            audioWorkThread.start();
            aEncoder.start();
        }
    
        private Runnable fetchAudioRunnable = new Runnable() {
            @Override
            public void run() {
                fetchAudioFromDevice();
            }
        };
    
        private void fetchAudioFromDevice() {
            Log.d(TAG, "录音线程开始");
            while (aloop && mAudioRecord != null && !Thread.interrupted()) {
                int size = mAudioRecord.read(abuffer, 0, abuffer.length);
                if (size < 0) {
                    Log.i(TAG, "audio ignore,no data to read.");
                    break;
                }
                if (aloop) {
                    byte[] audio = new byte[size];
                    System.arraycopy(abuffer, 0, audio, 0, size);
                    onGetPcmFrame(audio);
                }
            }
    
            Log.d(TAG, "录音线程结束");
        }
    
        private void initAudioDevice() {
            //音频采样率，44100是目前的标准，但是某些设备仍然支持22050,16000,11025
            int[] sampleRates = {
        44100, 22050, 16000, 11025};
            for (int sampleRate : sampleRates) {
    
                //编码制式PCM
                int audioForamt = AudioFormat.ENCODING_PCM_16BIT;
                // stereo 立体声,mono单声道
                int channelConfig = AudioFormat.CHANNEL_CONFIGURATION_STEREO;
    
                int buffsize = 2 * AudioRecord.getMinBufferSize(sampleRate, channelConfig, audioForamt);
                mAudioRecord = new AudioRecord(MediaRecorder.AudioSource.MIC,
                        sampleRate, channelConfig, audioForamt, buffsize);
                if (mAudioRecord.getState() != AudioRecord.STATE_INITIALIZED) {
                    Log.e(TAG, "initialized the mic failed");
                    continue;
                }
                aSampleRate = sampleRate;
                abits = audioForamt;
                aChannelCount = channelConfig == AudioFormat.CHANNEL_CONFIGURATION_STEREO ? 2 : 1;
                abuffer = new byte[Math.min(4096, buffsize)];
            }
        }
    
        private void stop() {
            if (!isStarted) return;
            try {
                audioWorkThread.interrupt();
                aloop = false;
                aEncoder.stop();
                aEncoder.release();
                vencoder.stop();
                vencoder.release();
    
                mAudioRecord.stop();
                mAudioRecord.release();
    
                mediaMuxer.stop();
                mediaMuxer.release();
            } catch (Exception e) {
            }
            isStarted = false;
        }
    
        private void initVideoEncoder() {
            MediaCodecInfo mediaCodecInfo = selectCodec(VCODEC_MIME);
            colorFormat = getColorFormat(mediaCodecInfo);
    
            try {
                vencoder = MediaCodec.createByCodecName(mediaCodecInfo.getName());
                Log.d(TAG, "编码器:" + mediaCodecInfo.getName() + "创建完成!");
            } catch (IOException e) {
                e.printStackTrace();
                throw new RuntimeException("vencodec初始化失败！", e);
            }
    // https://developer.android.google.cn/reference/android/media/MediaFormat.html
            MediaFormat mediaFormat = MediaFormat
                    .createVideoFormat(MediaFormat.MIMETYPE_VIDEO_AVC, previewSize.width, previewSize.height);
            mediaFormat.setInteger(MediaFormat.KEY_MAX_INPUT_SIZE, 0);
            mediaFormat.setInteger(KEY_BIT_RATE, 300 * 1000); //比特率
            mediaFormat.setInteger(KEY_COLOR_FORMAT, colorFormat);
            mediaFormat.setInteger(KEY_FRAME_RATE, 30);
            mediaFormat.setInteger(KEY_I_FRAME_INTERVAL, 5);
    
            vencoder.configure(mediaFormat, null, null, CONFIGURE_FLAG_ENCODE);
            vencoder.start();
        }
    
        private int getColorFormat(MediaCodecInfo mediaCodecInfo) {
            int matchedFormat = 0;
            MediaCodecInfo.CodecCapabilities codecCapabilities =
                    mediaCodecInfo.getCapabilitiesForType(VCODEC_MIME);
            for (int i = 0; i < codecCapabilities.colorFormats.length; i++) {
                int format = codecCapabilities.colorFormats[i];
                if (format >= codecCapabilities.COLOR_FormatYUV420Planar &&
                        format <= codecCapabilities.COLOR_FormatYUV420PackedSemiPlanar) {
                    if (format >= matchedFormat) {
                        matchedFormat = format;
                        logColorFormatName(format);
                        break;
                    }
                }
            }
            return matchedFormat;
        }
    
        private void logColorFormatName(int format) {
            switch (format) {
                case MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420Flexible:
                    Log.d(TAG, "COLOR_FormatYUV420Flexible");
                    break;
                case MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420PackedPlanar:
                    Log.d(TAG, "COLOR_FormatYUV420PackedPlanar");
                    break;
                case MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420Planar:
                    Log.d(TAG, "COLOR_FormatYUV420Planar");
                    break;
                case MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420PackedSemiPlanar:
                    Log.d(TAG, "COLOR_FormatYUV420PackedSemiPlanar");
                    break;
                case COLOR_FormatYUV420SemiPlanar:
                    Log.d(TAG, "COLOR_FormatYUV420SemiPlanar");
                    break;
            }
        }
    
        private static MediaCodecInfo selectCodec(String mimeType) {
            int numCodecs = MediaCodecList.getCodecCount();
            for (int i = 0; i < numCodecs; i++) {
                MediaCodecInfo codecInfo = MediaCodecList.getCodecInfoAt(i);
    
                if (!codecInfo.isEncoder()) {
                    continue;
                }
                String[] types = codecInfo.getSupportedTypes();
                for (int j = 0; j < types.length; j++) {
                    if (types[j].equalsIgnoreCase(mimeType)) {
                        return codecInfo;
                    }
                }
            }
            return null;
        }
    
        @Override
        protected void onResume() {
            super.onResume();
            initCamera();
        }
    
        @Override
        protected void onPause() {
            super.onPause();
            if (mCamera != null) {
                mCamera.setPreviewCallbackWithBuffer(null);
                mCamera.stopPreview();
                mCamera.release();
                mCamera = null;
            }
        }
    
        @Override
        protected void onDestroy() {
            super.onDestroy();
            stop();
        }
    
        private void initCamera() {
            openCamera();
            setParameters();
            setCameraDisplayOrientation(this, Camera.CameraInfo.CAMERA_FACING_BACK, mCamera);
            try {
                mCamera.setPreviewDisplay(mSurfaceHolder);
            } catch (IOException e) {
                e.printStackTrace();
            }
            mCamera.startPreview();
            mCamera.addCallbackBuffer(new byte[calculateLength(ImageFormat.NV21)]);
            mCamera.setPreviewCallback(getPreviewCallBack());
        }
    
        private void openCamera() throws RuntimeException {
            if (mCamera == null) {
                try {
                    mCamera = Camera.open();
                } catch (Exception e) {
                    Log.e(TAG, "摄像头打开失败");
                    e.printStackTrace();
                    Toast.makeText(this, "摄像头不可用!", Toast.LENGTH_LONG).show();
                    try {
                        Thread.sleep(2000);
                    } catch (InterruptedException e1) {
                    }
                    throw new RuntimeException(e);
                }
            }
        }
    
        private int calculateLength(int format) {
            return previewSize.width * previewSize.height
                    * ImageFormat.getBitsPerPixel(format) / 8;
        }
    
        public static void setCameraDisplayOrientation(Activity activity,
                                                       int cameraId, android.hardware.Camera camera) {
            android.hardware.Camera.CameraInfo info =
                    new android.hardware.Camera.CameraInfo();
            android.hardware.Camera.getCameraInfo(cameraId, info);
            int rotation = activity.getWindowManager().getDefaultDisplay()
                    .getRotation();
            int degrees = 0;
            switch (rotation) {
                case Surface.ROTATION_0:
                    degrees = 0;
                    break;
                case Surface.ROTATION_90:
                    degrees = 90;
                    break;
                case Surface.ROTATION_180:
                    degrees = 180;
                    break;
                case Surface.ROTATION_270:
                    degrees = 270;
                    break;
            }
    
            int result;
            if (info.facing == Camera.CameraInfo.CAMERA_FACING_FRONT) {
                result = (info.orientation + degrees) % 360;
                result = (360 - result) % 360;  // compensate the mirror
            } else {  // back-facing
                result = (info.orientation - degrees + 360) % 360;
            }
            camera.setDisplayOrientation(result);
        }
    
        private void setParameters() {
            Camera.Parameters parameters = mCamera.getParameters();
            parameters.setPreviewFormat(ImageFormat.NV21);
    
            // Set preview size.
            List<Camera.Size> supportedPreviewSizes = parameters.getSupportedPreviewSizes();
            for (Camera.Size size : supportedPreviewSizes) {
                if (size.width >= 240 && size.width <= 680) {
                    previewSize = size;
                    Log.d(TAG, "select preview size width=" + size.width + ",height=" + size.height);
                    break;
                }
            }
            parameters.setPreviewSize(previewSize.width, previewSize.height);
    
            int defFps = 20 * 1000;
            int[] dstRange = {defFps, defFps};
    
            //set fps range.
            List<int[]> supportedPreviewFpsRange = parameters.getSupportedPreviewFpsRange();
            for (int[] fps : supportedPreviewFpsRange) {
                if (fps[PREVIEW_FPS_MAX_INDEX] > defFps && fps[PREVIEW_FPS_MIN_INDEX] < defFps) {
                    dstRange = fps;
                    Log.d(TAG, "find fps:" + Arrays.toString(dstRange));
    
                    break;
                }
            }
            parameters.setPreviewFpsRange(dstRange[PREVIEW_FPS_MIN_INDEX],
                    dstRange[PREVIEW_FPS_MAX_INDEX]);
            parameters.setFocusMode(FOCUS_MODE_AUTO);
    
            mCamera.setParameters(parameters);
        }
    
        @Override
        public void surfaceRedrawNeeded(SurfaceHolder holder) {
            Log.d(TAG, "surfaceRedrawNeeded: ");
        }
    
        @Override
        public void surfaceCreated(SurfaceHolder holder) {
            Log.d(TAG, "surfaceCreated: ");
        }
    
        @Override
        public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) {
            Log.d(TAG, "surfaceChanged: ");
            initCamera();
        }
    
        @Override
        public void surfaceDestroyed(SurfaceHolder holder) {
            Log.d(TAG, "surfaceDestroyed: ");
        }
    
        public Camera.PreviewCallback getPreviewCallBack() {
    
            return new Camera.PreviewCallback() {
                byte[] dstByte = new byte[calculateLength(ImageFormat.NV21)];
    
                @Override
                public void onPreviewFrame(byte[] data, Camera camera) {
                    if (isStarted) {
                        if (data != null) {
                            // data 是Nv21
                            if (colorFormat == MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420SemiPlanar) {
                                Yuv420Util.Nv21ToYuv420SP(data, dstByte, previewSize.width, previewSize.height);
                            } else if (colorFormat == MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420Planar) {
                                Yuv420Util.Nv21ToI420(data, dstByte, previewSize.width, previewSize.height);
    
                            } else if (colorFormat == MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420Flexible) {
                                // Yuv420_888
    
                            } else if (colorFormat == MediaCodecInfo.CodecCapabilities.COLOR_FormatYUV420PackedPlanar) {
                                // Yuv420packedPlannar 和 yuv420sp很像
                                // 区别在于 加入 width = 4的话 y1,y2,y3 ,y4公用 u1v1
                                // 而 yuv420dp 则是 y1y2y5y6 共用 u1v1
                                //http://blog.csdn.net/jumper511/article/details/21719313
    
                                //这样处理的话颜色核能会有些失真。
                                Yuv420Util.Nv21ToYuv420SP(data, dstByte, previewSize.width, previewSize.height);
                            } else {
                                System.arraycopy(data, 0, dstByte, 0, data.length);
                            }
                            onGetVideoFrame(dstByte);
                            camera.addCallbackBuffer(data);
                        } else {
                            camera.addCallbackBuffer(new byte[calculateLength(ImageFormat.NV21)]);
                        }
                    }
                }
            };
        }
    
        private void onGetPcmFrame(byte[] data) {
            ByteBuffer[] inputBuffers = aEncoder.getInputBuffers();
            ByteBuffer[] outputBuffers = aEncoder.getOutputBuffers();
            int inputBufferId = aEncoder.dequeueInputBuffer(-1);
            if (inputBufferId >= 0) {
                ByteBuffer bb = inputBuffers[inputBufferId];
                bb.clear();
                bb.put(data, 0, data.length);
                long pts = new Date().getTime() * 1000 - presentationTimeUs;
                aEncoder.queueInputBuffer(inputBufferId, 0, data.length, pts, 0);
            }
    
            for (; ; ) {
                int outputBufferId = aEncoder.dequeueOutputBuffer(aBufferInfo, 0);
                if (outputBufferId >= 0) {
                    // outputBuffers[outputBufferId] is ready to be processed or rendered.
                    ByteBuffer bb = outputBuffers[outputBufferId];
                    onEncodeAacFrame(bb, aBufferInfo);
                    aEncoder.releaseOutputBuffer(outputBufferId, false);
                }
                if (outputBufferId < 0) {
                    break;
                }
            }
        }
    
        private void onGetVideoFrame(byte[] i420) {
    // MediaCodec
            ByteBuffer[] inputBuffers = vencoder.getInputBuffers();
            ByteBuffer[] outputBuffers = vencoder.getOutputBuffers();
    
            int inputBufferId = vencoder.dequeueInputBuffer(-1);
            if (inputBufferId >= 0) {
                // fill inputBuffers[inputBufferId] with valid data
                ByteBuffer bb = inputBuffers[inputBufferId];
                bb.clear();
                bb.put(i420, 0, i420.length);
                long pts = new Date().getTime() * 1000 - presentationTimeUs;
                vencoder.queueInputBuffer(inputBufferId, 0, i420.length, pts, 0);
            }
    
            for (; ; ) {
                int outputBufferId = vencoder.dequeueOutputBuffer(vBufferInfo, 0);
                if (outputBufferId >= 0) {
                    // outputBuffers[outputBufferId] is ready to be processed or rendered.
                    ByteBuffer bb = outputBuffers[outputBufferId];
                    onEncodedh264Frame(bb, vBufferInfo);
                    vencoder.releaseOutputBuffer(outputBufferId, false);
                }
                if (outputBufferId < 0) {
                    break;
                }
            }
        }
    
        private void onEncodeAacFrame(ByteBuffer bb, MediaCodec.BufferInfo info) {
            mediaMuxer.writeSampleData(audioTrackIndex, bb, info);
        }
    
        // when got encoded h264 es stream.
        private void onEncodedh264Frame(ByteBuffer es, MediaCodec.BufferInfo bi) {
            mediaMuxer.writeSampleData(videoTrackIndex, es, bi);
        }
    }
    
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21
        22
        23
        24
        25
        26
        27
        28
        29
        30
        31
        32
        33
        34
        35
        36
        37
        38
        39
        40
        41
        42
        43
        44
        45
        46
        47
        48
        49
        50
        51
        52
        53
        54
        55
        56
        57
        58
        59
        60
        61
        62
        63
        64
        65
        66
        67
        68
        69
        70
        71
        72
        73
        74
        75
        76
        77
        78
        79
        80
        81
        82
        83
        84
        85
        86
        87
        88
        89
        90
        91
        92
        93
        94
        95
        96
        97
        98
        99
        100
        101
        102
        103
        104
        105
        106
        107
        108
        109
        110
        111
        112
        113
        114
        115
        116
        117
        118
        119
        120
        121
        122
        123
        124
        125
        126
        127
        128
        129
        130
        131
        132
        133
        134
        135
        136
        137
        138
        139
        140
        141
        142
        143
        144
        145
        146
        147
        148
        149
        150
        151
        152
        153
        154
        155
        156
        157
        158
        159
        160
        161
        162
        163
        164
        165
        166
        167
        168
        169
        170
        171
        172
        173
        174
        175
        176
        177
        178
        179
        180
        181
        182
        183
        184
        185
        186
        187
        188
        189
        190
        191
        192
        193
        194
        195
        196
        197
        198
        199
        200
        201
        202
        203
        204
        205
        206
        207
        208
        209
        210
        211
        212
        213
        214
        215
        216
        217
        218
        219
        220
        221
        222
        223
        224
        225
        226
        227
        228
        229
        230
        231
        232
        233
        234
        235
        236
        237
        238
        239
        240
        241
        242
        243
        244
        245
        246
        247
        248
        249
        250
        251
        252
        253
        254
        255
        256
        257
        258
        259
        260
        261
        262
        263
        264
        265
        266
        267
        268
        269
        270
        271
        272
        273
        274
        275
        276
        277
        278
        279
        280
        281
        282
        283
        284
        285
        286
        287
        288
        289
        290
        291
        292
        293
        294
        295
        296
        297
        298
        299
        300
        301
        302
        303
        304
        305
        306
        307
        308
        309
        310
        311
        312
        313
        314
        315
        316
        317
        318
        319
        320
        321
        322
        323
        324
        325
        326
        327
        328
        329
        330
        331
        332
        333
        334
        335
        336
        337
        338
        339
        340
        341
        342
        343
        344
        345
        346
        347
        348
        349
        350
        351
        352
        353
        354
        355
        356
        357
        358
        359
        360
        361
        362
        363
        364
        365
        366
        367
        368
        369
        370
        371
        372
        373
        374
        375
        376
        377
        378
        379
        380
        381
        382
        383
        384
        385
        386
        387
        388
        389
        390
        391
        392
        393
        394
        395
        396
        397
        398
        399
        400
        401
        402
        403
        404
        405
        406
        407
        408
        409
        410
        411
        412
        413
        414
        415
        416
        417
        418
        419
        420
        421
        422
        423
        424
        425
        426
        427
        428
        429
        430
        431
        432
        433
        434
        435
        436
        437
        438
        439
        440
        441
        442
        443
        444
        445
        446
        447
        448
        449
        450
        451
        452
        453
        454
        455
        456
        457
        458
        459
        460
        461
        462
        463
        464
        465
        466
        467
        468
        469
        470
        471
        472
        473
        474
        475
        476
        477
        478
        479
        480
        481
        482
        483
        484
        485
        486
        487
        488
        489
        490
        491
        492
        493
        494
        495
        496
        497
        498
        499
        500
        501
        502
        503
        504
        505
        506
        507
        508
        509
        510
        511
        512
        513
        514
        515
        516
        517
        518
        519
        520
        521
        522
        523
        524
        525
        526
        527
        528
        529
        530
        531
        532
        533
        534
        535
        536
        537
        538
        539
        540
        541
        542
        543
        544
        545
        546
        547
        548
        549
        550
        551
        552
        553
        554
        555
        556
        557
        558
        559
        560
        561
       
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21
        22
        23
        24
        25
        26
        27
        28
        29
        30
        31
        32
        33
        34
        35
        36
        37
        38
        39
        40
        41
        42
        43
        44
        45
        46
        47
        48
        49
        50
        51
        52
        53
        54
        55
        56
        57
        58
        59
        60
        61
        62
        63
        64
        65
        66
        67
        68
        69
        70
        71
        72
        73
        74
        75
        76
        77
        78
        79
        80
        81
        82
        83
        84
        85
        86
        87
        88
        89
        90
        91
        92
        93
        94
        95
        96
        97
        98
        99
        100
        101
        102
        103
        104
        105
        106
        107
        108
        109
        110
        111
        112
        113
        114
        115
        116
        117
        118
        119
        120
        121
        122
        123
        124
        125
        126
        127
        128
        129
        130
        131
        132
        133
        134
        135
        136
        137
        138
        139
        140
        141
        142
        143
        144
        145
        146
        147
        148
        149
        150
        151
        152
        153
        154
        155
        156
        157
        158
        159
        160
        161
        162
        163
        164
        165
        166
        167
        168
        169
        170
        171
        172
        173
        174
        175
        176
        177
        178
        179
        180
        181
        182
        183
        184
        185
        186
        187
        188
        189
        190
        191
        192
        193
        194
        195
        196
        197
        198
        199
        200
        201
        202
        203
        204
        205
        206
        207
        208
        209
        210
        211
        212
        213
        214
        215
        216
        217
        218
        219
        220
        221
        222
        223
        224
        225
        226
        227
        228
        229
        230
        231
        232
        233
        234
        235
        236
        237
        238
        239
        240
        241
        242
        243
        244
        245
        246
        247
        248
        249
        250
        251
        252
        253
        254
        255
        256
        257
        258
        259
        260
        261
        262
        263
        264
        265
        266
        267
        268
        269
        270
        271
        272
        273
        274
        275
        276
        277
        278
        279
        280
        281
        282
        283
        284
        285
        286
        287
        288
        289
        290
        291
        292
        293
        294
        295
        296
        297
        298
        299
        300
        301
        302
        303
        304
        305
        306
        307
        308
        309
        310
        311
        312
        313
        314
        315
        316
        317
        318
        319
        320
        321
        322
        323
        324
        325
        326
        327
        328
        329
        330
        331
        332
        333
        334
        335
        336
        337
        338
        339
        340
        341
        342
        343
        344
        345
        346
        347
        348
        349
        350
        351
        352
        353
        354
        355
        356
        357
        358
        359
        360
        361
        362
        363
        364
        365
        366
        367
        368
        369
        370
        371
        372
        373
        374
        375
        376
        377
        378
        379
        380
        381
        382
        383
        384
        385
        386
        387
        388
        389
        390
        391
        392
        393
        394
        395
        396
        397
        398
        399
        400
        401
        402
        403
        404
        405
        406
        407
        408
        409
        410
        411
        412
        413
        414
        415
        416
        417
        418
        419
        420
        421
        422
        423
        424
        425
        426
        427
        428
        429
        430
        431
        432
        433
        434
        435
        436
        437
        438
        439
        440
        441
        442
        443
        444
        445
        446
        447
        448
        449
        450
        451
        452
        453
        454
        455
        456
        457
        458
        459
        460
        461
        462
        463
        464
        465
        466
        467
        468
        469
        470
        471
        472
        473
        474
        475
        476
        477
        478
        479
        480
        481
        482
        483
        484
        485
        486
        487
        488
        489
        490
        491
        492
        493
        494
        495
        496
        497
        498
        499
        500
        501
        502
        503
        504
        505
        506
        507
        508
        509
        510
        511
        512
        513
        514
        515
        516
        517
        518
        519
        520
        521
        522
        523
        524
        525
        526
        527
        528
        529
        530
        531
        532
        533
        534
        535
        536
        537
        538
        539
        540
        541
        542
        543
        544
        545
        546
        547
        548
        549
        550
        551
        552
        553
        554
        555
        556
        557
        558
        559
        560
        561

Yuv420Utils.[Java][Java 1]

public static void Nv21ToI420(byte[] data, byte[] dstData, int w, int h) {
    
            int size = w * h;
            // Y
            System.arraycopy(data, 0, dstData, 0, size);
            for (int i = 0; i < size / 4; i++) {
                dstData[size + i] = data[size + i * 2 + 1]; //U
                dstData[size + size / 4 + i] = data[size + i * 2]; //V
            }
        }
    
        public static void Nv21ToYuv420SP(byte[] data, byte[] dstData, int w, int h) {
            int size = w * h;
            // Y
            System.arraycopy(data, 0, dstData, 0, size);
    
            for (int i = 0; i < size / 4; i++) {
                dstData[size + i * 2] = data[size + i * 2 + 1]; //U
                dstData[size + i * 2 + 1] = data[size + i * 2]; //V
            }
        }
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21
       
      
       
        1
        2
        3
        4
        5
        6
        7
        8
        9
        10
        11
        12
        13
        14
        15
        16
        17
        18
        19
        20
        21

布局：

<?xml version="1.0" encoding="utf-8"?>
    <LinearLayout xmlns:android="http://schemas.android.com/apk/res/android" xmlns:tools="http://schemas.android.com/tools" android:id="@+id/activity_main" android:layout_width="match_parent" android:layout_height="match_parent" android:orientation="vertical" tools:context="com.blueberry.mediacodec.MainActivity">
    
        <LinearLayout android:layout_width="match_parent" android:layout_height="wrap_content" android:orientation="vertical" >
    
            <EditText android:id="@+id/et_output_url" android:layout_width="match_parent" android:layout_height="wrap_content" android:hint="请输入输出路径" android:text="/sdcard/out.mp4" />
    
            <Button android:id="@+id/btn_start" android:layout_width="match_parent" android:layout_height="wrap_content" android:text="开始" />
        </LinearLayout>
    
        <SurfaceView android:id="@+id/surface_view" android:layout_width="match_parent" android:layout_height="0dp" android:layout_weight="1" />
    
    </LinearLayout>

顶

踩

[Android_API]: http://blog.csdn.net/a992036795/article/details/54286654
[.net]: http://lib.csdn.net/base/dotnet
[SouthEast]: /images/20220612/08076cb1d99241c294657f37243b9af0.png
[https_developer.android.google.cn_reference_android_media_MediaCodec.html]: https://developer.android.google.cn/reference/android/media/MediaCodec.html
[Java]: http://lib.csdn.net/base/javase
[Java 1]: http://lib.csdn.net/base/java