博客
关于我
多媒体系统之MediaMuxer和MediaExtractor(五)
阅读量:83 次
发布时间:2019-02-26

本文共 6320 字,大约阅读时间需要 21 分钟。

MediaExtractor ? MediaMuxer ?????

MediaExtractor ?????

MediaExtractor ???????????????????????????????????????

  • ???????? setDataSource ?????????????????
  • ????????? getTrackCount() ??????????????
  • ????????? MIME ???? video/ ? audio/????????????? selectTrack ???
  • ??????? readSampleData ??????????????????
  • ???????? advance ??????????
  • ?????????????? release ???????
  • MediaMuxer ?????

    MediaMuxer ??????????????????????????????

  • ??????? addTrack ??????????????????
  • ??????? writeSampleData ????????????????
  • ?????????????? release ???????
  • ????

    ????????????????

  • BufferInfo ????? bufferInfo ???????? size?offset ? presentationTimeUs????????? presentationTimeUs????????????????
  • PTS ???????? B ???presentationTimeUs ???????????????? PTS??????? I ?????
  • ????????? MediaFormat ?? FRAME_RATE ????????????????????
  • ???? PTS

    ???? PTS ??????????????

  • ?? I ????? PTS ?????? I ?????????????
  • ????????????FRAME_RATE?????????????????? 30 ?/?????????? 1000ms / 30 ? 33.333ms?
  • ????

    ???????????

    ?? 1??????

    @TargetApi(Build.VERSION_CODES.JELLY_BEAN_MR2)public static void trackExtractor(String inPath, String outPath, boolean isVideo) {    MediaExtractor mediaExtractor = new MediaExtractor();    try {        mediaExtractor.setDataSource(inPath);    } catch (IOException e) {        e.printStackTrace();    }    MediaMuxer mediaMuxer = null;    try {        mediaMuxer = new MediaMuxer(outPath, MediaMuxer.OutputFormat.MUXER_OUTPUT_MPEG_4);    } catch (IOException e) {        e.printStackTrace();    }    int trackIndex = 0;    int trackCount = mediaExtractor.getTrackCount();    for (int i = 0; i < trackCount; i++) {        MediaFormat trackFormat = mediaExtractor.getTrackFormat(i);        String mime = trackFormat.getString(MediaFormat.KEY_MIME);        if (mime.startsWith("video/") && isVideo) {            trackIndex = mediaMuxer.addTrack(trackFormat);            mediaExtractor.selectTrack(i);            break;        } else if (mime.startsWith("audio/") && !isVideo) {            trackIndex = mediaMuxer.addTrack(trackFormat);            mediaExtractor.selectTrack(i);            break;        }    }    mediaMuxer.start();    ByteBuffer buffer = ByteBuffer.allocate(1024 * 1000);    MediaCodec.BufferInfo bufferInfo = new MediaCodec.BufferInfo();    long videoSampleTime = getSampleTime(mediaExtractor, buffer);    while (true) {        int readSampleDataSize = mediaExtractor.readSampleData(buffer, 0);        if (readSampleDataSize < 0) {            break;        }        bufferInfo.size = readSampleDataSize;        bufferInfo.offset = 0;        bufferInfo.flags = mediaExtractor.getSampleFlags();        bufferInfo.presentationTimeUs += videoSampleTime;        mediaMuxer.writeSampleData(trackIndex, buffer, bufferInfo);        mediaExtractor.advance();    }    mediaExtractor.release();    mediaMuxer.stop();    mediaMuxer.release();}

    ?? 2??????

    @TargetApi(Build.VERSION_CODES.JELLY_BEAN_MR2)public static void trackMuxer(String videoPath, String audioPath, String outPath) {    MediaExtractor videoExtractor = new MediaExtractor();    try {        videoExtractor.setDataSource(videoPath);    } catch (IOException e) {        e.printStackTrace();    }    MediaExtractor audioExtractor = new MediaExtractor();    try {        audioExtractor.setDataSource(audioPath);    } catch (IOException e) {        e.printStackTrace();    }    MediaMuxer mediaMuxer = null;    try {        mediaMuxer = new MediaMuxer(outPath, MediaMuxer.OutputFormat.MUXER_OUTPUT_MPEG_4);    } catch (IOException e) {        e.printStackTrace();    }    int videoTrackIndex = -1;    int audioTrackIndex = -1;    MediaFormat videoFormat = null;    MediaFormat audioFormat = null;    int videoTrackCount = videoExtractor.getTrackCount();    for (int i = 0; i < videoTrackCount; i++) {        videoFormat = videoExtractor.getTrackFormat(i);        String mime = videoFormat.getString(MediaFormat.KEY_MIME);        if (mime.startsWith("video/")) {            videoTrackIndex = i;            break;        }    }    int audioTrackCount = audioExtractor.getTrackCount();    for (int i = 0; i < audioTrackCount; i++) {        audioFormat = audioExtractor.getTrackFormat(i);        String mime = audioFormat.getString(MediaFormat.KEY_MIME);        if (mime.startsWith("audio/")) {            audioTrackIndex = i;            break;        }    }    videoExtractor.selectTrack(videoTrackIndex);    audioExtractor.selectTrack(audioTrackIndex);    MediaCodec.BufferInfo videoBufferInfo = new MediaCodec.BufferInfo();    MediaCodec.BufferInfo audioBufferInfo = new MediaCodec.BufferInfo();    ByteBuffer byteBuffer = ByteBuffer.allocate(1024 * 1000);    long videoSampleTime = getSampleTime(videoExtractor, byteBuffer);    while (true) {        int readVideoSampleSize = videoExtractor.readSampleData(byteBuffer, 0);        if (readVideoSampleSize < 0) {            break;        }        videoBufferInfo.size = readVideoSampleSize;        videoBufferInfo.presentationTimeUs += videoSampleTime;        videoBufferInfo.offset = 0;        videoBufferInfo.flags = videoExtractor.getSampleFlags();        mediaMuxer.writeSampleData(videoTrackIndex, byteBuffer, videoBufferInfo);        videoExtractor.advance();    }    long audioSampleTime = getSampleTime(audioExtractor, byteBuffer);    while (true) {        int readAudioSampleSize = audioExtractor.readSampleData(byteBuffer, 0);        if (readAudioSampleSize < 0) {            break;        }        audioBufferInfo.size = readAudioSampleSize;        audioBufferInfo.presentationTimeUs += audioSampleTime;        audioBufferInfo.offset = 0;        audioBufferInfo.flags = audioExtractor.getSampleFlags();        mediaMuxer.writeSampleData(audioTrackIndex, byteBuffer, audioBufferInfo);        audioExtractor.advance();    }    mediaMuxer.stop();    mediaMuxer.release();    videoExtractor.release();    audioExtractor.release();}

    PTS ????

    ??????? PTS ??????

    private static long getSampleTime(MediaExtractor mediaExtractor, ByteBuffer buffer) {    long videoSampleTime;    mediaExtractor.readSampleData(buffer, 0);    long firstVideoPTS = mediaExtractor.getSampleTime();    mediaExtractor.advance();    mediaExtractor.readSampleData(buffer, 0);    long secondVideoPTS = mediaExtractor.getSampleTime();    videoSampleTime = Math.abs(secondVideoPTS - firstVideoPTS);    return videoSampleTime;}

    ????????????????? PTS??????????????

    转载地址:http://vcfz.baihongyu.com/

    你可能感兴趣的文章
    PostgreSQL学习总结(8)—— PostgreSQL 基于数据库和基于模式(schema)的多租户分析
    查看>>
    PostgreSQL学习总结(9)—— PostgreSQL 运算符与表达式
    查看>>
    PostGreSql学习笔记001---PostgreSQL10.4安装(Windows)_支持PostGreGis_PostJDBC
    查看>>
    PostGreSql学习笔记002---Navicat Premium中管理PostGreSql 错误:字段rolcatupdate 不存在
    查看>>
    PostgreSQL学习笔记:PostgreSQL vs MySQL
    查看>>
    PostgreSQL实现shape数据转geojson数据(地图工具篇.18)
    查看>>
    PostgreSQL导入shape数据(地图工具篇.10)
    查看>>
    PostGreSql工作笔记003---在Navicat中创建数据库时报错rolcatupdate不存在_具体原因看其他博文_这里使用pgAdmin4创建管理postgre
    查看>>
    PostGreSql工作笔记004---PostGreSql修改密码_windows和linux下修改
    查看>>
    Postgresql常用命令行操作_以及Navicat操作PostGis时的问题_自动截取长度_WKB structure does not match exp---PostgreSQL工作笔记005
    查看>>
    PostgreSQL忘记密码
    查看>>
    PostgreSQL数据库pg_dump命令行不输入密码的方法
    查看>>
    PostgreSQL新手入门
    查看>>
    postgresql树状结构查询示例
    查看>>
    PostgreSQL流复制参数max_wal_senders详解
    查看>>
    postgresql流复制配置
    查看>>
    PostgreSQL清空表并保留表结构、清空数据库还原数据库为新建时的状态的方法
    查看>>
    PostgreSQL的 initdb 源代码分析之九
    查看>>
    PostgreSQL的安装与使用指南
    查看>>
    postman之参数化详解
    查看>>