Recherche avancée

Sur d’autres sites (3130)

• using ffmpeg libavcodec to decode a video file then encode to H264, media file's duration is zero

  1er septembre 2017, par Qing

  Need help, recently, I am using ffmpeg libavcodec to decode a video file then encode to H264 and write to an mp4 media container, finally, the media file’s duration is zero, the following is my code’s workflow：

  AVFormatContext*    input_format_context = NULL;
  
  AVFormatContext*    output_format_context = NULL;
  
  AVIOContext*        output_io_context = NULL;
  
  AVCodecContext*     input_codec_context = NULL;
  
  AVCodecContext*     output_codec_context = NULL;
  
  AVCodec*            codec = NULL;
  
  AVStream*           input_stream = NULL;
  
  AVStream*           output_stream = NULL;
  
  AVFrame*            frame = NULL;
  
  
  
  int convert_init(const char* input_filename, const char* output_filename)
  
  {
  
      /** Allocate a new encode context */
  
      avformat_open_input(&input_format_context, 
  
              input_filename, NULL, NULL); 
  
  
  
      /** Get information on the input file (number of streams etc.). */
  
      avformat_find_stream_info(input_format_context, NULL);  
  
  
  
      /** Open the output file to write to it. */
  
      avio_open(&output_io_context, output_filename, 
  
              AVIO_FLAG_WRITE);
  
  
  
      /** Create a new format context for the output container format. */
  
      output_format_context = avformat_alloc_context();
  
  
  
      /** Associate the output file (pointer) with the container format context. */
  
      output_format_context->pb = output_io_context;
  
  
  
      /** Guess the desired container format based on the file extension. */
  
      output_format_context->oformat = av_guess_format(NULL, 
  
              output_filename, NULL);
  
  
  
      av_strlcpy((output_format_context)->filename, output_filename, 
  
              sizeof(output_format_context->filename));
  
  
  
      /** stream0 is the video stream */
  
      AVStream* input_stream = input_format_context->streams[0];
  
  
  
  
  
      /** 
  
       * Init the input_codec_context 
  
       */
  
  
  
      /** Find a decoder for the audio stream. */
  
      codec = avcodec_find_decoder(input_stream->codecpar->codec_id);
  
  
  
      /** Allocate a new decode context */
  
      input_codec_context = avcodec_alloc_context3(codec);
  
  
  
      /** Initialize the stream parameters with demuxer information */
  
      avcodec_parameters_to_context(input_codec_context, 
  
              input_stream->codecpar);    
  
  
  
      /** Open the decoder for the stream. */
  
      avcodec_open2(input_codec_context, codec, NULL);                                
  
  
  
      /** 
  
       *  Create an output stream for writing encoded data 
  
       *
  
       *  AM I MISSING SOMETHING ?
  
       *
  
       */
  
      output_stream = avformat_new_stream(output_format_context, NULL);
  
  
  
      /** 
  
       * Init the output_codec_context 
  
       */
  
      /** Find a encoder for the output video stream, using H264. */
  
      codec = avcodec_find_encoder(AV_CODEC_ID_H264);     
  
  
  
      /** Allocate an encode context. */
  
      output_codec_context = avcodec_alloc_context3(codec);  
  
  
  
      /** 
  
       *  Setup encode context parameters.
  
       *  
  
       *  AM I MISSING SOMETHING ?
  
       *
  
       * */
  
      output_codec_context->bit_rate = input_codec_context->bit_rate;
  
      output_codec_context->width = input_codec_context->width;
  
      output_codec_context->height = input_codec_context->height;
  
      output_codec_context->time_base = (AVRational){1, 25};
  
      output_codec_context->framerate = (AVRational){25, 1};
  
      output_codec_context->gop_size = 10;
  
      output_codec_context->max_b_frames = 1;
  
      output_codec_context->pix_fmt = AV_PIX_FMT_YUV420P;
  
      output_codec_context->flags |= AV_CODEC_FLAG_GLOBAL_HEADER;
  
  
  
      /** Setup output_stream codecpar. */
  
      avcodec_parameters_from_context(output_stream->codecpar, 
  
              codec_context);
  
  
  
      /** Alloc an av frame */
  
      frame = av_frame_alloc();           
  
  
  
  }
  
  
  
  void convert_it()
  
  {
  
      AVPacket input_packet;
  
      AVPacket output_packet;
  
  
  
      /** Write the media file container header */
  
      avformat_write_header(output_format_context, NULL);
  
  
  
      /** 
  
       * decode frames and encode to H264 
  
       * */
  
      while (1) { 
  
          av_init_packet(&input_packet);
  
          input_packet.data = NULL;
  
          input_packet.size = 0;
  
  
  
          av_init_packet(&output_packet);
  
          output_packet.data = NULL;
  
          output_packet.size = 0;
  
  
  
          /** Read a frame to decode */
  
          av_read_frame(input_format_context, &input_packet);         
  
          if (av_read_frame is end of file) {
  
              break;
  
          }
  
          ...
  
          ...
  
  
  
          /** Decoding... */
  
          avcodec_send_packet(input_codec_context, &input_packet);
  
          ...
  
          ...
  
  
  
          /** Get a decoded frame */
  
          avcodec_receive_frame(input_codec_context, frame);
  
          ...
  
          ...
  
  
  
          /** Make the frame writable, is it necessary ?? */
  
          av_frame_make_writable(frame);
  
  
  
          /** Encode to H264 */
  
          avcodec_send_frame(output_codec_context, frame);
  
          ...
  
          ...
  
  
  
          /** Get a encoded packet */
  
          avcodec_receive_packet(output_codec_context, &output_packet);
  
  
  
          /** 
  
           * Write the packet to output.  
  
           * Here is the point! should I configure the parameters 
  
           * in packet such as 'pts', 'dts', 'duration', etc, if so, 
  
           * hwo? or I just directory write the packet to output? 
  
           */
  
          av_interleaved_write_frame(output_format_context, &packet);                 
  
      }
  
  
  
      /** Write the media file container trailer */
  
      av_write_trailer(output_format_context);
  
  
  
  }
  
  
  
  int main() {
  
      convert_init("./sample.avi", "./output.mp4");
  
      convert_it();
  
  
  
  }

  using VLC or QuickTime to playback the output.mp4 file, it failed, cause the file duration is zero, when dragging the time progress bar， I can see the picture frame clearly, it seems that the encoding packet buffer data is correct, but the timestamp is error, am I missing something when configure the output_stream ? The following is message from ffprobe.

  ffprobe output.mp4
  
  ffprobe version 3.3.3 Copyright (c) 2007-2017 the FFmpeg developers
  
    built with Apple LLVM version 8.1.0 (clang-802.0.42)
  
    configuration: --enable-shared --enable-libmp3lame
  
    libavutil      55. 58.100 / 55. 58.100
  
    libavcodec     57. 89.100 / 57. 89.100
  
    libavformat    57. 71.100 / 57. 71.100
  
    libavdevice    57.  6.100 / 57.  6.100
  
    libavfilter     6. 82.100 /  6. 82.100
  
    libswscale      4.  6.100 /  4.  6.100
  
    libswresample   2.  7.100 /  2.  7.100
  
  Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'output.mp4':
  
    Metadata:
  
      major_brand     : isom
  
      minor_version   : 512
  
      compatible_brands: isomiso2avc1mp41
  
      encoder         : Lavf57.71.100
  
    Duration: 00:00:00.06, start: 0.000000, bitrate: 6902181 kb/s
  
      Stream #0:0(und): Video: h264 (High) (avc1 / 0x31637661), yuv420p, 720x408 [SAR 1:1 DAR 30:17], 13929056 kb/s, 90k fps, 90k tbr, 90k tbn, 50 tbc (default)
  
      Metadata:
  
        handler_name    : VideoHandler

• MP4 Created Using FFmpeg API Can't Be Played in Media Players

  11 avril 2020, par RandyCroucher

  I've been struggling with this issue for days. There are similar issues posted here and around the web, but none of the solutions seem to work for me. They are possibly outdated ?

  



  Here is the current iteration of code I'm using to generate the MP4 file.

  



  It generates a simple 2 second .mp4 file that fails to play in any player I've tried. If I run that mp4 file back through the FFmpeg command line, it will generate a perfectly playable movie out of it. So the data is there.

  



  Also, if you modify the output file name in this code from .mp4 to .avi, this code generates a playable avi file too. So whatever it is, it is tied to the H.264 format.

  



  I'm sure I'm missing something simple, but for the life of me, I can't figure out what that is.

  



  Any help would be greatly appreciated !

  



  Here is a link to the VC++ project. MovieMaker.zip

  



  MovieMaker.h

  



  #pragma once&#xA;&#xA;extern "C"&#xA;{&#xA;#include <libavcodec></libavcodec>avcodec.h>&#xA;#include <libavformat></libavformat>avformat.h>&#xA;#include <libswscale></libswscale>swscale.h>&#xA;#include <libavutil></libavutil>opt.h>&#xA;}&#xA;&#xA;class FMovieMaker&#xA;{&#xA;public:&#xA;    ~FMovieMaker();&#xA;&#xA;    bool Initialize(const char* FileName, int Width = 1920, int Height = 1080, int FPS = 30, int BitRate = 2000);&#xA;    bool RecordFrame(uint8_t* BGRAData);&#xA;    bool Finalize();&#xA;&#xA;    bool IsInitialized() const { return bInitialized; }&#xA;    int GetWidth() const { return CodecContext ? CodecContext->width : 0; }&#xA;    int GetHeight() const { return CodecContext ? CodecContext->height : 0; }&#xA;&#xA;private:&#xA;    bool EncodeFrame(bool bFinalize);&#xA;    void Log(const char* fmt, ...);&#xA;&#xA;    AVOutputFormat* OutputFormat = nullptr;&#xA;    AVFormatContext* FormatContext = nullptr;&#xA;    AVCodecContext* CodecContext = nullptr;&#xA;    AVFrame* Frame = nullptr;&#xA;    SwsContext* ColorConverter = nullptr;&#xA;    int64_t RecordedFrames = 0;&#xA;    bool bInitialized = false;&#xA;};&#xA;

  



  MovieMaker.cpp

  



  #include "MovieMaker.h"

FMovieMaker::~FMovieMaker()
{
    if (IsInitialized())
        Finalize();
}

bool FMovieMaker::Initialize(const char* FileName, int Width /*= 1920*/, int Height /*= 1080*/, int FPS /*= 30*/, int BitRate /*= 2000*/)
{
    OutputFormat = av_guess_format(nullptr, FileName, nullptr);
    if (!OutputFormat)
    {
        Log("Couldn't guess the output format from the filename: %s", FileName);
        return false;
    }

    AVCodecID CodecID = OutputFormat->video_codec;
    if (CodecID == AV_CODEC_ID_NONE)
    {
        Log("Could not determine a codec to use");
        return false;
    }

    /* allocate the output media context */
    int ErrorCode = avformat_alloc_output_context2(&FormatContext, OutputFormat, nullptr, FileName);
    if (ErrorCode < 0)
    {
        char Error[AV_ERROR_MAX_STRING_SIZE];
        av_make_error_string(Error, AV_ERROR_MAX_STRING_SIZE, ErrorCode);
        Log("Failed to allocate format context: %s", Error);
        return false;
    }
    else if (!FormatContext)
    {
        Log("Failed to get format from filename: %s", FileName);
        return false;
    }

    /* find the video encoder */
    const AVCodec* Codec = avcodec_find_encoder(CodecID);
    if (!Codec)
    {
        Log("Codec '%d' not found", CodecID);
        return false;
    }

    /* create the video stream */
    AVStream* Stream = avformat_new_stream(FormatContext, Codec);
    if (!Stream)
    {
        Log("Failed to allocate stream");
        return false;
    }

    /* create the codec context */
    CodecContext = avcodec_alloc_context3(Codec);
    if (!CodecContext)
    {
        Log("Could not allocate video codec context");
        return false;
    }

    Stream->codecpar->codec_id = OutputFormat->video_codec;
    Stream->codecpar->codec_type = AVMEDIA_TYPE_VIDEO;
    Stream->codecpar->width = Width;
    Stream->codecpar->height = Height;
    Stream->codecpar->format = AV_PIX_FMT_YUV420P;
    Stream->codecpar->bit_rate = (int64_t)BitRate * 1000;
    avcodec_parameters_to_context(CodecContext, Stream->codecpar);

    CodecContext->time_base = { 1, FPS };
    CodecContext->max_b_frames = 2;
    CodecContext->gop_size = 12;
    CodecContext->framerate = { FPS, 1 };

    if (Stream->codecpar->codec_id == AV_CODEC_ID_H264)
        av_opt_set(CodecContext, "preset", "medium", 0);
    else if (Stream->codecpar->codec_id == AV_CODEC_ID_H265)
        av_opt_set(CodecContext, "preset", "medium", 0);

    avcodec_parameters_from_context(Stream->codecpar, CodecContext);

    if (FormatContext->oformat->flags & AVFMT_GLOBALHEADER)
        CodecContext->flags |= AV_CODEC_FLAG_GLOBAL_HEADER;

    if ((ErrorCode = avcodec_open2(CodecContext, Codec, NULL)) < 0)
    {
        char Error[AV_ERROR_MAX_STRING_SIZE];
        av_make_error_string(Error, AV_ERROR_MAX_STRING_SIZE, ErrorCode);
        Log("Failed to open codec: %s", Error);
        return false;
    }

    if (!(OutputFormat->flags & AVFMT_NOFILE))
    {
        if ((ErrorCode = avio_open(&FormatContext->pb, FileName, AVIO_FLAG_WRITE)) < 0)
        {
            char Error[AV_ERROR_MAX_STRING_SIZE];
            av_make_error_string(Error, AV_ERROR_MAX_STRING_SIZE, ErrorCode);
            Log("Failed to open file: %s", Error);
            return false;
        }
    }

    Stream->time_base = CodecContext->time_base;
    if ((ErrorCode = avformat_write_header(FormatContext, NULL)) < 0)
    {
        char Error[AV_ERROR_MAX_STRING_SIZE];
        av_make_error_string(Error, AV_ERROR_MAX_STRING_SIZE, ErrorCode);
        Log("Failed to write header: %s", Error);
        return false;
    }

    CodecContext->time_base = Stream->time_base;

    av_dump_format(FormatContext, 0, FileName, 1);

    // create the frame
    {
        Frame = av_frame_alloc();
        if (!Frame)
        {
            Log("Could not allocate video frame");
            return false;
        }
        Frame->format = CodecContext->pix_fmt;
        Frame->width = CodecContext->width;
        Frame->height = CodecContext->height;

        ErrorCode = av_frame_get_buffer(Frame, 32);
        if (ErrorCode < 0)
        {
            char Error[AV_ERROR_MAX_STRING_SIZE];
            av_make_error_string(Error, AV_ERROR_MAX_STRING_SIZE, ErrorCode);
            Log("Could not allocate the video frame data: %s", Error);
            return false;
        }
    }

    // create a color converter
    {
        ColorConverter = sws_getContext(CodecContext->width, CodecContext->height, AV_PIX_FMT_BGRA,
                                        CodecContext->width, CodecContext->height, AV_PIX_FMT_YUV420P, 0, 0, 0, 0);
        if (!ColorConverter)
        {
            Log("Could not allocate color converter");
            return false;
        }
    }

    bInitialized = true;
    return true;
}

bool FMovieMaker::RecordFrame(uint8_t* BGRAData)
{
    if (!bInitialized)
    {
        Log("Cannot record frames on an uninitialized Video Recorder");
        return false;
    }

    /*make sure the frame data is writable */
    int ErrorCode = av_frame_make_writable(Frame);
    if (ErrorCode < 0)
    {
        char Error[AV_ERROR_MAX_STRING_SIZE];
        av_make_error_string(Error, AV_ERROR_MAX_STRING_SIZE, ErrorCode);
        Log("Could not make the frame writable: %s", Error);
        return false;
    }

    /* convert the bgra bitmap data into yuv frame data */
    int inLinesize[1] = { 4 * CodecContext->width }; // RGB stride
    sws_scale(ColorConverter, &BGRAData, inLinesize, 0, CodecContext->height, Frame->data, Frame->linesize);

    //Frame->pts = RecordedFrames++;
    Frame->pts = CodecContext->time_base.den / CodecContext->time_base.num * CodecContext->framerate.den / CodecContext->framerate.num * (RecordedFrames++);
    //The following assumes that codecContext->time_base = (AVRational){1, 1};
    //Frame->pts = frameduration * (RecordedFrames++) * Stream->time_base.den / (Stream->time_base.num * fps);
    //Frame->pts += av_rescale_q(1, CodecContext->time_base, Stream->time_base);

    return EncodeFrame(false);
}

bool FMovieMaker::EncodeFrame(bool bFinalize)
{
    /* send the frame to the encoder */
    int ErrorCode = avcodec_send_frame(CodecContext, bFinalize ? nullptr : Frame);
    if (ErrorCode < 0)
    {
        char Error[AV_ERROR_MAX_STRING_SIZE];
        av_make_error_string(Error, AV_ERROR_MAX_STRING_SIZE, ErrorCode);
        Log("Error sending a frame for encoding: %s", Error);
        return false;
    }

    AVPacket Packet;
    av_init_packet(&Packet);
    Packet.data = NULL;
    Packet.size = 0;
    Packet.flags |= AV_PKT_FLAG_KEY;
    Packet.pts = Frame->pts;

    if (avcodec_receive_packet(CodecContext, &Packet) == 0)
    {
        //std::cout << "pkt key: " << (Packet.flags & AV_PKT_FLAG_KEY) << " " << Packet.size << " " << (counter++) << std::endl;
        uint8_t* size = ((uint8_t*)Packet.data);
        //std::cout << "first: " << (int)size[0] << " " << (int)size[1] << " " << (int)size[2] << " " << (int)size[3] << " " << (int)size[4] << " " << (int)size[5] << " " << (int)size[6] << " " << (int)size[7] << std::endl;

        av_interleaved_write_frame(FormatContext, &Packet);
        av_packet_unref(&Packet);
    }

    return true;
}

bool FMovieMaker::Finalize()
{
    if (!bInitialized)
    {
        Log("Cannot finalize uninitialized Video Recorder");
        return false;
    }

    //DELAYED FRAMES
    AVPacket Packet;
    av_init_packet(&Packet);
    Packet.data = NULL;
    Packet.size = 0;

    for (;;)
    {
        avcodec_send_frame(CodecContext, NULL);
        if (avcodec_receive_packet(CodecContext, &Packet) == 0)
        {
            av_interleaved_write_frame(FormatContext, &Packet);
            av_packet_unref(&Packet);
        }
        else
            break;
    }

    av_write_trailer(FormatContext);
    if (!(OutputFormat->flags & AVFMT_NOFILE))
    {
        int ErrorCode = avio_close(FormatContext->pb);
        if (ErrorCode < 0)
        {
            char Error[AV_ERROR_MAX_STRING_SIZE];
            av_make_error_string(Error, AV_ERROR_MAX_STRING_SIZE, ErrorCode);
            Log("Failed to close file: %s", Error);
        }
    }

    if (Frame)
    {
        av_frame_free(&Frame);
        Frame = nullptr;
    }

    if (CodecContext)
    {
        avcodec_free_context(&CodecContext);
        CodecContext = nullptr;
    }

    if (FormatContext)
    {
        avformat_free_context(FormatContext);
        FormatContext = nullptr;
    }

    if (ColorConverter)
    {
        sws_freeContext(ColorConverter);
        ColorConverter = nullptr;
    }

    bInitialized = false;
    return true;
}

void FMovieMaker::Log(const char* fmt, ...)
{
    va_list args;
    fprintf(stderr, "LOG: ");
    va_start(args, fmt);
    vfprintf(stderr, fmt, args);
    va_end(args);
    fprintf(stderr, "\n");
}


  



  Main.cpp

  



  #include "MovieMaker.h"

uint8_t FtoB(float x)
{
    if (x <= 0.0f)
        return 0;
    if (x >= 1.0f)
        return 255;
    else
        return (uint8_t)(x * 255.0f);
}

void SetPixelColor(float X, float Y, float Width, float Height, float t, uint8_t* BGRA)
{
    t += 12.0f; // more interesting colors at this time

    float P[2] = { 0.1f * X - 25.0f, 0.1f * Y - 25.0f };
    float V = sqrtf(P[0] * P[0] + P[1] * P[1]);
    BGRA[0] = FtoB(sinf(V + t / 0.78f));
    BGRA[1] = FtoB(sinf(V + t / 10.0f));
    BGRA[2] = FtoB(sinf(V + t / 36e2f));
    BGRA[3] = 255;
}

int main()
{
    FMovieMaker MovieMaker;

    const char* FileName = "C:\\ffmpeg\\MyMovieMakerMovie.mp4";
    int Width = 640;
    int Height = 480;
    int FPS = 30;
    int BitRateKBS = 2000;

    if (MovieMaker.Initialize(FileName, Width, Height, FPS, BitRateKBS))
    {
        int Size = Width * 4 * Height;
        uint8_t* BGRAData = new uint8_t[Size];
        memset(BGRAData, 255, Size);

        for (float Frame = 0; Frame < 60; Frame++)
        {
            // fill the image data with something interesting
            for (float Y = 0; Y < Height; Y++)
            {
                for (float X = 0; X < Width; X++)
                {
                    SetPixelColor(X, Y, (float)Width, (float)Height, Frame / (float)FPS, &BGRAData[(int)(Y * Width + X) * 4]);
                }
            }

            if (!MovieMaker.RecordFrame(BGRAData))
                break;
        }

        delete[] BGRAData;

        MovieMaker.Finalize();
    }
}


  



  If I have the lines that add the AV_CODEC_FLAG_GLOBAL_HEADER flag like shown above, I get all sorts of issues in the output from ffprobe MyMovieMakerMovie.mp4.

  



  C:\ffmpeg>ffprobe MyMovieMakerMovie.mp4
ffprobe version 4.2.2 Copyright (c) 2007-2019 the FFmpeg developers
  built with gcc 9.2.1 (GCC) 20200122
  configuration: --disable-static --enable-shared --enable-gpl --enable-version3 --enable-sdl2 --enable-fontconfig --enable-gnutls --enable-iconv --enable-libass --enable-libdav1d --enable-libbluray --enable-libfreetype --enable-libmp3lame --enable-libopencore-amrnb --enable-libopencore-amrwb --enable-libopenjpeg --enable-libopus --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libtheora --enable-libtwolame --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx264 --enable-libx265 --enable-libxml2 --enable-libzimg --enable-lzma --enable-zlib --enable-gmp --enable-libvidstab --enable-libvorbis --enable-libvo-amrwbenc --enable-libmysofa --enable-libspeex --enable-libxvid --enable-libaom --enable-libmfx --enable-amf --enable-ffnvcodec --enable-cuvid --enable-d3d11va --enable-nvenc --enable-nvdec --enable-dxva2 --enable-avisynth --enable-libopenmpt
  libavutil      56. 31.100 / 56. 31.100
  libavcodec     58. 54.100 / 58. 54.100
  libavformat    58. 29.100 / 58. 29.100
  libavdevice    58.  8.100 / 58.  8.100
  libavfilter     7. 57.100 /  7. 57.100
  libswscale      5.  5.100 /  5.  5.100
  libswresample   3.  5.100 /  3.  5.100
  libpostproc    55.  5.100 / 55.  5.100
[h264 @ 000001d44b795b00] non-existing PPS 0 referenced
[h264 @ 000001d44b795b00] decode_slice_header error
[h264 @ 000001d44b795b00] no frame!
...
[h264 @ 000001d44b795b00] non-existing PPS 0 referenced
[h264 @ 000001d44b795b00] decode_slice_header error
[h264 @ 000001d44b795b00] no frame!
[mov,mp4,m4a,3gp,3g2,mj2 @ 000001d44b783880] decoding for stream 0 failed
[mov,mp4,m4a,3gp,3g2,mj2 @ 000001d44b783880] Could not find codec parameters for stream 0 (Video: h264 (avc1 / 0x31637661), none, 640x480, 20528 kb/s): unspecified pixel format
Consider increasing the value for the 'analyzeduration' and 'probesize' options
Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'MyMovieMakerMovie.mp4':
  Metadata:
    major_brand     : isom
    minor_version   : 512
    compatible_brands: isomiso2avc1mp41
    encoder         : Lavf58.29.100
  Duration: 00:00:01.97, start: 0.000000, bitrate: 20529 kb/s
    Stream #0:0(und): Video: h264 (avc1 / 0x31637661), none, 640x480, 20528 kb/s, 30.51 fps, 30 tbr, 15360 tbn, 30720 tbc (default)
    Metadata:
      handler_name    : VideoHandler


  



  Without adding the AV_CODEC_FLAG_GLOBAL_HEADER flag, I get a clean output from ffprobe, but the video still doesn't play. Notice it thinks the frame rate is 30.51, I'm not sure why.

  



  C:\ffmpeg>ffprobe MyMovieMakerMovie.mp4
ffprobe version 4.2.2 Copyright (c) 2007-2019 the FFmpeg developers
  built with gcc 9.2.1 (GCC) 20200122
  configuration: --disable-static --enable-shared --enable-gpl --enable-version3 --enable-sdl2 --enable-fontconfig --enable-gnutls --enable-iconv --enable-libass --enable-libdav1d --enable-libbluray --enable-libfreetype --enable-libmp3lame --enable-libopencore-amrnb --enable-libopencore-amrwb --enable-libopenjpeg --enable-libopus --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libtheora --enable-libtwolame --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx264 --enable-libx265 --enable-libxml2 --enable-libzimg --enable-lzma --enable-zlib --enable-gmp --enable-libvidstab --enable-libvorbis --enable-libvo-amrwbenc --enable-libmysofa --enable-libspeex --enable-libxvid --enable-libaom --enable-libmfx --enable-amf --enable-ffnvcodec --enable-cuvid --enable-d3d11va --enable-nvenc --enable-nvdec --enable-dxva2 --enable-avisynth --enable-libopenmpt
  libavutil      56. 31.100 / 56. 31.100
  libavcodec     58. 54.100 / 58. 54.100
  libavformat    58. 29.100 / 58. 29.100
  libavdevice    58.  8.100 / 58.  8.100
  libavfilter     7. 57.100 /  7. 57.100
  libswscale      5.  5.100 /  5.  5.100
  libswresample   3.  5.100 /  3.  5.100
  libpostproc    55.  5.100 / 55.  5.100
Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'MyMovieMakerMovie.mp4':
  Metadata:
    major_brand     : isom
    minor_version   : 512
    compatible_brands: isomiso2avc1mp41
    encoder         : Lavf58.29.100
  Duration: 00:00:01.97, start: 0.000000, bitrate: 20530 kb/s
    Stream #0:0(und): Video: h264 (High) (avc1 / 0x31637661), yuv420p, 640x480, 20528 kb/s, 30.51 fps, 30 tbr, 15360 tbn, 60 tbc (default)
    Metadata:
      handler_name    : VideoHandler


  


• Media-players show longest duration of multi-track MP4 files from FFmpeg [closed]

  9 juillet 2024, par EasonWaii

  I need to merge two videos into one using ffmpeg. The resulting video should have two video tracks and one audio track, with the audio track taken from the longer video.

  


  When playing the merged video in a player like PotPlayer or VLC, it should default to playing the shorter video track. However, users should be able to switch to the other video track if they want.

  


  The problem I am facing :
Everything is working fine, except when the player defaults to the shorter video track, it shows the timeline of the longer video track.

  


   built with Apple clang version 15.0.0 (clang-1500.3.9.4)
  configuration: --prefix=/usr/local/Cellar/ffmpeg/7.0.1 --enable-shared --enable-pthreads --enable-version3 --cc=clang --host-cflags= --host-ldflags='-Wl,-ld_classic' --enable-ffplay --enable-gnutls --enable-gpl --enable-libaom --enable-libaribb24 --enable-libbluray --enable-libdav1d --enable-libharfbuzz --enable-libjxl --enable-libmp3lame --enable-libopus --enable-librav1e --enable-librist --enable-librubberband --enable-libsnappy --enable-libsrt --enable-libssh --enable-libsvtav1 --enable-libtesseract --enable-libtheora --enable-libvidstab --enable-libvmaf --enable-libvorbis --enable-libvpx --enable-libwebp --enable-libx264 --enable-libx265 --enable-libxml2 --enable-libxvid --enable-lzma --enable-libfontconfig --enable-libfreetype --enable-frei0r --enable-libass --enable-libopencore-amrnb --enable-libopencore-amrwb --enable-libopenjpeg --enable-libspeex --enable-libsoxr --enable-libzmq --enable-libzimg --disable-libjack --disable-indev=jack --enable-videotoolbox --enable-audiotoolbox
  libavutil      59.  8.100 / 59.  8.100
  libavcodec     61.  3.100 / 61.  3.100
  libavformat    61.  1.100 / 61.  1.100
  libavdevice    61.  1.100 / 61.  1.100
  libavfilter    10.  1.100 / 10.  1.100
  libswscale      8.  1.100 /  8.  1.100
  libswresample   5.  1.100 /  5.  1.100
  libpostproc    58.  1.100 / 58.  1.100
{
Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'output21.mp4':
  Metadata:
    major_brand     : isom
    minor_version   : 512
    compatible_brands: isomiso2avc1mp41
    encoder         : Lavf59.16.100
  Duration: 00:00:12.84, start: 0.000000, bitrate: 2207 kb/s
  Stream #0:0[0x1](und): Video: hevc (Main) (hev1 / 0x31766568), yuv420p(tv, progressive), 720x1280 [SAR 1:1 DAR 9:16], 1052 kb/s, 30 fps, 30 tbr, 15360 tbn
      Metadata:
        handler_name    : VideoHandler
        vendor_id       : [0][0][0][0]
  Stream #0:1[0x2](eng): Video: h264 (High) (avc1 / 0x31637661), yuv420p(tv, bt709, progressive), 720x1280, 1293 kb/s, 29.83 fps, 29.83 tbr, 11456 tbn (default)
      Metadata:
        handler_name    : ?Mainconcept Video Media Handler
        vendor_id       : [0][0][0][0]
  Stream #0:2[0x3](und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, stereo, fltp, 130 kb/s (default)
      Metadata:
        handler_name    : SoundHandler
        vendor_id       : [0][0][0][0]
    "streams": [
        {
            "index": 0,
            "codec_name": "hevc",
            "codec_long_name": "H.265 / HEVC (High Efficiency Video Coding)",
            "profile": "Main",
            "codec_type": "video",
            "codec_tag_string": "hev1",
            "codec_tag": "0x31766568",
            "width": 720,
            "height": 1280,
            "coded_width": 720,
            "coded_height": 1280,
            "closed_captions": 0,
            "film_grain": 0,
            "has_b_frames": 2,
            "sample_aspect_ratio": "1:1",
            "display_aspect_ratio": "9:16",
            "pix_fmt": "yuv420p",
            "level": 93,
            "color_range": "tv",
            "chroma_location": "left",
            "field_order": "progressive",
            "refs": 1,
            "id": "0x1",
            "r_frame_rate": "30/1",
            "avg_frame_rate": "30/1",
            "time_base": "1/15360",
            "start_pts": 0,
            "start_time": "0.000000",
            "duration_ts": 196096,
            "duration": "12.766667",
            "bit_rate": "1052926",
            "nb_frames": "383",
            "extradata_size": 2480,
            "disposition": {
                "default": 0,
                "dub": 0,
                "original": 0,
                "comment": 0,
                "lyrics": 0,
                "karaoke": 0,
                "forced": 0,
                "hearing_impaired": 0,
                "visual_impaired": 0,
                "clean_effects": 0,
                "attached_pic": 0,
                "timed_thumbnails": 0,
                "non_diegetic": 0,
                "captions": 0,
                "descriptions": 0,
                "metadata": 0,
                "dependent": 0,
                "still_image": 0
            },
            "tags": {
                "language": "und",
                "handler_name": "VideoHandler",
                "vendor_id": "[0][0][0][0]"
            }
        },
        {
            "index": 1,
            "codec_name": "h264",
            "codec_long_name": "H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10",
            "profile": "High",
            "codec_type": "video",
            "codec_tag_string": "avc1",
            "codec_tag": "0x31637661",
            "width": 720,
            "height": 1280,
            "coded_width": 720,
            "coded_height": 1280,
            "closed_captions": 0,
            "film_grain": 0,
            "has_b_frames": 2,
            "pix_fmt": "yuv420p",
            "level": 31,
            "color_range": "tv",
            "color_space": "bt709",
            "color_transfer": "bt709",
            "color_primaries": "bt709",
            "chroma_location": "left",
            "field_order": "progressive",
            "refs": 1,
            "is_avc": "true",
            "nal_length_size": "4",
            "id": "0x2",
            "r_frame_rate": "179/6",
            "avg_frame_rate": "3448256/115597",
            "time_base": "1/11456",
            "start_pts": 0,
            "start_time": "0.000000",
            "duration_ts": 115597,
            "duration": "10.090520",
            "bit_rate": "1293284",
            "bits_per_raw_sample": "8",
            "nb_frames": "301",
            "extradata_size": 46,
            "disposition": {
                "default": 1,
                "dub": 0,
                "original": 0,
                "comment": 0,
                "lyrics": 0,
                "karaoke": 0,
                "forced": 0,
                "hearing_impaired": 0,
                "visual_impaired": 0,
                "clean_effects": 0,
                "attached_pic": 0,
                "timed_thumbnails": 0,
                "non_diegetic": 0,
                "captions": 0,
                "descriptions": 0,
                "metadata": 0,
                "dependent": 0,
                "still_image": 0
            },
            "tags": {
                "language": "eng",
                "handler_name": "\u001fMainconcept Video Media Handler",
                "vendor_id": "[0][0][0][0]"
            }
        },
        {
            "index": 2,
            "codec_name": "aac",
            "codec_long_name": "AAC (Advanced Audio Coding)",
            "profile": "LC",
            "codec_type": "audio",
            "codec_tag_string": "mp4a",
            "codec_tag": "0x6134706d",
            "sample_fmt": "fltp",
            "sample_rate": "44100",
            "channels": 2,
            "channel_layout": "stereo",
            "bits_per_sample": 0,
            "initial_padding": 0,
            "id": "0x3",
            "r_frame_rate": "0/0",
            "avg_frame_rate": "0/0",
            "time_base": "1/44100",
            "start_pts": 0,
            "start_time": "0.000000",
            "duration_ts": 566244,
            "duration": "12.840000",
            "bit_rate": "130447",
            "nb_frames": "554",
            "extradata_size": 5,
            "disposition": {
                "default": 1,
                "dub": 0,
                "original": 0,
                "comment": 0,
                "lyrics": 0,
                "karaoke": 0,
                "forced": 0,
                "hearing_impaired": 0,
                "visual_impaired": 0,
                "clean_effects": 0,
                "attached_pic": 0,
                "timed_thumbnails": 0,
                "non_diegetic": 0,
                "captions": 0,
                "descriptions": 0,
                "metadata": 0,
                "dependent": 0,
                "still_image": 0
            },
            "tags": {
                "language": "und",
                "handler_name": "SoundHandler",
                "vendor_id": "[0][0][0][0]"
            }
        }
    ],
    "format": {
        "filename": "output21.mp4",
        "nb_streams": 3,
        "nb_programs": 0,
        "nb_stream_groups": 0,
        "format_name": "mov,mp4,m4a,3gp,3g2,mj2",
        "format_long_name": "QuickTime / MOV",
        "start_time": "0.000000",
        "duration": "12.840000",
        "size": "3543155",
        "bit_rate": "2207573",
        "probe_score": 100,
        "tags": {
            "major_brand": "isom",
            "minor_version": "512",
            "compatible_brands": "isomiso2avc1mp41",
            "encoder": "Lavf59.16.100"
        }
    }
}



  


  I want the timeline to display correctly according to the shorter video track when it is being played, without truncating the timeline of the longer video track and affecting its playback.