Recherche avancée

Sur d’autres sites (9118)

• Recording video on Android using JavaCV (Updated 2014 02 17)

  25 septembre 2014, par Fabio Bergmann

  I’m trying to record a video in Android using the JavaCV lib.
  I need to record the video in 640x360.

  I have installed everything as described in README.txt file and I followed the example as below :
  https://code.google.com/p/javacv/source/browse/samples/RecordActivity.java
  In this example, the video size is this :
  private int imageWidth = 320 ;
  private int imageHeight = 240 ;

  In my case, I need to record a video in 640x360 H.264.

  (UPDATE) I have reverted my code and kept exactly like in the example, just changing imageWidth and imageHeight to 640x360.
  Now I’m getting the video like this image :
  http://bergmann.net.br/img/screenshot_video_error.png

  Here is my code :

  import static com.googlecode.javacv.cpp.opencv_core.IPL_DEPTH_8U;
  
  
  
  import java.io.IOException;
  
  import java.nio.ShortBuffer;
  
  
  
  import android.app.Activity;
  
  import android.content.Context;
  
  import android.content.pm.ActivityInfo;
  
  import android.hardware.Camera;
  
  import android.hardware.Camera.PreviewCallback;
  
  import android.media.AudioFormat;
  
  import android.media.AudioRecord;
  
  import android.media.MediaRecorder;
  
  import android.os.Bundle;
  
  import android.os.PowerManager;
  
  import android.util.Log;
  
  import android.view.Display;
  
  import android.view.KeyEvent;
  
  import android.view.LayoutInflater;
  
  import android.view.SurfaceHolder;
  
  import android.view.SurfaceView;
  
  import android.view.View;
  
  import android.view.View.OnClickListener;
  
  import android.view.WindowManager;
  
  import android.widget.Button;
  
  import android.widget.LinearLayout;
  
  import android.widget.RelativeLayout;
  
  
  
  import com.autosonvideo.helpers.Helpers;
  
  import com.autosonvideo.logic.CameraHelpers;
  
  import com.googlecode.javacv.FFmpegFrameRecorder;
  
  import com.googlecode.javacv.cpp.opencv_core.IplImage;
  
  
  
  public class FFmpegRecordActivity extends Activity implements OnClickListener {
  
  
  
      private final static String CLASS_LABEL = "RecordActivity";
  
      private final static String LOG_TAG = CLASS_LABEL;
  
  
  
      private PowerManager.WakeLock mWakeLock;
  
  
  
      private String ffmpeg_link;
  
  
  
      long startTime = 0;
  
      boolean recording = false;
  
  
  
      private volatile FFmpegFrameRecorder recorder;
  
  
  
      private boolean isPreviewOn = false;
  
  
  
      private int sampleAudioRateInHz = 44100;
  
      private int imageWidth = 640;
  
      private int imageHeight = 480;
  
  
  
      private int finalImageWidth = 640;
  
      private int finalImageHeight = 360;
  
  
  
      private int frameRate = 30;
  
  
  
      /* audio data getting thread */
  
      private AudioRecord audioRecord;
  
      private AudioRecordRunnable audioRecordRunnable;
  
      private Thread audioThread;
  
      volatile boolean runAudioThread = true;
  
  
  
      /* video data getting thread */
  
      private Camera cameraDevice;
  
      private CameraView cameraView;
  
  
  
      private IplImage yuvIplimage = null;
  
  
  
      /* layout setting */
  
      private final int bg_screen_bx = 232;
  
      private final int bg_screen_by = 128;
  
      private final int bg_screen_width = 700;
  
      private final int bg_screen_height = 500;
  
      private final int bg_width = 1123;
  
      private final int bg_height = 715;
  
      private final int live_width = 1280;
  
      private final int live_height = 960;
  
      private int screenWidth, screenHeight;
  
      private Button btnRecorderControl;
  
  
  
      @Override
  
      public void onCreate(Bundle savedInstanceState) {
  
          super.onCreate(savedInstanceState);
  
          setRequestedOrientation(ActivityInfo.SCREEN_ORIENTATION_LANDSCAPE);
  
  
  
          setContentView(R.layout.main);
  
  
  
          PowerManager pm = (PowerManager) getSystemService(Context.POWER_SERVICE);
  
          mWakeLock = pm.newWakeLock(PowerManager.SCREEN_BRIGHT_WAKE_LOCK,
  
                  CLASS_LABEL);
  
          mWakeLock.acquire();
  
  
  
          initLayout();
  
          initRecorder();
  
      }
  
  
  
      @Override
  
      protected void onResume() {
  
          super.onResume();
  
  
  
          if (mWakeLock == null) {
  
              PowerManager pm = (PowerManager) getSystemService(Context.POWER_SERVICE);
  
              mWakeLock = pm.newWakeLock(PowerManager.SCREEN_BRIGHT_WAKE_LOCK,
  
                      CLASS_LABEL);
  
              mWakeLock.acquire();
  
          }
  
      }
  
  
  
      @Override
  
      protected void onPause() {
  
          super.onPause();
  
  
  
          if (mWakeLock != null) {
  
              mWakeLock.release();
  
              mWakeLock = null;
  
          }
  
      }
  
  
  
      @Override
  
      protected void onDestroy() {
  
          super.onDestroy();
  
  
  
          recording = false;
  
  
  
          if (cameraView != null) {
  
              cameraView.stopPreview();
  
              cameraDevice.release();
  
              cameraDevice = null;
  
          }
  
  
  
          if (mWakeLock != null) {
  
              mWakeLock.release();
  
              mWakeLock = null;
  
          }
  
      }
  
  
  
      private void initLayout() {
  
  
  
          /* get size of screen */
  
          Display display = ((WindowManager) getSystemService(Context.WINDOW_SERVICE))
  
                  .getDefaultDisplay();
  
          screenWidth = display.getWidth();
  
          screenHeight = display.getHeight();
  
          RelativeLayout.LayoutParams layoutParam = null;
  
          LayoutInflater myInflate = null;
  
          myInflate = (LayoutInflater) getSystemService(Context.LAYOUT_INFLATER_SERVICE);
  
          RelativeLayout topLayout = new RelativeLayout(this);
  
          setContentView(topLayout);
  
          LinearLayout preViewLayout = (LinearLayout) myInflate.inflate(
  
                  R.layout.main, null);
  
          layoutParam = new RelativeLayout.LayoutParams(screenWidth, screenHeight);
  
          topLayout.addView(preViewLayout, layoutParam);
  
  
  
          /* add control button: start and stop */
  
          btnRecorderControl = (Button) findViewById(R.id.recorder_control);
  
          btnRecorderControl.setText("Start");
  
          btnRecorderControl.setOnClickListener(this);
  
  
  
          /* add camera view */
  
          int display_width_d = (int) (1.0 * bg_screen_width * screenWidth / bg_width);
  
          int display_height_d = (int) (1.0 * bg_screen_height * screenHeight / bg_height);
  
          int prev_rw, prev_rh;
  
          if (1.0 * display_width_d / display_height_d > 1.0 * live_width
  
                  / live_height) {
  
              prev_rh = display_height_d;
  
              prev_rw = (int) (1.0 * display_height_d * live_width / live_height);
  
          } else {
  
              prev_rw = display_width_d;
  
              prev_rh = (int) (1.0 * display_width_d * live_height / live_width);
  
          }
  
          layoutParam = new RelativeLayout.LayoutParams(prev_rw, prev_rh);
  
          layoutParam.topMargin = (int) (1.0 * bg_screen_by * screenHeight / bg_height);
  
          layoutParam.leftMargin = (int) (1.0 * bg_screen_bx * screenWidth / bg_width);
  
  
  
          cameraDevice = Camera.open();
  
          Log.i(LOG_TAG, "cameara open");
  
          cameraView = new CameraView(this, cameraDevice);
  
          topLayout.addView(cameraView, layoutParam);
  
          Log.i(LOG_TAG, "cameara preview start: OK");
  
      }
  
  
  
      // ---------------------------------------
  
      // initialize ffmpeg_recorder
  
      // ---------------------------------------
  
      private void initRecorder() {
  
  
  
          Log.w(LOG_TAG, "init recorder");
  
  
  
          if (yuvIplimage == null) {
  
              yuvIplimage = IplImage.create(finalImageWidth, finalImageHeight,
  
                      IPL_DEPTH_8U, 2);
  
              Log.i(LOG_TAG, "create yuvIplimage");
  
          }
  
  
  
          ffmpeg_link = CameraHelpers.getOutputMediaFile(
  
                  CameraHelpers.MEDIA_TYPE_VIDEO).toString();
  
  
  
          Log.i(LOG_TAG, "ffmpeg_url: " + ffmpeg_link);
  
          recorder = new FFmpegFrameRecorder(ffmpeg_link, finalImageWidth,
  
                  finalImageHeight, 1);
  
          recorder.setFormat("mp4");
  
          recorder.setSampleRate(sampleAudioRateInHz);
  
          // Set in the surface changed method
  
          recorder.setFrameRate(frameRate);
  
  
  
          Log.i(LOG_TAG, "recorder initialize success");
  
  
  
          audioRecordRunnable = new AudioRecordRunnable();
  
          audioThread = new Thread(audioRecordRunnable);
  
      }
  
  
  
      public void startRecording() {
  
  
  
          try {
  
              recorder.start();
  
              startTime = System.currentTimeMillis();
  
              recording = true;
  
              audioThread.start();
  
  
  
          } catch (FFmpegFrameRecorder.Exception e) {
  
              e.printStackTrace();
  
          }
  
      }
  
  
  
      public void stopRecording() {
  
  
  
          runAudioThread = false;
  
  
  
          if (recorder != null && recording) {
  
              recording = false;
  
              Log.v(LOG_TAG,
  
                      "Finishing recording, calling stop and release on recorder");
  
              try {
  
                  recorder.stop();
  
                  recorder.release();
  
              } catch (FFmpegFrameRecorder.Exception e) {
  
                  e.printStackTrace();
  
              }
  
              recorder = null;
  
  
  
          }
  
      }
  
  
  
      @Override
  
      public boolean onKeyDown(int keyCode, KeyEvent event) {
  
  
  
          if (keyCode == KeyEvent.KEYCODE_BACK) {
  
              if (recording) {
  
                  stopRecording();
  
              }
  
  
  
              finish();
  
  
  
              return true;
  
          }
  
  
  
          return super.onKeyDown(keyCode, event);
  
      }
  
  
  
      // ---------------------------------------------
  
      // audio thread, gets and encodes audio data
  
      // ---------------------------------------------
  
      class AudioRecordRunnable implements Runnable {
  
  
  
          @Override
  
          public void run() {
  
              android.os.Process
  
                      .setThreadPriority(android.os.Process.THREAD_PRIORITY_URGENT_AUDIO);
  
  
  
              // Audio
  
              int bufferSize;
  
              short[] audioData;
  
              int bufferReadResult;
  
  
  
              bufferSize = AudioRecord
  
                      .getMinBufferSize(sampleAudioRateInHz,
  
                              AudioFormat.CHANNEL_IN_MONO,
  
                              AudioFormat.ENCODING_PCM_16BIT);
  
              audioRecord = new AudioRecord(MediaRecorder.AudioSource.MIC,
  
                      sampleAudioRateInHz, AudioFormat.CHANNEL_IN_MONO,
  
                      AudioFormat.ENCODING_PCM_16BIT, bufferSize);
  
  
  
              audioData = new short[bufferSize];
  
  
  
              Log.d(LOG_TAG, "audioRecord.startRecording()");
  
              audioRecord.startRecording();
  
  
  
              /* ffmpeg_audio encoding loop */
  
              while (runAudioThread) {
  
                  // Log.v(LOG_TAG,"recording? " + recording);
  
                  bufferReadResult = audioRecord.read(audioData, 0,
  
                          audioData.length);
  
                  if (bufferReadResult > 0) {
  
                      Log.v(LOG_TAG, "bufferReadResult: " + bufferReadResult);
  
                      // If "recording" isn't true when start this thread, it
  
                      // never get's set according to this if statement...!!!
  
                      // Why? Good question...
  
                      if (recording) {
  
                          try {
  
                              recorder.record(ShortBuffer.wrap(audioData, 0,
  
                                      bufferReadResult));
  
                              // Log.v(LOG_TAG,"recording " + 1024*i + " to " +
  
                              // 1024*i+1024);
  
                          } catch (FFmpegFrameRecorder.Exception e) {
  
                              Log.v(LOG_TAG, e.getMessage());
  
                              e.printStackTrace();
  
                          }
  
                      }
  
                  }
  
              }
  
              Log.v(LOG_TAG, "AudioThread Finished, release audioRecord");
  
  
  
              /* encoding finish, release recorder */
  
              if (audioRecord != null) {
  
                  audioRecord.stop();
  
                  audioRecord.release();
  
                  audioRecord = null;
  
                  Log.v(LOG_TAG, "audioRecord released");
  
              }
  
          }
  
      }
  
  
  
      // ---------------------------------------------
  
      // camera thread, gets and encodes video data
  
      // ---------------------------------------------
  
      class CameraView extends SurfaceView implements SurfaceHolder.Callback,
  
              PreviewCallback {
  
  
  
          private SurfaceHolder mHolder;
  
          private Camera mCamera;
  
  
  
          public CameraView(Context context, Camera camera) {
  
              super(context);
  
              Log.w("camera", "camera view");
  
              mCamera = camera;
  
              mHolder = getHolder();
  
              mHolder.addCallback(CameraView.this);
  
              mHolder.setType(SurfaceHolder.SURFACE_TYPE_PUSH_BUFFERS);
  
              mCamera.setPreviewCallback(CameraView.this);
  
          }
  
  
  
          @Override
  
          public void surfaceCreated(SurfaceHolder holder) {
  
              try {
  
                  stopPreview();
  
                  mCamera.setPreviewDisplay(holder);
  
              } catch (IOException exception) {
  
                  mCamera.release();
  
                  mCamera = null;
  
              }
  
          }
  
  
  
          public void surfaceChanged(SurfaceHolder holder, int format, int width,
  
                  int height) {
  
              Log.v(LOG_TAG, "Setting imageWidth: " + imageWidth
  
                      + " imageHeight: " + imageHeight + " frameRate: "
  
                      + frameRate);
  
              Camera.Parameters camParams = mCamera.getParameters();
  
              camParams.setPreviewSize(imageWidth, imageHeight);
  
  
  
              Log.v(LOG_TAG,
  
                      "Preview Framerate: " + camParams.getPreviewFrameRate());
  
  
  
              camParams.setPreviewFrameRate(frameRate);
  
              mCamera.setParameters(camParams);
  
              startPreview();
  
          }
  
  
  
          @Override
  
          public void surfaceDestroyed(SurfaceHolder holder) {
  
              try {
  
                  mHolder.addCallback(null);
  
                  mCamera.setPreviewCallback(null);
  
              } catch (RuntimeException e) {
  
                  // The camera has probably just been released, ignore.
  
              }
  
          }
  
  
  
          public void startPreview() {
  
              if (!isPreviewOn && mCamera != null) {
  
                  isPreviewOn = true;
  
                  mCamera.startPreview();
  
              }
  
          }
  
  
  
          public void stopPreview() {
  
              if (isPreviewOn && mCamera != null) {
  
                  isPreviewOn = false;
  
                  mCamera.stopPreview();
  
              }
  
          }
  
  
  
          @Override
  
          public void onPreviewFrame(byte[] data, Camera camera) {
  
              /* get video data */
  
              if (yuvIplimage != null && recording) {
  
                  // yuvIplimage.getByteBuffer().put(data);
  
  
  
                  final int startY = 640 * (480 - 360) / 2;
  
                  final int lenY = 640 * 360;
  
                  yuvIplimage.getByteBuffer().put(data, startY, lenY);
  
                  final int startVU = 640 * 480 + 320 * 2 * (240 - 180) / 2;
  
                  final int lenVU = 320 * 180 * 2;
  
                  yuvIplimage.getByteBuffer().put(data, startVU, lenVU);
  
  
  
                  Log.v(LOG_TAG, "Writing Frame");
  
                  try {
  
                      long t = 1000 * (System.currentTimeMillis() - startTime);
  
                      if (t > recorder.getTimestamp()) {
  
                          recorder.setTimestamp(t);
  
                      }
  
                      recorder.record(yuvIplimage);
  
                  } catch (FFmpegFrameRecorder.Exception e) {
  
                      Log.v(LOG_TAG, e.getMessage());
  
                      e.printStackTrace();
  
                  }
  
              }
  
          }
  
      }
  
  
  
      @Override
  
      public void onClick(View v) {
  
          if (!recording) {
  
              startRecording();
  
              Log.w(LOG_TAG, "Start Button Pushed");
  
              btnRecorderControl.setText("Stop");
  
          } else {
  
              // This will trigger the audio recording loop to stop and then set
  
              // isRecorderStart = false;
  
              stopRecording();
  
              Log.w(LOG_TAG, "Stop Button Pushed");
  
              btnRecorderControl.setText("Start");
  
          }
  
      }
  
  }

• ffmpeg splitting RGB and Alpha channels using filter

  29 juin 2012, par Dow

  I'm trying to use ffmpeg to split an input file into two separate files :

  1. An MP4 with only R,G and B channels
  2. An MP4 with the "extracted" A channel (a so-called Key clip, see http://ffmpeg-users.933282.n4.nabble.com/quot-Extracting-quot-Alpha-Channel-td3700227.html)

  I've managed to do both, but now I want to combine them into one single command. Here's what I do :

  ffmpeg -r $FPS -y -i input.flv -vcodec libx264 -vpre ipod640 -acodec libfaac -s 256x256 -r $FPS -filter_complex INSERT_FILTER_HERE rgb.mp4 alpha.mp4

  where INSERT_FILTER_HERE is :

  format=rgba, split [rgb_in][alpha_in];
  
  [rgb_in] fifo, lutrgb=a=minval [rgb_out];
  
  [alpha_in] format=rgba, split [T1], fifo, lutrgb=r=maxval:g=maxval:b=maxval, [T2] overlay [out];
  
  [T1] fifo, lutrgb=r=minval:g=minval:b=minval [T2]

  In short, I split the file into two streams, for the first stream, I "remove" the alpha channel, for the second stream, I extract a grayscale representation of the alpha channel. When I put this through graph2dot, it works fine, with a nullsink as output.

  However, when I run it in ffmpeg with -filter_complex, I get :

  ffmpeg version N-41994-g782763e Copyright (c) 2000-2012 the FFmpeg developers
  
    built on Jun 28 2012 17:45:15 with gcc 4.6.3
  
    configuration: --enable-gpl --enable-nonfree --enable-pthreads --enable-filters --enable-libfaac --enable-libmp3lame --enable-libx264 --enable-libtheora --enable-libvpx --enable-postproc --enable-avfilter
  
    libavutil      51. 63.100 / 51. 63.100
  
    libavcodec     54. 29.101 / 54. 29.101
  
    libavformat    54. 11.100 / 54. 11.100
  
    libavdevice    54.  0.100 / 54.  0.100
  
    libavfilter     3.  0.100 /  3.  0.100
  
    libswscale      2.  1.100 /  2.  1.100
  
    libswresample   0. 15.100 /  0. 15.100
  
    libpostproc    52.  0.100 / 52.  0.100
  
  Input #0, flv, from 'input.flv':
  
    Metadata:
  
      audiodelay      : 0
  
      canSeekToEnd    : true
  
    Duration: 00:01:10.56, start: 0.000000, bitrate: 1964 kb/s
  
      Stream #0:0: Video: vp6a, yuva420p, 800x950, 1536 kb/s, 25 tbr, 1k tbn, 1k tbc
  
      Stream #0:1: Audio: mp3, 44100 Hz, stereo, s16, 128 kb/s
  
  [graph 0 input from stream 0:0 @ 0x2e4c6e0] w:800 h:950 pixfmt:yuva420p tb:1/30 fr:30/1 sar:0/1 sws_param:flags=2
  
  Output pad "default" for the filter "Parsed_lutrgb_3" of type "lutrgb" not connected to any destination

  Any ideas on how I make ffmpeg recognize that it has to write [rgb_out] to rgb.mp4 and [out] to alpha.mp3 ?

  Thanks in advance !

• Trying to redirect binary stdout of ffmpeg to NeroAacEnc stdin

  2 mai 2017, par Ben

  I am trying to write a program in C# 2010 that converts mp3 files to an audio book in m4a format via ffmpeg.exe and NeroAACenc.exe.
  For doing so I redirect stdout of ffmpeg to stdin of the Nero encoder within my application using the build in Diagnostics.Process class.

  Everything seems to work as expected but for some reason StandardOutput.BaseStream
  of ffmpeg stops receiving data at some time. The process does not exit and the ErrorDataReceived event is also not getting raised.
  The produced output m4a file has always a length of 2 minutes. The same applies if I just encode the mp3 file to a temp wav file without feeding Nero.

  I tried the same via the command line and this works without any problem.

  ffmpeg -i test.mp3 -f wav - | neroAacEnc -ignorelength -if - -of test.m4a 

  Can anyone please tell me what I am doing wrong here ?
  Thanks in advance.

  class Encoder
  
  {
  
      private byte[] ReadBuffer = new byte[4096];
  
      private Process ffMpegDecoder = new Process();
  
      private Process NeroEncoder = new Process();
  
      private BinaryWriter NeroInput;
  
  
  
      //Create WAV temp file for testing
  
      private Stream s = new FileStream("D:\\test\\test.wav", FileMode.Create);
  
      private BinaryWriter outfile;
  
  
  
      public void Encode()
  
      {
  
          ProcessStartInfo ffMpegPSI = new ProcessStartInfo("ffmpeg.exe", "-i D:\\test\\test.mp3 -f wav -");
  
          ffMpegPSI.UseShellExecute = false;
  
          ffMpegPSI.CreateNoWindow = true;
  
          ffMpegPSI.RedirectStandardOutput = true;
  
          ffMpegPSI.RedirectStandardError = true;
  
          ffMpegDecoder.StartInfo = ffMpegPSI;
  
  
  
          ProcessStartInfo NeroPSI = new ProcessStartInfo("neroAacEnc.exe", "-if - -ignorelength -of D:\\test\\test.m4a");
  
          NeroPSI.UseShellExecute = false;
  
          NeroPSI.CreateNoWindow = true;
  
          NeroPSI.RedirectStandardInput = true;
  
          NeroPSI.RedirectStandardError = true;
  
          NeroEncoder.StartInfo = NeroPSI;
  
  
  
          ffMpegDecoder.Exited += new EventHandler(ffMpegDecoder_Exited);
  
          ffMpegDecoder.ErrorDataReceived += new DataReceivedEventHandler(ffMpegDecoder_ErrorDataReceived);
  
          ffMpegDecoder.Start();
  
  
  
          NeroEncoder.Start();
  
          NeroInput = new BinaryWriter(NeroEncoder.StandardInput.BaseStream);
  
  
  
          outfile = new BinaryWriter(s);
  
  
  
          ffMpegDecoder.StandardOutput.BaseStream.BeginRead(ReadBuffer, 0, ReadBuffer.Length, new AsyncCallback(ReadCallBack), null);
  
  
  
      }
  
  
  
      private void ReadCallBack(IAsyncResult asyncResult)
  
      {
  
          int read = ffMpegDecoder.StandardOutput.BaseStream.EndRead(asyncResult);
  
          if (read > 0)
  
          {
  
  
  
              NeroInput.Write(ReadBuffer);
  
              NeroInput.Flush();
  
  
  
              outfile.Write(ReadBuffer);
  
              outfile.Flush();
  
  
  
              ffMpegDecoder.StandardOutput.BaseStream.Flush();
  
  
  
              ffMpegDecoder.StandardOutput.BaseStream.BeginRead(ReadBuffer, 0, ReadBuffer.Length, new AsyncCallback(ReadCallBack), null);
  
          }
  
          else
  
          {
  
              ffMpegDecoder.StandardOutput.BaseStream.Close();
  
              outfile.Close();
  
          }
  
  
  
      }
  
  
  
      private void ffMpegDecoder_Exited(object sender, System.EventArgs e)
  
      {
  
          Console.WriteLine("Exit");
  
      }
  
  
  
      private void ffMpegDecoder_ErrorDataReceived(object sender, DataReceivedEventArgs errLine)
  
      {
  
          Console.WriteLine("Error");
  
      }
  
  
  
  }