Recherche avancée

Sur d’autres sites (4628)

• how to scale server setup with ffmpeg for converting videos on website

  26 mai 2020, par Tom

  I have a website that will offer video conversion service with ffmpeg. Users will select some options and click a button to process and create a video. The site is currently using laravel/php. If there are many requests at the same time, how should I handle the scaling up ? How can it be done with traditional ISP ? How about cloud service, e.g. Amazon, Digital Ocean ?

  


• AWS Lambda : ffmpeg thumbnails Generator : empty JPG

  3 septembre 2020, par Magikey

  When a video is uploaded on S3 i want to store a JPG screenshot.

  



  On a lambda function with amazon AWS, i do :

  



  ...

  let tmpFile = createWriteStream(`/tmp/screenshot.jpg`)

  var ffmpeg = spawn(ffmpegPath, [
      "-ss","00:00:05",
      "-i", target,
      "-vf", "thumbnail,scale=200:200", 
      "-qscale:v" ,"2",
      "-frames:v", "1",
      "-f", "image2",
      "-c:v", "mjpeg",
      "pipe:1"
    ]);

  ffmpeg.stdout.pipe(tmpFile).on("error", err => {
      console.log("Error A: ",err);
    });

  ffmpeg.on('error', err => {
    console.log("Error B", err)
    reject()
  })

  ffmpeg.on('close', code => {
    tmpFile.end();
    console.log('Log A', ffmpeg);

    child_process.exec("echo `ls -l -R /tmp`",
      (error, stdout, stderr) => {
        console.log(stdout)
    });

    resolve()
  })
...


  



  But the result is an empty JPG file in S3.

  



  Logs shows no errors, my "target" is OK, stdout ls show me the empty JPG file.

  



  I have try a lot of things, like use other version of ffmpeg but same.

  



  There is the "console.log('Log A', ffmpeg)" :

  



  ChildProcess {
 _events: [Object: null prototype] { error: [Function], close: [Function] },
 _eventsCount: 2,
 _maxListeners: undefined,
 _closesNeeded: 3,
 _closesGot: 3,
 connected: false,
 signalCode: 'SIGSEGV',
 exitCode: null,
 killed: false,
 spawnfile: '/opt/nodejs/ffmpeg',
 _handle: null,
 spawnargs: [
   '/opt/nodejs/ffmpeg',
   '-ss',
   '00:00:05',
   '-i',
   'https://xxxxxxxxx',
   '-vf',
   'thumbnail,scale=200:200',
   '-qscale:v',
   '2',
   '-frames:v',
   '1',
   '-f',
   'image2',
   '-v',
   '16',
   '-c:v',
   'mjpeg',
   'pipe:1'
 ],
 pid: 24,
 stdin: Socket {
   connecting: false,
   _hadError: false,
   _parent: null,
   _host: null,
   _readableState: ReadableState {
     objectMode: false,
     highWaterMark: 16384,
     buffer: BufferList { head: null, tail: null, length: 0 },
     length: 0,
     pipes: null,
     pipesCount: 0,
     flowing: null,
     ended: false,
     endEmitted: false,
     reading: false,
     sync: true,
     needReadable: false,
     emittedReadable: false,
     readableListening: false,
     resumeScheduled: false,
     paused: true,
     emitClose: false,
     autoDestroy: false,
     destroyed: true,
     defaultEncoding: 'utf8',
     awaitDrain: 0,
     readingMore: false,
     decoder: null,
     encoding: null
   },
   readable: false,
   _events: [Object: null prototype] { end: [Function: onReadableStreamEnd] },
   _eventsCount: 1,
   _maxListeners: undefined,
   _writableState: WritableState {
     objectMode: false,
     highWaterMark: 16384,
     finalCalled: false,
     needDrain: false,
     ending: false,
     ended: false,
     finished: false,
     destroyed: true,
     decodeStrings: false,
     defaultEncoding: 'utf8',
     length: 0,
     writing: false,
     corked: 0,
     sync: true,
     bufferProcessing: false,
     onwrite: [Function: bound onwrite],
     writecb: null,
     writelen: 0,
     bufferedRequest: null,
     lastBufferedRequest: null,
     pendingcb: 0,
     prefinished: false,
     errorEmitted: false,
     emitClose: false,
     autoDestroy: false,
     bufferedRequestCount: 0,
     corkedRequestsFree: [Object]
   },
   writable: false,
   allowHalfOpen: false,
   _sockname: null,
   _pendingData: null,
   _pendingEncoding: '',
   server: null,
   _server: null,
   [Symbol(asyncId)]: 5,
   [Symbol(kHandle)]: null,
   [Symbol(lastWriteQueueSize)]: 0,
   [Symbol(timeout)]: null,
   [Symbol(kBuffer)]: null,
   [Symbol(kBufferCb)]: null,
   [Symbol(kBufferGen)]: null,
   [Symbol(kBytesRead)]: 0,
   [Symbol(kBytesWritten)]: 0
 },
 stdout: Socket {
   connecting: false,
   _hadError: false,
   _parent: null,
   _host: null,
   _readableState: ReadableState {
     objectMode: false,
     highWaterMark: 16384,
     buffer: BufferList { head: null, tail: null, length: 0 },
     length: 0,
     pipes: null,
     pipesCount: 0,
     flowing: false,
     ended: true,
     endEmitted: true,
     reading: false,
     sync: false,
     needReadable: false,
     emittedReadable: false,
     readableListening: false,
     resumeScheduled: false,
     paused: false,
     emitClose: false,
     autoDestroy: false,
     destroyed: true,
     defaultEncoding: 'utf8',
     awaitDrain: 0,
     readingMore: false,
     decoder: null,
     encoding: null
   },
   readable: false,
   _events: [Object: null prototype] {
     end: [Function: onReadableStreamEnd],
     close: [Function]
   },
   _eventsCount: 2,
   _maxListeners: undefined,
   _writableState: WritableState {
     objectMode: false,
     highWaterMark: 16384,
     finalCalled: false,
     needDrain: false,
     ending: false,
     ended: false,
     finished: false,
     destroyed: true,
     decodeStrings: false,
     defaultEncoding: 'utf8',
     length: 0,
     writing: false,
     corked: 0,
     sync: true,
     bufferProcessing: false,
     onwrite: [Function: bound onwrite],
     writecb: null,
     writelen: 0,
     bufferedRequest: null,
     lastBufferedRequest: null,
     pendingcb: 0,
     prefinished: false,
     errorEmitted: false,
     emitClose: false,
     autoDestroy: false,
     bufferedRequestCount: 0,
     corkedRequestsFree: [Object]
   },
   writable: false,
   allowHalfOpen: false,
   _sockname: null,
   _pendingData: null,
   _pendingEncoding: '',
   server: null,
   _server: null,
   write: [Function: writeAfterFIN],
   [Symbol(asyncId)]: 6,
   [Symbol(kHandle)]: null,
   [Symbol(lastWriteQueueSize)]: 0,
   [Symbol(timeout)]: null,
   [Symbol(kBuffer)]: null,
   [Symbol(kBufferCb)]: null,
   [Symbol(kBufferGen)]: null,
   [Symbol(kBytesRead)]: 0,
   [Symbol(kBytesWritten)]: 0
 },
 stderr: Socket {
   connecting: false,
   _hadError: false,
   _parent: null,
   _host: null,
   _readableState: ReadableState {
     objectMode: false,
     highWaterMark: 16384,
     buffer: BufferList { head: null, tail: null, length: 0 },
     length: 0,
     pipes: null,
     pipesCount: 0,
     flowing: null,
     ended: true,
     endEmitted: true,
     reading: false,
     sync: false,
     needReadable: false,
     emittedReadable: false,
     readableListening: false,
     resumeScheduled: false,
     paused: true,
     emitClose: false,
     autoDestroy: false,
     destroyed: true,
     defaultEncoding: 'utf8',
     awaitDrain: 0,
     readingMore: false,
     decoder: null,
     encoding: null
   },
   readable: false,
   _events: [Object: null prototype] {
     end: [Function: onReadableStreamEnd],
     close: [Function]
   },
   _eventsCount: 2,
   _maxListeners: undefined,
   _writableState: WritableState {
     objectMode: false,
     highWaterMark: 16384,
     finalCalled: false,
     needDrain: false,
     ending: false,
     ended: false,
     finished: false,
     destroyed: true,
     decodeStrings: false,
     defaultEncoding: 'utf8',
     length: 0,
     writing: false,
     corked: 0,
     sync: true,
     bufferProcessing: false,
     onwrite: [Function: bound onwrite],
     writecb: null,
     writelen: 0,
     bufferedRequest: null,
     lastBufferedRequest: null,
     pendingcb: 0,
     prefinished: false,
     errorEmitted: false,
     emitClose: false,
     autoDestroy: false,
     bufferedRequestCount: 0,
     corkedRequestsFree: [Object]
   },
   writable: false,
   allowHalfOpen: false,
   _sockname: null,
   _pendingData: null,
   _pendingEncoding: '',
   server: null,
   _server: null,
   write: [Function: writeAfterFIN],
   [Symbol(asyncId)]: 7,
   [Symbol(kHandle)]: null,
   [Symbol(lastWriteQueueSize)]: 0,
   [Symbol(timeout)]: null,
   [Symbol(kBuffer)]: null,
   [Symbol(kBufferCb)]: null,
   [Symbol(kBufferGen)]: null,
   [Symbol(kBytesRead)]: 0,
   [Symbol(kBytesWritten)]: 0
 },
 stdio: [
   Socket {
     connecting: false,
     _hadError: false,
     _parent: null,
     _host: null,
     _readableState: [ReadableState],
     readable: false,
     _events: [Object: null prototype],
     _eventsCount: 1,
     _maxListeners: undefined,
     _writableState: [WritableState],
     writable: false,
     allowHalfOpen: false,
     _sockname: null,
     _pendingData: null,
     _pendingEncoding: '',
     server: null,
     _server: null,
     [Symbol(asyncId)]: 5,
     [Symbol(kHandle)]: null,
     [Symbol(lastWriteQueueSize)]: 0,
     [Symbol(timeout)]: null,
     [Symbol(kBuffer)]: null,
     [Symbol(kBufferCb)]: null,
     [Symbol(kBufferGen)]: null,
     [Symbol(kBytesRead)]: 0,
     [Symbol(kBytesWritten)]: 0
   },
   Socket {
     connecting: false,
     _hadError: false,
     _parent: null,
     _host: null,
     _readableState: [ReadableState],
     readable: false,
     _events: [Object: null prototype],
     _eventsCount: 2,
     _maxListeners: undefined,
     _writableState: [WritableState],
     writable: false,
     allowHalfOpen: false,
     _sockname: null,
     _pendingData: null,
     _pendingEncoding: '',
     server: null,
     _server: null,
     write: [Function: writeAfterFIN],
     [Symbol(asyncId)]: 6,
     [Symbol(kHandle)]: null,
     [Symbol(lastWriteQueueSize)]: 0,
     [Symbol(timeout)]: null,
     [Symbol(kBuffer)]: null,
     [Symbol(kBufferCb)]: null,
     [Symbol(kBufferGen)]: null,
     [Symbol(kBytesRead)]: 0,
     [Symbol(kBytesWritten)]: 0
   },
   Socket {
     connecting: false,
     _hadError: false,
     _parent: null,
     _host: null,
     _readableState: [ReadableState],
     readable: false,
     _events: [Object: null prototype],
     _eventsCount: 2,
     _maxListeners: undefined,
     _writableState: [WritableState],
     writable: false,
     allowHalfOpen: false,
     _sockname: null,
     _pendingData: null,
     _pendingEncoding: '',
     server: null,
     _server: null,
     write: [Function: writeAfterFIN],
     [Symbol(asyncId)]: 7,
     [Symbol(kHandle)]: null,
     [Symbol(lastWriteQueueSize)]: 0,
     [Symbol(timeout)]: null,
     [Symbol(kBuffer)]: null,
     [Symbol(kBufferCb)]: null,
     [Symbol(kBufferGen)]: null,
     [Symbol(kBytesRead)]: 0,
     [Symbol(kBytesWritten)]: 0
   }
 ]
} ```


  


• Can I convert a django video upload from a form using ffmpeg before storing the video ?

  5 mai 2014, par GetItDone

  I’ve been stuck for weeks trying to use ffmpeg to convert user uploaded videos to flv. I use heroku to host my website, and store my static and media files on amazon S3 with s3boto. The initial video file will upload fine, however when I retrieve the video and run a celery task (in the same view where the initial video file is uploaded), the new file won’t store on S3. I’ve been trying to get this to work for over a month, with no luck, and really no good resources available for learning how to do this, so I figure maybe if I can get the ffmpeg task to run before storing the video I may be able to get it to work. Unfortunately I’m still not a very advanced at python (or django), so I don’t even know if/how this is possible. Anyone have any ideas ? I am willing to use any solution at this point no matter how ugly, as long as it successfully takes video uploads and converts to flv using ffmpeg, with the resulting file being stored on S3. It doesn’t seem that my situation is very common, because no matter where I look, I cannot find a solution that explains what I should be trying to do. Therefore I will be very appreciative of any guidance. Thanks. My relevant code follows :

  #models.py
  
  def content_file_name(instance, filename):
  
      ext = filename.split('.')[-1]
  
      new_file_name = "remove%s.%s" % (uuid.uuid4(), ext)
  
      return '/'.join(['videos', instance.teacher.username, new_file_name])
  
  
  
  class BroadcastUpload(models.Model):
  
      title = models.CharField(max_length=50, verbose_name=_('Title'))
  
      description = models.TextField(max_length=100, verbose_name=_('Description'))
  
      teacher = models.ForeignKey(User, null=True, blank=True, related_name='teacher')
  
      created_date = models.DateTimeField(auto_now_add=True)
  
      video_upload = models.FileField(upload_to=content_file_name)
  
      flvfilename = models.CharField(max_length=100, null=True, blank=True)
  
      videothumbnail = models.CharField(max_length=100, null=True, blank=True)
  
  
  
  #tasks.py
  
  @task(name='celeryfiles.tasks.convert_flv')
  
  def convert_flv(video_id):
  
      video = BroadcastUpload.objects.get(pk=video_id)
  
      print "ID: %s" % video.id
  
      id = video.id
  
      print "VIDEO NAME: %s" % video.video_upload.name
  
      teacher = video.teacher
  
      print "TEACHER: %s" % teacher
  
      filename = video.video_upload
  
      sourcefile = "%s%s" % (settings.MEDIA_URL, filename)
  
      vidfilename = "%s_%s.flv" % (teacher, video.id)
  
      targetfile = "%svideos/flv/%s" % (settings.MEDIA_URL, vidfilename)
  
      ffmpeg = "ffmpeg -i %s %s" % (sourcefile, vidfilename)
  
      try:
  
          ffmpegresult = subprocess.call(ffmpeg)
  
          #also tried separately with following line:
  
          #ffmpegresult = commands.getoutput(ffmpeg)
  
          print "---------------FFMPEG---------------"
  
          print "FFMPEGRESULT: %s" % ffmpegresult
  
      except Exception as e:
  
          ffmpegresult = None
  
          print("Failed to convert video file %s to %s" % (sourcefile, targetfile))
  
          print(traceback.format_exc())
  
      video.flvfilename = vidfilename
  
      video.save()
  
  
  
  @task(name='celeryfiles.tasks.ffmpeg_image')        
  
  def ffmpeg_image(video_id):
  
      video = BroadcastUpload.objects.get(pk=video_id)
  
      print "ID: %s" %video.id
  
      id = video.id
  
      print "VIDEO NAME: %s" % video.video_upload.name
  
      teacher = video.teacher
  
      print "TEACHER: %s" % teacher
  
      filename = video.video_upload
  
      sourcefile = "%s%s" % (settings.MEDIA_URL, filename)
  
      imagefilename = "%s_%s.png" % (teacher, video.id)
  
      thumbnailfilename = "%svideos/flv/%s" % (settings.MEDIA_URL, thumbnailfilename)
  
      grabimage = "ffmpeg -y -i %s -vframes 1 -ss 00:00:02 -an -vcodec png -f rawvideo -s 320x240 %s" % (sourcefile, thumbnailfilename)
  
      try:        
  
           videothumbnail = subprocess.call(grabimage)
  
           #also tried separately following line:
  
           #videothumbnail = commands.getoutput(grabimage)
  
           print "---------------IMAGE---------------"
  
           print "VIDEOTHUMBNAIL: %s" % videothumbnail
  
      except Exception as e:
  
           videothumbnail = None
  
           print("Failed to convert video file %s to %s" % (sourcefile, thumbnailfilename))
  
           print(traceback.format_exc())
  
      video.videothumbnail = imagefilename
  
      video.save()
  
  
  
  #views.py
  
  def upload_broadcast(request):
  
      if request.method == 'POST':
  
          form = BroadcastUploadForm(request.POST, request.FILES)
  
          if form.is_valid():
  
              upload=form.save()
  
              video_id = upload.id
  
              image_grab = ffmpeg_image.delay(video_id)
  
              video_conversion = convert_flv.delay(video_id)
  
              return HttpResponseRedirect('/current_classes/')
  
      else:
  
          form = BroadcastUploadForm(initial={'teacher': request.user,})
  
      return render_to_response('videos/create_video.html', {'form': form,}, context_instance=RequestContext(request))
  
  
  
  #settings.py
  
  DEFAULT_FILE_STORAGE = 'myapp.s3utils.MediaRootS3BotoStorage'
  
  DEFAULT_S3_PATH = "media"
  
  STATICFILES_STORAGE = 'myapp.s3utils.StaticRootS3BotoStorage'
  
  STATIC_S3_PATH = "static"
  
  AWS_STORAGE_BUCKET_NAME = 'my_bucket'
  
  CLOUDFRONT_DOMAIN = 'domain.cloudfront.net'
  
  AWS_ACCESS_KEY_ID = 'MY_KEY_ID'
  
  AWS_SECRET_ACCESS_KEY = 'MY_SECRET_KEY'
  
  MEDIA_ROOT = '/%s/' % DEFAULT_S3_PATH
  
  MEDIA_URL = 'http://%s/%s/' % (CLOUDFRONT_DOMAIN, DEFAULT_S3_PATH)
  
  ...
  
  
  
  #s3utils.py
  
  from storages.backends.s3boto import S3BotoStorage
  
  from django.utils.functional import SimpleLazyObject
  
  
  
  StaticRootS3BotoStorage = lambda: S3BotoStorage(location='static')
  
  MediaRootS3BotoStorage  = lambda: S3BotoStorage(location='media')

  I can add any other info if needed to help me solve my problem.