Recherche avancée

Sur d’autres sites (10034)

• Passing streams from Fluent-ffmpeg to Google Cloud Storage

  31 octobre 2019, par Emilio Faria

  Is there a way to pass a stream from Fluent-mmpeg to Google Cloud Storage ? I’m trying to allow the user to upload any kind of media (audio or video), and I want to convert it to flac before uploading it to GCS.

  I’m using a few middlewares on my route, such as :

  routes.post(
  
    '/upload',
  
    multer.single('audio'),
  
    ConvertController.convert,
  
    UploadController.upload,
  
    FileController.save,
  
    (req, res, next) => res.send('ok')
  
  );

  I was able to stream from Multer to Fluent-mmpeg and save to a file using this code on ConvertController :

  async convert(req, res, next) {
  
      ffmpeg(streamifier.createReadStream(req.file.buffer))
  
        .format('flac')
  
        .output('outputfile.flac')
  
        .audioChannels(1)
  
        .on('progress', function(progress) {
  
          console.log(progress);
  
        })
  
        .run();
  
    }

  But I would like to use .pipe() to pass it to UploadController, where I would then upload to GCS :

  class UploadController {
  
    async upload(req, res, next) {
  
      const gcsHelpers = require('../helpers/google-cloud-storage');
  
      const { storage } = gcsHelpers;
  
  
  
      const DEFAULT_BUCKET_NAME = 'my-bucket-name';
  
  
  
      const bucketName = DEFAULT_BUCKET_NAME;
  
      const bucket = storage.bucket(bucketName);
  
      const fileName = `test.flac`;
  
      const newFile = bucket.file(fileName);
  
  
  
      newFile.createWriteStream({
  
        metadata: {
  
          contentType: file.mimetype
  
        }
  
      })
  
  
  
      file.on('error', err => {
  
        throw err;
  
      });
  
  
  
      file.on('finish', () => console.log('finished'));
  
    }

  The problem is that I cannot find anywhere explaining how I can pass down a stream to the next middleware.

  Is it possible ?

• AWS Lambda for generate thumbnail save empty file

  30 octobre 2019, par Milousel

  I need to create aws lambda for creating thumbnail from video by using ffmpeg, which is saved on S3 and this thumbnail saved into S3 too.

  I downloaded ffmpeg from https://johnvansickle.com/ffmpeg/ page, set ffmpeg into nodejs file and send it into .zip. From this zip file I created ffmpeg layer. After that I connect my lambda with this ffmpeg layer. When I test it I receive Success response, but I save empty file (0 B size) into S3.

  const AWS = require("aws-sdk");
  
  const { spawn } = require("child_process");
  
  const { createReadStream, createWriteStream } = require("fs");
  
  
  
  const s3 = new AWS.S3();
  
  const ffmpegPath = "/opt/nodejs/ffmpeg";
  
  const allowedTypes = ["mov", "mpg", "mpeg", "mp4", "wmv", "avi", "webm"];
  
  const width = process.env.WIDTH;
  
  const height = process.env.HEIGHT;
  
  
  
  module.exports.handler = async (event, context) => {
  
    const srcKey = "test/0255f240-efef-11e9-862e-3949600f0ec9.mp4";
  
    const bucket = "video.devel.abc.com";
  
    const target = s3.getSignedUrl("getObject", {
  
      Bucket: bucket,
  
      Key: srcKey,
  
      Expires: 1000
  
    });
  
    let fileType = "mp4";
  
    console.log("srcKey: " + srcKey);
  
    console.log("bucket: " + bucket);
  
    console.log("target: " + target);
  
    if (!fileType) {
  
      throw new Error(`invalid file type found for key: ${srcKey}`);
  
    }
  
  
  
    if (allowedTypes.indexOf(fileType) === -1) {
  
      throw new Error(`filetype: ${fileType} is not an allowed type`);
  
    }
  
  
  
    function createImage(seek) {
  
      return new Promise((resolve, reject) => {
  
        let tmpFile = createWriteStream(`/tmp/screenshot.jpg`);
  
        const ffmpeg = spawn(ffmpegPath, [
  
          "-ss",
  
          seek,
  
          "-i",
  
          target,
  
          "-vf",
  
          `thumbnail,scale=${width}:${height}`,
  
          "-qscale:v",
  
          "2",
  
          "-frames:v",
  
          "1",
  
          "-f",
  
          "image2",
  
          "-c:v",
  
          "mjpeg",
  
          "pipe:1"
  
        ]);
  
  
  
        ffmpeg.stdout.pipe(tmpFile);
  
        ffmpeg.on("close", function(code) {
  
            console.log('code: ' + code);
  
          tmpFile.end();
  
          resolve();
  
        });
  
  
  
        ffmpeg.on("error", function(err) {
  
          console.log(err);
  
          reject();
  
        });
  
      });
  
    }
  
  
  
    function uploadToS3() {
  
      return new Promise((resolve, reject) => {
  
        let tmpFile = createReadStream(`/tmp/screenshot.jpg`);
  
        let dstKey = srcKey
  
          .replace(/\.\w+$/, `.jpg`)
  
          .replace("test/", "test/shots/");
  
        //const screensFile = "test/shots/";
  
        console.log("dstKey: " + dstKey);
  
        var params = {
  
          Bucket: bucket,
  
          Key: dstKey,
  
          Body: tmpFile,
  
          ContentType: `image/jpg`
  
        };
  
  
  
        s3.upload(params, function(err, data) {
  
          if (err) {
  
            console.log(err);
  
            reject();
  
          }
  
          console.log(`successful upload to ${bucket}/${dstKey}`);
  
          resolve();
  
        });
  
      });
  
    }
  
  
  
    await createImage(1);
  
    await uploadToS3();
  
    return console.log(`processed ${bucket}/${srcKey} successfully`);
  
  };

  When I test it I receive these logs :

• srcKey : test/0255f240-efef-11e9-862e-3949600f0ec9.mp4
• bucket : video.devel.abc.com
• INFO processed video.devel.abc.com successfully
• code : 1
• bucket : video.devel.abc.com
• dstKey : test/shots/0255f240-efef-11e9-862e-3949600f0ec9.jpg
• successful upload to video.devel.abc.com/test/shots/0255f240-efef-11e9-862e-3949600f0ec9.jpg
• processed video.devel.abc.com/test/0255f240-efef-11e9-862e-3949600f0ec9.mp4 successfully

So file is really created, but it is empty (size is 0 B), which is not ideal.