Recherche avancée

Sur d’autres sites (5240)

• How to Use FFmpeg to Fetch an Audio From Local Network and Decode it to PCM ?

  26 mai 2020, par Yousef Alaqra

  Currently, I have a node js server which is connected to a specific IP address on the local network (the source of the audio), to receive the audio using VBAN protocol. VBAN protocol, basically uses UDP to send audio over the local network.

  



  Node js implementation :

  



  http.listen(3000, () => {
  console.log("Server running on port 3000");
});

let PORT = 6980;
let HOST = "192.168.1.244";

io.on("connection", (socket) => {
  console.log("a user connected");
  socket.on("disconnect", () => {
    console.log("user disconnected");
  });
});

io.on("connection", () => {

  let dgram = require("dgram");
  let server = dgram.createSocket("udp4");

  server.on("listening", () => {
    let address = server.address();
    console.log("server host", address.address);
    console.log("server port", address.port);
  });

  server.on("message", function (message, remote) {
    let audioData = vban.ProcessPacket(message);
    io.emit("audio", audioData); // // console.log(`Received packet: ${remote.address}:${remote.port}`)
  });
  server.bind({
    address: "192.168.1.230",
    port: PORT,
    exclusive: false,
  });
});


  



  once the server receives a package from the local network, it processes the package, then, using socket.io it emits the processed data to the client.

  



  An example of the processed audio data that's being emitted from the socket, and received in the angular :

  



       audio {&#xA;      format: {&#xA;        channels: 2,&#xA;        sampleRate: 44100,&#xA;        interleaved: true,&#xA;        float: false,&#xA;        signed: true,&#xA;        bitDepth: 16,&#xA;        byteOrder: &#x27;LE&#x27;&#xA;      },&#xA;      sampleRate: 44100,&#xA;      buffer: <buffer 2e="2e" 00="00" ce="ce" ff="ff" 3d="3d" bd="bd" 44="44" b6="b6" 48="48" c3="c3" 32="32" d3="d3" 31="31" d4="d4" 30="30" dd="dd" 38="38" 34="34" e5="e5" 1d="1d" c6="c6" 25="25" 974="974" more="more" bytes="bytes">,&#xA;      channels: 2,&#xA;}&#xA;</buffer>

  



  In the client-side (Angular), after receiving a package using socket.io.clinet, AudioConetext is used to decode the audio and play it :

  



     playAudio(audioData) {
    let audioCtx = new AudioContext();
    let count = 0;
    let offset = 0;
    let msInput = 1000;
    let msToBuffer = Math.max(50, msInput);
    let bufferX = 0;
    let audioBuffer;
    let prevFormat = {};
    let source;

    if (!audioBuffer || Object.keys(audioData.format).some((key) => prevFormat[key] !== audioData.format[key])) {
      prevFormat = audioData.format;
      bufferX = Math.ceil(((msToBuffer / 1000) * audioData.sampleRate) / audioData.samples);
      if (bufferX < 3) {
        bufferX = 3;
      }
      audioBuffer = audioCtx.createBuffer(audioData.channels, audioData.samples * bufferX, audioData.sampleRate);
      if (source) {
        source.disconnect();
      }
      source = audioCtx.createBufferSource();
      console.log("source", source);
      source.connect(audioCtx.destination);
      source.loop = true;
      source.buffer = audioBuffer;
      source.start();
    }
  }


  



  Regardless that audio isn't playing in the client-side, and there is something wrong, this isn't the correct implementation.

  



  Brad, mentioned in the comments below, that I can implement this correctly and less complexity using FFmpeg child-process. And I'm very interested to know how to fetch the audio locally using FFmpeg.

  


• How do I use FFmpeg to fetch an audio from a local network and decode it to PCM ?

  26 mai 2020, par Yousef Alaqra

  Currently, I have a node js server which is connected to a specific IP address on the local network (the source of the audio), to receive the audio using VBAN protocol. VBAN protocol, basically uses UDP to send audio over the local network.

  



  Node js implementation :

  



  http.listen(3000, () => {
  console.log("Server running on port 3000");
});

let PORT = 6980;
let HOST = "192.168.1.244";

io.on("connection", (socket) => {
  console.log("a user connected");
  socket.on("disconnect", () => {
    console.log("user disconnected");
  });
});

io.on("connection", () => {

  let dgram = require("dgram");
  let server = dgram.createSocket("udp4");

  server.on("listening", () => {
    let address = server.address();
    console.log("server host", address.address);
    console.log("server port", address.port);
  });

  server.on("message", function (message, remote) {
    let audioData = vban.ProcessPacket(message);
    io.emit("audio", audioData); // // console.log(`Received packet: ${remote.address}:${remote.port}`)
  });
  server.bind({
    address: "192.168.1.230",
    port: PORT,
    exclusive: false,
  });
});


  



  once the server receives a package from the local network, it processes the package, then, using socket.io it emits the processed data to the client.

  



  An example of the processed audio data that's being emitted from the socket, and received in the angular :

  



       audio {&#xA;      format: {&#xA;        channels: 2,&#xA;        sampleRate: 44100,&#xA;        interleaved: true,&#xA;        float: false,&#xA;        signed: true,&#xA;        bitDepth: 16,&#xA;        byteOrder: &#x27;LE&#x27;&#xA;      },&#xA;      sampleRate: 44100,&#xA;      buffer: <buffer 2e="2e" 00="00" ce="ce" ff="ff" 3d="3d" bd="bd" 44="44" b6="b6" 48="48" c3="c3" 32="32" d3="d3" 31="31" d4="d4" 30="30" dd="dd" 38="38" 34="34" e5="e5" 1d="1d" c6="c6" 25="25" 974="974" more="more" bytes="bytes">,&#xA;      channels: 2,&#xA;}&#xA;</buffer>

  



  In the client-side (Angular), after receiving a package using socket.io.clinet, AudioConetext is used to decode the audio and play it :

  



     playAudio(audioData) {
    let audioCtx = new AudioContext();
    let count = 0;
    let offset = 0;
    let msInput = 1000;
    let msToBuffer = Math.max(50, msInput);
    let bufferX = 0;
    let audioBuffer;
    let prevFormat = {};
    let source;

    if (!audioBuffer || Object.keys(audioData.format).some((key) => prevFormat[key] !== audioData.format[key])) {
      prevFormat = audioData.format;
      bufferX = Math.ceil(((msToBuffer / 1000) * audioData.sampleRate) / audioData.samples);
      if (bufferX < 3) {
        bufferX = 3;
      }
      audioBuffer = audioCtx.createBuffer(audioData.channels, audioData.samples * bufferX, audioData.sampleRate);
      if (source) {
        source.disconnect();
      }
      source = audioCtx.createBufferSource();
      console.log("source", source);
      source.connect(audioCtx.destination);
      source.loop = true;
      source.buffer = audioBuffer;
      source.start();
    }
  }


  



  Regardless that audio isn't playing in the client-side, and there is something wrong, this isn't the correct implementation.

  



  Brad, mentioned in the comments below, that I can implement this correctly and less complexity using FFmpeg child-process. And I'm very interested to know how to fetch the audio locally using FFmpeg.

  


• avfilter/graphparser : remove 256 char limit from create_filter()

  4 août 2013, par Michael Niedermayer

  avfilter/graphparser : remove 256 char limit from create_filter()
  Fixes Ticket2803
  Signed-off-by : Michael Niedermayer <michaelni@gmx.at>
  

  • [DH] libavfilter/graphparser.c