/* This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */

"use strict";

/**
 * Bug 1994562 - Sites that depend on legacy (main-thread)
 *               MediaStreamTrackProcessor or MediaStreamTrackGenerator
 *
 * Several websites that offer real-time media processing in Chrome fail
 * to work in Firefox, either ghosting the button that offers this
 * feature or erroring with a message like "Voice/Video processing is
 * not supported in this browser".
 *
 * These webpages rely on the older Chrome-only MSTP or MSTG APIs on
 * window instead of the standard MSTP and VTG (VideoTrackGenerator)
 * implemented in Safari (and soon Firefox). The following shims the
 * former APIs using existing technology on window (canvas for video
 * and AudioWorklets for audio).
 *
 * Note: this shim has inherent performance limitations being on
 * main thread. Websites are encouraged to upgrade to the standard
 * worker-based APIs directly for optimal performance in Firefox.
 */

if (!window.MediaStreamTrackProcessor) {
  console.info(
    "Nonstandard MediaStreamTrackProcessor and MediaStreamTrackGenerator are being shimmed for compatibility reasons. Please consider updating to the standard equivalents available in workers for optimal performance! See https://bugzil.la/1994562 for details."
  );

  function MediaStreamTrackProcessor(options) {
    if (!(options?.track instanceof MediaStreamTrack)) {
      throw new TypeError("Missing track");
    }
    const { track } = options;
    if (track.kind == "video") {
      const src = {
        start: function start(controller) {
          return Promise.resolve()
            .then(() => {
              track.addEventListener("ended", () => controller.close(), {
                once: true,
              });
              src.video = document.createElement("video");
              const tracks = [];
              tracks.push(track);
              src.video.srcObject = new MediaStream(tracks);
              src.video.play();
              return new Promise(r => (src.video.onloadedmetadata = r));
            })
            .then(() => {
              src.track = track;
              src.canvas = new OffscreenCanvas(
                src.video.videoWidth,
                src.video.videoHeight
              );
              src.ctx = src.canvas.getContext("2d", { desynchronized: true });
              src.t1 = performance.now();
            });
        },
        pull: function pull(controller) {
          if (track.readyState == "ended") {
            controller.close();
            return Promise.resolve();
          }
          const fps = track.getSettings().frameRate || 30;
          return new Promise(r => {
            const waitUntil = () => {
              if (
                track.readyState == "ended" ||
                performance.now() - src.t1 >= 1000 / fps
              ) {
                r();
                return;
              }
              requestAnimationFrame(waitUntil);
            };
            requestAnimationFrame(waitUntil);
          }).then(() => {
            if (track.readyState == "ended") {
              controller.close();
              return;
            }
            src.t1 = performance.now();
            src.ctx.drawImage(src.video, 0, 0);
            const frame = new VideoFrame(src.canvas, { timestamp: src.t1 });
            controller.enqueue(frame);
          });
        },
      };
      return { readable: new ReadableStream(src) };
    } else if (track.kind == "audio") {
      const src = {
        start: function start(controller) {
          return Promise.resolve()
            .then(() => {
              track.addEventListener("ended", () => controller.close(), {
                once: true,
              });
              src.ac = new AudioContext();
              src.arrays = [];
              function worklet() {
                registerProcessor(
                  "mstp-shim",
                  class Processor extends AudioWorkletProcessor {
                    process(input) {
                      this.port.postMessage(input);
                      return true;
                    }
                  }
                );
              }
              return src.ac.audioWorklet.addModule(
                `data:text/javascript,(${worklet.toString()})()`
              );
            })
            .then(() => {
              src.node = new AudioWorkletNode(src.ac, "mstp-shim");
              const tracks = [];
              tracks.push(track);
              src.ac
                .createMediaStreamSource(new MediaStream(tracks))
                .connect(src.node);
              src.node.port.addEventListener(
                "message",
                ({ data }) => data[0][0] && src.arrays.push(data)
              );
            });
        },
        pull: function pull(controller) {
          return Promise.resolve()
            .then(() => {
              if (track.readyState == "ended") {
                controller.close();
                return Promise.resolve();
              }
              return src.arrays.length
                ? Promise.resolve()
                : new Promise(r =>
                    (src.node.port.onmessage = r).then(function loop() {
                      if (track.readyState == "ended") {
                        return Promise.resolve();
                      }
                      if (!src.arrays.length) {
                        return new Promise(
                          _r => (src.node.port.onmessage = _r)
                        ).then(loop);
                      }
                      return Promise.resolve();
                    })
                  );
            })
            .then(() => {
              if (track.readyState == "ended") {
                return;
              }
              const [channels] = src.arrays.shift();
              const joined = new Float32Array(
                channels.reduce((a, b) => a + b.length, 0)
              );
              channels.reduce((offset, a) => {
                joined.set(a, offset);
                return offset + a.length;
              }, 0);
              const transfer = [];
              transfer.push(joined.buffer);
              const data = new AudioData({
                format: "f32-planar",
                sampleRate: src.ac.sampleRate,
                numberOfFrames: channels[0].length,
                numberOfChannels: channels.length,
                timestamp: (src.ac.currentTime * 1e6) | 0,
                data: joined,
                transfer,
              });
              controller.enqueue(data);
            });
        },
      };
      return { readable: new ReadableStream(src) };
    }
  }
  window.MediaStreamTrackProcessor = MediaStreamTrackProcessor;
}

if (!window.MediaStreamTrackGenerator) {
  function MediaStreamTrackGenerator(options) {
    if (options?.kind != "video" && options?.kind != "audio") {
      throw new TypeError("Invalid kind");
    }
    if (options.kind == "video") {
      const canvas = document.createElement("canvas");
      const ctx = canvas.getContext("2d", { desynchronized: true });
      const [track] = canvas.captureStream().getVideoTracks();
      const sink = {
        write: function write(frame) {
          canvas.width = frame.displayWidth;
          canvas.height = frame.displayHeight;
          ctx.drawImage(frame, 0, 0, canvas.width, canvas.height);
          frame.close();
        },
      };
      track.writable = new WritableStream(sink);
      return track;
    } else if (options.kind == "audio") {
      const ac = new AudioContext();
      const dest = ac.createMediaStreamDestination();
      const [track] = dest.stream.getAudioTracks();
      const sink = {
        start: function start() {
          return Promise.resolve()
            .then(() => {
              sink.arrays = [];
              function worklet() {
                registerProcessor(
                  "mstg-shim",
                  class Processor extends AudioWorkletProcessor {
                    constructor() {
                      super();
                      this.arrays = [];
                      this.arrayOffset = 0;
                      this.port.onmessage = ({ data }) =>
                        this.arrays.push(data);
                      this.emptyArray = new Float32Array(0);
                    }
                    process(inputs, [[output]]) {
                      for (let i = 0; i < output.length; i++) {
                        if (
                          !this.array ||
                          this.arrayOffset >= this.array.length
                        ) {
                          this.array = this.arrays.shift() || this.emptyArray;
                          this.arrayOffset = 0;
                        }
                        output[i] = this.array[this.arrayOffset++] || 0;
                      }
                      return true;
                    }
                  }
                );
              }
              return ac.audioWorklet.addModule(
                `data:text/javascript,(${worklet.toString()})()`
              );
            })
            .then(() => {
              sink.node = new AudioWorkletNode(ac, "mstg-shim");
              sink.node.connect(dest);
              return track;
            });
        },
        write: function write(audioData) {
          const array = new Float32Array(
            audioData.numberOfFrames * audioData.numberOfChannels
          );
          audioData.copyTo(array, { planeIndex: 0 });
          const transfer = [];
          transfer.push(array.buffer);
          sink.node.port.postMessage(array, { transfer });
          audioData.close();
        },
      };
      track.writable = new WritableStream(sink);
      return track;
    }
  }
  window.MediaStreamTrackGenerator = MediaStreamTrackGenerator;
}