[project-s] 歌ボ形式で歌声合成する機能を追加

src/background.ts

@@ -861,7 +861,7 @@ async function createWindow() {
   win.on("close", (event) => {
     if (!willQuit) {
       event.preventDefault();
-      ipcMainSend(win, "CHECK_EDITED_AND_NOT_SAVE");
+      ipcMainSend(win, "PROCESS_BEFORE_QUITTING");
       return;
     }
   });
@@ -1214,7 +1214,7 @@ app.on("window-all-closed", () => {
 app.on("before-quit", (event) => {
   if (!willQuit) {
     event.preventDefault();
-    ipcMainSend(win, "CHECK_EDITED_AND_NOT_SAVE");
+    ipcMainSend(win, "PROCESS_BEFORE_QUITTING");
     return;
   }
 

src/components/AcceptTermsDialog.vue

@@ -87,7 +87,9 @@ export default defineComponent({
       store.dispatch("SET_ACCEPT_TERMS", {
         acceptTerms: acceptTerms ? "Accepted" : "Rejected",
       });
-      !acceptTerms ? store.dispatch("CHECK_EDITED_AND_NOT_SAVE") : undefined;
+      if (!acceptTerms) {
+        store.dispatch("PROCESS_BEFORE_QUITTING");
+      }
 
       modelValueComputed.value = false;
     };

src/components/MinMaxCloseButtons.vue

@@ -95,8 +95,8 @@ export default defineComponent({
   setup() {
     const store = useStore();
 
-    const closeWindow = async () => {
-      store.dispatch("CHECK_EDITED_AND_NOT_SAVE");
+    const closeWindow = () => {
+      store.dispatch("PROCESS_BEFORE_QUITTING");
     };
     const minimizeWindow = () => window.electron.minimizeWindow();
     const maximizeWindow = () => window.electron.maximizeWindow();

src/components/Sing/MenuBar.vue

@@ -11,13 +11,16 @@
         root.type === 'button' ? (subMenuOpenFlags[index] = false) : undefined
       "
     />
+    <q-space />
+    <min-max-close-buttons v-if="!$q.platform.is.mac" />
   </q-bar>
 </template>
 
 <script lang="ts">
 import { defineComponent, ref, computed, ComputedRef } from "vue";
 import { useStore } from "@/store";
 import MenuButton from "@/components/MenuButton.vue";
+import MinMaxCloseButtons from "@/components/MinMaxCloseButtons.vue";
 import { HotkeyAction, HotkeyReturnType } from "@/type/preload";
 import { setHotkeyFunctions } from "@/store/setting";
 
@@ -57,6 +60,7 @@ export default defineComponent({
 
   components: {
     MenuButton,
+    MinMaxCloseButtons,
   },
 
   setup() {

src/helpers/singHelper.ts

@@ -66,3 +66,7 @@ export function round(value: number, digits: number) {
   const powerOf10 = 10 ** digits;
   return Math.round(value * powerOf10) / powerOf10;
 }
+
+export function midiToFrequency(midi: number) {
+  return 440 * 2 ** ((midi - 69) / 12);
+}

src/infrastructures/AudioRenderer.ts

@@ -273,6 +273,45 @@ export class OfflineTransport implements BaseTransport {
   }
 }
 
+export type AudioEvent = {
+  readonly time: number;
+  readonly buffer: AudioBuffer;
+};
+
+export class AudioSequence implements SoundSequence {
+  private readonly audioPlayer: AudioPlayer;
+  private readonly audioEvents: AudioEvent[];
+
+  constructor(audioPlayer: AudioPlayer, audioEvents: AudioEvent[]) {
+    this.audioPlayer = audioPlayer;
+    this.audioEvents = audioEvents;
+  }
+
+  // スケジュール可能なイベントを生成する
+  generateEvents(startTime: number) {
+    return this.audioEvents
+      .sort((a, b) => a.time - b.time)
+      .filter((value) => {
+        const audioEndTime = value.time + value.buffer.duration;
+        return audioEndTime > startTime;
+      })
+      .map((value): SchedulableEvent => {
+        const offset = Math.max(startTime - value.time, 0);
+        return {
+          time: Math.max(value.time, startTime),
+          schedule: (contextTime: number) => {
+            this.audioPlayer.play(contextTime, offset, value.buffer);
+          },
+        };
+      });
+  }
+
+  // シーケンスの停止をスケジュールする
+  scheduleStop(contextTime: number) {
+    this.audioPlayer.allStop(contextTime);
+  }
+}
+
 export interface Instrument {
   noteOn(contextTime: number, midi: number): void;
   noteOff(contextTime: number, midi: number): void;
@@ -317,12 +356,101 @@ export class NoteSequence implements SoundSequence {
       .sort((a, b) => a.time - b.time);
   }
 
-  // シーケンス（楽器）の停止をスケジュールする
+  // シーケンスの停止をスケジュールする
   scheduleStop(contextTime: number) {
     this.instrument.allSoundOff(contextTime);
   }
 }
 
+class AudioPlayerVoice {
+  private readonly audioBufferSourceNode: AudioBufferSourceNode;
+  private readonly buffer: AudioBuffer;
+
+  private _isStopped = false;
+  private stopContextTime?: number;
+
+  get isStopped() {
+    return this._isStopped;
+  }
+
+  constructor(audioContext: BaseAudioContext, buffer: AudioBuffer) {
+    this.audioBufferSourceNode = audioContext.createBufferSource();
+    this.audioBufferSourceNode.buffer = buffer;
+    this.audioBufferSourceNode.onended = () => {
+      this._isStopped = true;
+    };
+    this.buffer = buffer;
+  }
+
+  connect(destination: AudioNode) {
+    this.audioBufferSourceNode.connect(destination);
+  }
+
+  play(contextTime: number, offset: number) {
+    this.audioBufferSourceNode.start(contextTime, offset);
+    this.stopContextTime = contextTime + this.buffer.duration;
+  }
+
+  stop(contextTime?: number) {
+    if (this.stopContextTime === undefined) {
+      throw new Error("Not started.");
+    }
+    if (contextTime === undefined || contextTime < this.stopContextTime) {
+      this.audioBufferSourceNode.stop(contextTime);
+      this.stopContextTime = contextTime ?? 0;
+    }
+  }
+}
+
+export type AudioPlayerOptions = {
+  readonly volume: number;
+};
+
+export class AudioPlayer {
+  private readonly audioContext: BaseAudioContext;
+  private readonly gainNode: GainNode;
+
+  private voices: AudioPlayerVoice[] = [];
+
+  constructor(context: Context, options: AudioPlayerOptions = { volume: 1.0 }) {
+    this.audioContext = context.audioContext;
+
+    this.gainNode = this.audioContext.createGain();
+    this.gainNode.gain.value = options.volume;
+  }
+
+  connect(destination: AudioNode) {
+    this.gainNode.connect(destination);
+  }
+
+  disconnect() {
+    this.gainNode.disconnect();
+  }
+
+  play(contextTime: number, offset: number, buffer: AudioBuffer) {
+    const voice = new AudioPlayerVoice(this.audioContext, buffer);
+    this.voices = this.voices.filter((value) => {
+      return !value.isStopped;
+    });
+    this.voices.push(voice);
+    voice.connect(this.gainNode);
+    voice.play(contextTime, offset);
+  }
+
+  allStop(contextTime?: number) {
+    if (contextTime === undefined) {
+      this.voices.forEach((value) => {
+        value.stop();
+      });
+      this.voices = [];
+    } else {
+      this.voices.forEach((value) => {
+        value.stop(contextTime);
+      });
+    }
+  }
+}
+
 export type Envelope = {
   readonly attack: number;
   readonly decay: number;
@@ -371,8 +499,8 @@ class SynthVoice {
     return 440 * 2 ** ((midi - 69) / 12);
   }
 
-  connect(inputNode: AudioNode) {
-    this.gainNode.connect(inputNode);
+  connect(destination: AudioNode) {
+    this.gainNode.connect(destination);
   }
 
   noteOn(contextTime: number) {
@@ -532,6 +660,10 @@ export class AudioRenderer {
     };
   }
 
+  get audioContext() {
+    return this.onlineContext.audioContext;
+  }
+
   get transport() {
     return this.onlineContext.transport;
   }

src/plugins/ipcMessageReceiverPlugin.ts

@@ -44,8 +44,8 @@ export const ipcMessageReceiver: Plugin = {
       options.store.dispatch("DETECT_LEAVE_FULLSCREEN")
     );
 
-    window.electron.onReceivedIPCMsg("CHECK_EDITED_AND_NOT_SAVE", () => {
-      options.store.dispatch("CHECK_EDITED_AND_NOT_SAVE");
+    window.electron.onReceivedIPCMsg("PROCESS_BEFORE_QUITTING", () => {
+      options.store.dispatch("PROCESS_BEFORE_QUITTING");
     });
 
     window.electron.onReceivedIPCMsg(