feat: move translation to web worker and update transformers.js

.vscode/.debug.script.mjs

@@ -1,8 +1,8 @@
+import { spawn } from 'node:child_process'
 import fs from 'node:fs'
+import { createRequire } from 'node:module'
 import path from 'node:path'
 import { fileURLToPath } from 'node:url'
-import { createRequire } from 'node:module'
-import { spawn } from 'node:child_process'
 
 const pkg = createRequire(import.meta.url)('../package.json')
 const __dirname = path.dirname(fileURLToPath(import.meta.url))

electron/main/index.ts

@@ -1,8 +1,6 @@
-import { createRequire } from 'node:module'
 import * as os from 'node:os'
 import * as path from 'node:path'
 import { fileURLToPath } from 'node:url'
-import { Worker } from 'node:worker_threads'
 import { app, BrowserWindow, ipcMain, shell } from 'electron'
 
 import Store from 'electron-store'
@@ -33,7 +31,6 @@ const store = new Store<Schema>({
 // const image = nativeImage.createFromPath(`${app.getAppPath()}/public/logo-256x256.png`)
 // app.dock?.setIcon(image)
 
-const require = createRequire(import.meta.url)
 const __dirname = path.dirname(fileURLToPath(import.meta.url))
 
 // The built directory structure
@@ -119,26 +116,30 @@ async function createWindow() {
   })
   // win.webContents.on('will-navigate', (event, url) => { }) #344
 
-  win.on('maximize', () => win.webContents.send('maximized_state', true))
-  win.on('unmaximize', () => win.webContents.send('maximized_state', false))
-  win.on('close', () => {
-    const update_obj = {}
-    Object.assign(update_obj, { isMaximized: win.isMaximized() }, win.getNormalBounds())
-    store.set('win_bounds', update_obj)
-  })
+  if (win) {
+    win.on('maximize', () => {
+      if (win)
+        win.webContents.send('maximized_state', true)
+    })
+    win.on('unmaximize', () => {
+      if (win)
+        win.webContents.send('maximized_state', false)
+    })
+    win.on('close', () => {
+      if (win) {
+        const update_obj = {}
+        Object.assign(update_obj, { isMaximized: win.isMaximized() }, win.getNormalBounds())
+        store.set('win_bounds', update_obj)
+      }
+    })
+  }
   win.webContents.once('dom-ready', () => {
     // the window is never maximized on load
     // if (window_config.isMaximized)
     //   win.webContents.send('maximized_state', true)
   })
 }
 
-const transformersWorkerPath = `file://${path.join(__dirname, 'worker', 'translation.js')}`
-const transformersWorker = new Worker(new URL(transformersWorkerPath, import.meta.url))
-
-transformersWorker.on('message', (x) => {
-  win.webContents.send('transformers-translate-render', x)
-})
 
 app.whenReady().then(() => {
   if (store.get('auto-open-web-app-on-launch')) {
@@ -196,11 +197,13 @@ ipcMain.on('close_app', () => {
 })
 // event for toggling maximized
 ipcMain.on('toggle_maximize', () => {
-  win.isMaximized() ? win.unmaximize() : win.maximize()
+  if (win)
+    win.isMaximized() ? win.unmaximize() : win.maximize()
 })
 // event for minimizing
 ipcMain.on('minimize', () => {
-  win.minimize()
+  if (win)
+    win.minimize()
 })
 
 // event for text typing indicator
@@ -209,46 +212,58 @@ ipcMain.on('typing-text-event', (event, args) => {
 })
 
 // event for sending text
-let text_queue = []
+const text_queue: string[] = []
+let queue_running = false
 ipcMain.on('send-text-event', (event, args) => {
   args = JSON.parse(args)
   const new_text = args.transcript.includes(' ') ? args.transcript.match(/.{1,140}(\s|$)/g) : args.transcript.match(/.{1,140}/g)
-  text_queue = [...text_queue, ...new_text]
-  if (text_queue.length >= 1)
-    empty_queue(text_queue, args.hide_ui, args.sfx)
+  if (new_text)
+    text_queue.push(...new_text)
+  if (text_queue.length >= 1 && !queue_running) {
+    queue_running = true
+    empty_queue(text_queue, args.hide_ui, args.sfx, 8, () => {
+      queue_running = false
+    })
+  }
 })
 
 // event for sending osc messages
 ipcMain.on('send-osc-message', (event, args) => {
   emit_osc([args.route, args.value], args.ip, args.port)
 })
 
-let wsserver: WebSocketServer = null
+let wsserver: WebSocketServer | null = null
 // websocket events
 ipcMain.on('start-mimiuchi-websocketserver', (event, args) => {
   wsserver = new WebSocketServer({ port: args })
 
-  initialize_wsserver(win, wsserver)
-    .then(() => {
-      win.webContents.send('mimiuchi-websocketserver-started')
-    })
-    .catch((error) => {
-      win.webContents.send('mimiuchi-websocketserver-error', error)
-    })
+  if (win) {
+    initialize_wsserver(win, wsserver)
+      .then(() => {
+        if (win)
+          win.webContents.send('mimiuchi-websocketserver-started')
+      })
+      .catch((error) => {
+        if (win)
+          win.webContents.send('mimiuchi-websocketserver-error', error)
+      })
+  }
 })
 
 ipcMain.on('close-mimiuchi-websocketserver', () => {
   if (!wsserver) return
 
-  win.webContents.send('mimiuchi-websocketserver-close')
+  if (win)
+    win.webContents.send('mimiuchi-websocketserver-close')
 
   wsserver.clients.forEach((client) => {
     if (client.readyState === WebSocket.OPEN)
       client.close(1001, 'mimiuchi WebSocket server shut down.')
   })
 
   wsserver.close(() => {
-    win.webContents.send('mimiuchi-websocketserver-closed')
+    if (win)
+      win.webContents.send('mimiuchi-websocketserver-closed')
   })
 
   wsserver.removeAllListeners()
@@ -258,7 +273,8 @@ ipcMain.on('close-mimiuchi-websocketserver', () => {
 
 ipcMain.on('update-check', async () => {
   const latest = await check_update()
-  win.webContents.send('update-check', latest)
+  if (win)
+    win.webContents.send('update-check', latest)
 })
 
 // Setting: Open web app on app launch
@@ -279,11 +295,4 @@ ipcMain.on('delete-auto-open-web-app-on-launch', () => {
 // Footer (user submission)
 // → Speech Store
 // → [Condition: translations are enabled]
-// → Electron ('transformers-translate')
-// → Worker (worker thread)
-// → Electron ('transformers-translate-output')
 // → Footer ('transformers-translate-render')
-
-ipcMain.on('transformers-translate', async (event, args) => {
-  transformersWorker.postMessage({ type: 'transformers-translate', data: args })
-})

electron/main/modules/check_update.ts

@@ -1,5 +1,5 @@
 export async function check_update() {
   const response = await fetch('https://github.com/naeruru/mimiuchi/releases/latest')
   const parsed_url = response.url.split('/')
-  return parsed_url[parsed_url.length - 1]
+  return parsed_url.at(-1)
 }

electron/main/modules/osc.ts

@@ -7,18 +7,22 @@ import { Bundle, Client } from 'node-osc'
  * ip (string): ip to send bundle to
  * port (number): port to send bundle to
 */
-export function emit_osc(value: any, ip: string = '127.0.0.1', port: number = 9000) {
+export async function emit_osc(value: any, ip: string = '127.0.0.1', port: number = 9000) {
   const bundle = new Bundle(value)
   const client = new Client(ip, port)
-  client.send(bundle)
+  await client.send(bundle)
+  await client.close()
   console.log(`${value[0]} -> ${value[1]}`)
 }
 
-export function empty_queue(queue: any, hide_ui: boolean = true, sfx: boolean = true, seconds: number = 8) {
+export function empty_queue(queue: any, hide_ui: boolean = true, sfx: boolean = true, seconds: number = 8, onDone?: () => void) {
   emit_osc(['/chatbox/input', queue.length > 1 ? `${queue[0]} ...` : queue[0], hide_ui, sfx])
   queue.shift()
   if (queue.length) {
-    setTimeout(() => emit_osc(['/chatbox/typing', true]), 400)
-    setTimeout(() => empty_queue(queue, hide_ui, sfx, seconds), seconds * 1000)
+    setTimeout(emit_osc, 400, ['/chatbox/typing', true])
+    setTimeout(empty_queue, seconds * 1000, queue, hide_ui, sfx, seconds, onDone)
+  }
+  else {
+    onDone?.()
   }
 }

electron/preload/index.ts

@@ -19,7 +19,7 @@ contextBridge.exposeInMainWorld('ipcRenderer', {
     return ipcRenderer.invoke(channel, ...omit)
   },
   removeListener(...args: Parameters<typeof ipcRenderer.invoke>) {
-    const [channel, ...omit] = args
+    const [channel, ..._omit] = args
     return ipcRenderer.removeAllListeners(channel)
   },
 
@@ -45,12 +45,12 @@ function domReady(condition: DocumentReadyState[] = ['complete', 'interactive'])
 
 const safeDOM = {
   append(parent: HTMLElement, child: HTMLElement) {
-    if (!Array.from(parent.children).find(e => e === child)) {
+    if (!Array.from(parent.children).includes(child)) {
       return parent.appendChild(child)
     }
   },
   remove(parent: HTMLElement, child: HTMLElement) {
-    if (Array.from(parent.children).find(e => e === child)) {
+    if (Array.from(parent.children).includes(child)) {
       return parent.removeChild(child)
     }
   },

eslint.config.js

@@ -3,11 +3,35 @@ import antfu from '@antfu/eslint-config'
 
 export default antfu({
   rules: {
-    'vue/block-order': ['error', {
-      order: [['template', 'script'], 'style'],
-    }],
     'no-console': 'off',
     'curly': 0,
     'antfu/if-newline': 0,
+    // Markdown structure is intentional in README
+    'markdown/heading-increment': 'off',
+    'markdown/no-multiple-h1': 'off',
+    'markdown/require-alt-text': 'off',
+    // .vscode config files use escape sequences that are flagged incorrectly
+    'jsonc/no-useless-escape': 'off',
+    // Too opinionated for this codebase
+    'e18e/prefer-static-regex': 'off',
+  },
+}, {
+  files: ['**/*.vue'],
+  rules: {
+    'vue/block-order': ['error', {
+      order: [['template', 'script'], 'style'],
+    }],
+  },
+}, {
+  // process global is always available in Node.js/Vite config context
+  files: ['electron/**/*.ts', 'electron/**/*.mjs', '.vscode/**/*.mjs', 'vite.config.ts', 'src/helpers/is_electron.ts'],
+  rules: {
+    'node/prefer-global/process': 'off',
+  },
+}, {
+  // Web Worker: self is the correct global
+  files: ['src/workers/**/*.ts'],
+  rules: {
+    'no-restricted-globals': 'off',
   },
 })