Coordinate shared GPU access across studio instances

2026-09-06 16:32:18 -05:00
parent 911ddeab55
commit 0c6a035d04
17 changed files with 582 additions and 64 deletions
@@ -0,0 +1,17 @@
+import { hasActivePromptJobs } from '~/server/utils/promptComfy'
+import { listJobs } from '~/server/utils/jobs'
+import { registerSharedGpuWork, maintainSharedGpu } from '~/server/utils/sharedGpu'
+
+export default defineNitroPlugin((nitro) => {
+  registerSharedGpuWork(() => hasActivePromptJobs() || listJobs().some(job =>
+    job.saving || job.library?.chainContinuing || ['queued', 'uploading', 'running'].includes(job.status)
+  ))
+  let running = false
+  const timer = setInterval(async () => {
+    if (running) return
+    running = true
+    try { await maintainSharedGpu() } finally { running = false }
+  }, 10_000)
+  timer.unref()
+  nitro.hooks.hook('close', () => { clearInterval(timer) })
+})