Add Image v2 Refine for on-device regional edits.

Mask painter and denoise strength sit beside Edit and Compose. The canned hand/chest prompt helper is gone so that text stays yours.

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
Towsty
2026-08-28 22:03:20 -05:00
co-authored by Cursor
parent 21fe2412f9
commit a2895b8054
10 changed files with 825 additions and 56 deletions
+21 -5
View File
@@ -52,12 +52,15 @@ export interface StudioJobPayload {
scaleToTotalPixels?: boolean
scaleMegapixels?: number
imagePipeline?: 'v1' | 'v2'
v2Mode?: 'edit' | 'compose'
v2Task?: 'scene' | 'identity' | 'outfit' | 'face_lock'
v2Mode?: 'edit' | 'compose' | 'refine'
v2Task?: 'scene' | 'identity' | 'outfit' | 'face_lock' | 'refine'
snofsModel?: number
snofsClip?: number
consistencyModel?: number
consistencyClip?: number
maskStillId?: string
maskStillFilename?: string
refineStrength?: number
}
export interface StudioJob {
@@ -694,7 +697,18 @@ async function startStudioEditJob(item: StudioJob) {
: null
if (payload.imagePipeline === 'v2') {
const mode = payload.v2Mode === 'compose' ? 'compose' : 'edit'
const mode = payload.v2Mode === 'compose' ? 'compose' : payload.v2Mode === 'refine' ? 'refine' : 'edit'
const maskId = payload.maskStillId
const mask = mode === 'refine' && maskId && existsSync(stillPath(item.ownerKey, maskId))
? {
filename: payload.maskStillFilename || 'refine-mask.png',
data: readFileSync(stillPath(item.ownerKey, maskId)),
type: 'image/png'
}
: null
if (mode === 'refine' && !mask) {
throw new Error('Refine requires a mask. Refusing to fall back to Edit.')
}
if (mode === 'compose' && !reference) {
throw new Error('Compose requires image B. Refusing to fall back to one-image generation.')
}
@@ -732,7 +746,8 @@ async function startStudioEditJob(item: StudioJob) {
mode,
task: payload.v2Task || 'scene',
image,
reference,
reference: mode === 'refine' ? null : reference,
mask,
prompt: payload.prompt,
negative: payload.negative || '',
steps: payload.steps,
@@ -742,7 +757,8 @@ async function startStudioEditJob(item: StudioJob) {
snofsClip: payload.snofsClip ?? 0.35,
consistencyModel: payload.consistencyModel ?? 0.7,
consistencyClip: payload.consistencyClip ?? 0.7,
megapixels: payload.scaleMegapixels ?? 1
megapixels: payload.scaleMegapixels ?? 1,
strength: payload.refineStrength
}).catch((error) => {
const message = error instanceof Error ? error.message : String(error)
if (live && live.status !== 'error' && live.status !== 'cancelled' && live.status !== 'deferred') {