5e4b548ad4
- Implemented ComfyGenerateRequest type and associated functions for generating images using various architectures and modes. - Added functions for listing generation options and handling image uploads. - Created workflows for different generation modes including SDXL, Z-Image, Z-Image Turbo, and Anima. - Introduced GenerationJobStatus component to display the status of ongoing generation jobs. - Developed MaskControls for managing mask operations and displaying mask analysis. - Created palette items for tool selection, layer management, and generation settings.
307 lines
20 KiB
TypeScript
307 lines
20 KiB
TypeScript
import { useEffect, useRef, useState, type RefObject } from "react";
|
||
import { CaretDown, CaretUp } from "@phosphor-icons/react";
|
||
import { commandIds } from "@commands/ids";
|
||
import type { AppStore } from "@editor/store";
|
||
import type { GenerationOptions, GenerationResourcesState } from "@editor/state";
|
||
import { generateArchitectureDefaults } from "@editor/tools";
|
||
import type { GenerateArchitecture, GenerateMode, GenerateModel, GenerateSettings } from "@editor/tools";
|
||
import { BottomControlSelectMenu, type BottomControlSelectOption } from "./SelectMenu";
|
||
import { BottomControlSlider } from "./Slider";
|
||
|
||
const architectures = [
|
||
{ value: "sdxl", label: "SDXL" },
|
||
{ value: "z-image", label: "Z-Image" },
|
||
{ value: "z-image-turbo", label: "Z-Image Turbo" },
|
||
{ value: "anima", label: "Anima" },
|
||
] satisfies readonly BottomControlSelectOption<GenerateArchitecture>[];
|
||
|
||
const modes = [
|
||
{ value: "text-to-image", label: "Text → image" },
|
||
{ value: "image-to-image", label: "Image → image" },
|
||
{ value: "inpaint", label: "Inpaint" },
|
||
{ value: "outpaint", label: "Outpaint" },
|
||
] satisfies readonly BottomControlSelectOption<GenerateMode>[];
|
||
|
||
const sizePresets = [
|
||
{ label: "1:1", w: 1024, h: 1024 },
|
||
{ label: "4:3", w: 1152, h: 896 },
|
||
{ label: "3:4", w: 896, h: 1152 },
|
||
{ label: "16:9", w: 1344, h: 768 },
|
||
{ label: "9:16", w: 768, h: 1344 },
|
||
] as const;
|
||
|
||
const inpaintPolarityOptions = [
|
||
{ value: "hidden", label: "Hidden / erased" },
|
||
{ value: "revealed", label: "Revealed / painted" },
|
||
] satisfies readonly BottomControlSelectOption<GenerateSettings["inpaint"]["maskPolarity"]>[];
|
||
|
||
const inpaintMaskedContentOptions = [
|
||
{ value: "neutral", label: "Neutral fill" },
|
||
{ value: "original", label: "Original gray" },
|
||
{ value: "originalColor", label: "Original color" },
|
||
{ value: "edges", label: "Edge map" },
|
||
] satisfies readonly BottomControlSelectOption<GenerateSettings["inpaint"]["maskedContent"]>[];
|
||
|
||
export type GenerateControlsProps = {
|
||
settings: GenerateSettings;
|
||
resources: GenerationResourcesState;
|
||
dispatch: AppStore["dispatch"];
|
||
};
|
||
|
||
export function GenerateControls({ settings, resources, dispatch }: GenerateControlsProps) {
|
||
const comfyOptions = resources.options;
|
||
const [advancedOpen, setAdvancedOpen] = useState(false);
|
||
const [outpaintOpen, setOutpaintOpen] = useState(false);
|
||
const [inpaintOpen, setInpaintOpen] = useState(false);
|
||
const [sizeOpen, setSizeOpen] = useState(false);
|
||
const sizeRef = useRef<HTMLDivElement>(null);
|
||
const modelOptions = resolveModelOptions(settings, comfyOptions);
|
||
const supportOptions = resolveSupportOptions(settings, comfyOptions);
|
||
const samplerOptions = resolveStringOptions(comfyOptions?.samplers, settings.sampler);
|
||
const schedulerOptions = resolveStringOptions(comfyOptions?.schedulers, settings.scheduler);
|
||
const modeOptions = resolveModeOptions(settings, comfyOptions);
|
||
|
||
useEffect(() => {
|
||
if (!sizeOpen) return;
|
||
const close = (event: PointerEvent) => {
|
||
if (!sizeRef.current?.contains(event.target as Node)) setSizeOpen(false);
|
||
};
|
||
window.addEventListener("pointerdown", close);
|
||
return () => window.removeEventListener("pointerdown", close);
|
||
}, [sizeOpen]);
|
||
|
||
return (
|
||
<div className="grid gap-5 pb-2 tabular-nums">
|
||
{resources.error ? <p className="rounded-full bg-red-500/10 px-3 py-2 text-xs text-red-200">{resources.error}</p> : null}
|
||
|
||
<section className={panelSectionClass()}>
|
||
<label className="grid gap-2">
|
||
<span className={panelLabelClass()}>Prompt</span>
|
||
<textarea
|
||
aria-label="Generate prompt"
|
||
value={settings.prompt}
|
||
rows={6}
|
||
placeholder="Describe the image you want to create…"
|
||
onChange={(event) => dispatch(commandIds.toolSetGenerateSettings, { prompt: event.currentTarget.value })}
|
||
className={panelTextAreaClass("min-h-36")}
|
||
/>
|
||
</label>
|
||
<label className="grid gap-2">
|
||
<span className={panelLabelClass()}>Negative prompt</span>
|
||
<textarea
|
||
aria-label="Negative prompt"
|
||
value={settings.negativePrompt}
|
||
rows={3}
|
||
placeholder="Things to avoid, e.g. bad quality, artifacts…"
|
||
onChange={(event) => dispatch(commandIds.toolSetGenerateSettings, { negativePrompt: event.currentTarget.value })}
|
||
className={panelTextAreaClass("min-h-20")}
|
||
/>
|
||
</label>
|
||
</section>
|
||
|
||
<section className={panelSectionClass()}>
|
||
<SectionTitle title="Essentials" />
|
||
<PanelSelect label="Backend" value={settings.architecture} options={architectures} ariaLabel="Generate backend" onValueChange={(architecture) => dispatch(commandIds.toolSetGenerateSettings, { architecture })} />
|
||
<PanelSelect label="Model" value={settings.model} options={modelOptions} ariaLabel="Generate model" onValueChange={(model) => dispatch(commandIds.toolSetGenerateSettings, { model })} />
|
||
{settings.architecture !== "sdxl" ? (
|
||
<>
|
||
<PanelSelect label="Text enc." value={settings.textEncoder} options={supportOptions.textEncoders} ariaLabel="Generate text encoder" onValueChange={(textEncoder) => dispatch(commandIds.toolSetGenerateSettings, { textEncoder })} />
|
||
<PanelSelect label="VAE" value={settings.vae} options={supportOptions.vaes} ariaLabel="Generate VAE" onValueChange={(vae) => dispatch(commandIds.toolSetGenerateSettings, { vae })} />
|
||
</>
|
||
) : null}
|
||
<SizeControl refRoot={sizeRef} open={sizeOpen} setOpen={setSizeOpen} settings={settings} dispatch={dispatch} />
|
||
<PanelNumber label="Seed" aria-label="Generate seed" min={-1} max={Number.MAX_SAFE_INTEGER} value={settings.seed} onValueChange={(seed) => dispatch(commandIds.toolSetGenerateSettings, { seed })} />
|
||
</section>
|
||
|
||
<section className={panelSectionClass()}>
|
||
<button type="button" className={sectionToggleClass()} aria-expanded={advancedOpen} aria-controls="generate-advanced-controls" onClick={() => setAdvancedOpen((open) => !open)}>
|
||
<span>
|
||
<span className="block text-sm font-semibold text-white/85">Advanced</span>
|
||
<span className="block text-xs text-white/40">Mode, sampler, scheduler, steps, CFG, strength</span>
|
||
</span>
|
||
{advancedOpen ? <CaretUp size={18} weight="bold" /> : <CaretDown size={18} weight="bold" />}
|
||
</button>
|
||
<div id="generate-advanced-controls" className={`grid gap-2 overflow-hidden transition-all duration-200 ${advancedOpen ? "max-h-[32rem] pt-2 opacity-100" : "max-h-0 opacity-0"}`}>
|
||
<PanelSelect label="Mode" value={settings.mode} options={modeOptions} ariaLabel="Generate mode" onValueChange={(mode) => dispatch(commandIds.toolSetGenerateSettings, { mode })} />
|
||
<PanelSelect label="Sampler" value={settings.sampler} options={samplerOptions} ariaLabel="Generate sampler" onValueChange={(sampler) => dispatch(commandIds.toolSetGenerateSettings, { sampler })} />
|
||
<PanelSelect label="Scheduler" value={settings.scheduler} options={schedulerOptions} ariaLabel="Generate scheduler" onValueChange={(scheduler) => dispatch(commandIds.toolSetGenerateSettings, { scheduler })} />
|
||
<div className="grid grid-cols-2 gap-2">
|
||
<PanelNumber label="Steps" aria-label="Generate steps" value={settings.steps} onValueChange={(steps) => dispatch(commandIds.toolSetGenerateSettings, { steps })} />
|
||
<PanelNumber label="CFG" aria-label="Generate CFG" value={settings.cfg} onValueChange={(cfg) => dispatch(commandIds.toolSetGenerateSettings, { cfg })} />
|
||
</div>
|
||
<div className={panelRowClass()}>
|
||
<span className={panelLabelClass()}>Strength</span>
|
||
<BottomControlSlider min={0} max={100} value={settings.strength} className="w-32" aria-label="Generate strength" onValueChange={(strength) => dispatch(commandIds.toolSetGenerateSettings, { strength })} />
|
||
<span className="w-10 text-right text-sm text-white">{Math.round(settings.strength)}</span>
|
||
</div>
|
||
</div>
|
||
</section>
|
||
|
||
<section className={panelSectionClass()}>
|
||
<button type="button" className={sectionToggleClass()} aria-expanded={outpaintOpen} aria-controls="generate-outpaint-controls" onClick={() => setOutpaintOpen((open) => !open)}>
|
||
<span>
|
||
<span className="block text-sm font-semibold text-white/85">Outpaint</span>
|
||
<span className="block text-xs text-white/40">Padding and feathering for outpaint mode</span>
|
||
</span>
|
||
{outpaintOpen ? <CaretUp size={18} weight="bold" /> : <CaretDown size={18} weight="bold" />}
|
||
</button>
|
||
<div id="generate-outpaint-controls" className={`grid gap-2 overflow-hidden transition-all duration-200 ${outpaintOpen ? "max-h-72 pt-2 opacity-100" : "max-h-0 opacity-0"}`}>
|
||
<div className="grid grid-cols-2 gap-2">
|
||
<PanelNumber label="Left" aria-label="Outpaint left padding" value={settings.outpaint.left} onValueChange={(left) => dispatch(commandIds.toolSetGenerateSettings, { outpaint: { ...settings.outpaint, left } })} />
|
||
<PanelNumber label="Top" aria-label="Outpaint top padding" value={settings.outpaint.top} onValueChange={(top) => dispatch(commandIds.toolSetGenerateSettings, { outpaint: { ...settings.outpaint, top } })} />
|
||
<PanelNumber label="Right" aria-label="Outpaint right padding" value={settings.outpaint.right} onValueChange={(right) => dispatch(commandIds.toolSetGenerateSettings, { outpaint: { ...settings.outpaint, right } })} />
|
||
<PanelNumber label="Bottom" aria-label="Outpaint bottom padding" value={settings.outpaint.bottom} onValueChange={(bottom) => dispatch(commandIds.toolSetGenerateSettings, { outpaint: { ...settings.outpaint, bottom } })} />
|
||
</div>
|
||
<PanelNumber label="Feather" aria-label="Outpaint feathering" value={settings.outpaint.feathering} onValueChange={(feathering) => dispatch(commandIds.toolSetGenerateSettings, { outpaint: { ...settings.outpaint, feathering } })} />
|
||
</div>
|
||
</section>
|
||
|
||
<section className={panelSectionClass()}>
|
||
<button type="button" className={sectionToggleClass()} aria-expanded={inpaintOpen} aria-controls="generate-inpaint-controls" onClick={() => setInpaintOpen((open) => !open)}>
|
||
<span>
|
||
<span className="block text-sm font-semibold text-white/85">Inpaint</span>
|
||
<span className="block text-xs text-white/40">Mask polarity, crop padding, edge prep, grow</span>
|
||
</span>
|
||
{inpaintOpen ? <CaretUp size={18} weight="bold" /> : <CaretDown size={18} weight="bold" />}
|
||
</button>
|
||
<div id="generate-inpaint-controls" className={`grid gap-2 overflow-hidden transition-all duration-200 ${inpaintOpen ? "max-h-[38rem] pt-2 opacity-100" : "max-h-0 opacity-0"}`}>
|
||
<PanelSelect
|
||
label="Polarity"
|
||
value={settings.inpaint.maskPolarity}
|
||
options={inpaintPolarityOptions}
|
||
ariaLabel="Inpaint mask polarity"
|
||
onValueChange={(maskPolarity) => dispatch(commandIds.toolSetGenerateSettings, { inpaint: { ...settings.inpaint, maskPolarity } })}
|
||
/>
|
||
<PanelSelect
|
||
label="Content"
|
||
value={settings.inpaint.maskedContent}
|
||
options={inpaintMaskedContentOptions}
|
||
ariaLabel="Inpaint masked content"
|
||
onValueChange={(maskedContent) => dispatch(commandIds.toolSetGenerateSettings, { inpaint: { ...settings.inpaint, maskedContent } })}
|
||
/>
|
||
<button type="button" className={compactRowButtonClass()} aria-pressed={settings.inpaint.maskedAreaOnly} onClick={() => dispatch(commandIds.toolSetGenerateSettings, { inpaint: { ...settings.inpaint, maskedAreaOnly: !settings.inpaint.maskedAreaOnly } })}>
|
||
<span className={panelLabelClass()}>Frame</span>
|
||
<span className="min-w-0 flex-1 text-right text-white">{settings.inpaint.maskedAreaOnly ? "Mask crop" : "Full layer"}</span>
|
||
</button>
|
||
<div className="grid grid-cols-2 gap-2">
|
||
<PanelNumber label="Pad" aria-label="Inpaint crop padding" value={settings.inpaint.cropPadding} max={2048} onValueChange={(cropPadding) => dispatch(commandIds.toolSetGenerateSettings, { inpaint: { ...settings.inpaint, cropPadding } })} />
|
||
<PanelNumber label="Grow" aria-label="Inpaint backend grow mask" value={settings.inpaint.growMaskBy} max={256} onValueChange={(growMaskBy) => dispatch(commandIds.toolSetGenerateSettings, { inpaint: { ...settings.inpaint, growMaskBy } })} />
|
||
<PanelNumber label="Expand" aria-label="Inpaint mask expand" value={settings.inpaint.maskExpand} min={-256} max={256} onValueChange={(maskExpand) => dispatch(commandIds.toolSetGenerateSettings, { inpaint: { ...settings.inpaint, maskExpand } })} />
|
||
<PanelNumber label="Feather" aria-label="Inpaint mask feather" value={settings.inpaint.maskFeather} max={256} onValueChange={(maskFeather) => dispatch(commandIds.toolSetGenerateSettings, { inpaint: { ...settings.inpaint, maskFeather } })} />
|
||
<PanelNumber label="Blur" aria-label="Inpaint mask blur" value={settings.inpaint.maskBlur} max={256} onValueChange={(maskBlur) => dispatch(commandIds.toolSetGenerateSettings, { inpaint: { ...settings.inpaint, maskBlur } })} />
|
||
<PanelNumber label="Clean" aria-label="Inpaint mask despeckle" value={settings.inpaint.maskDespeckle} max={64} onValueChange={(maskDespeckle) => dispatch(commandIds.toolSetGenerateSettings, { inpaint: { ...settings.inpaint, maskDespeckle } })} />
|
||
</div>
|
||
</div>
|
||
</section>
|
||
</div>
|
||
);
|
||
}
|
||
|
||
function resolveModelOptions(settings: GenerateSettings, comfyOptions: GenerationOptions | undefined): readonly BottomControlSelectOption<GenerateModel>[] {
|
||
const architecture = comfyOptions?.architectures?.find((option) => option.value === settings.architecture);
|
||
const models = architecture?.models ?? (settings.architecture === "sdxl" ? comfyOptions?.models : undefined) ?? [];
|
||
const fallbackModel = architecture?.defaultModel ?? generateArchitectureDefaults[settings.architecture].model;
|
||
const values = unique(["auto", ...models, ...(models.length === 0 && fallbackModel !== "auto" ? [fallbackModel] : []), settings.model]);
|
||
return values.map((model) => ({ value: model, label: model === "auto" ? "Auto" : model }));
|
||
}
|
||
|
||
function resolveSupportOptions(settings: GenerateSettings, comfyOptions: GenerationOptions | undefined) {
|
||
const defaults = generateArchitectureDefaults[settings.architecture];
|
||
return {
|
||
textEncoders: resolveStringOptions([...(comfyOptions?.textEncoders ?? []), defaults.textEncoder].filter((value) => value !== "auto"), settings.textEncoder),
|
||
vaes: resolveStringOptions([...(comfyOptions?.vaes ?? []), defaults.vae].filter((value) => value !== "auto"), settings.vae),
|
||
};
|
||
}
|
||
|
||
function resolveStringOptions(values: string[] | undefined, current: string): readonly BottomControlSelectOption<string>[] {
|
||
return unique([...(values ?? []), current]).map((value) => ({ value, label: value }));
|
||
}
|
||
|
||
function resolveModeOptions(settings: GenerateSettings, comfyOptions: GenerationOptions | undefined): readonly BottomControlSelectOption<GenerateMode>[] {
|
||
const architecture = comfyOptions?.architectures?.find((option) => option.value === settings.architecture);
|
||
const supportedModes = architecture?.supportedModes?.length ? architecture.supportedModes : generateArchitectureDefaults[settings.architecture].supportedModes;
|
||
const availableModes = modes.filter((mode) => supportedModes.includes(mode.value));
|
||
if (availableModes.some((mode) => mode.value === settings.mode)) return availableModes;
|
||
return [modes.find((mode) => mode.value === settings.mode), ...availableModes].filter((mode): mode is BottomControlSelectOption<GenerateMode> => Boolean(mode));
|
||
}
|
||
|
||
function unique<T>(values: T[]): T[] {
|
||
return Array.from(new Set(values));
|
||
}
|
||
|
||
function SectionTitle({ title }: { title: string }) {
|
||
return <div className="px-1 text-xs font-semibold uppercase tracking-[0.18em] text-white/35">{title}</div>;
|
||
}
|
||
|
||
function panelSectionClass() {
|
||
return "grid gap-3 rounded-[1.75rem] bg-white/[0.035] p-3 ring-1 ring-white/[0.04]";
|
||
}
|
||
|
||
function sectionToggleClass() {
|
||
return "flex w-full items-center justify-between gap-3 rounded-[1.25rem] px-2 py-1 text-left transition hover:bg-white/[0.04] focus:outline-none focus-visible:ring-2 focus-visible:ring-white/30";
|
||
}
|
||
|
||
function PanelSelect<TValue extends string>({ label, value, options, ariaLabel, onValueChange }: { label: string; value: TValue; options: readonly BottomControlSelectOption<TValue>[]; ariaLabel: string; onValueChange: (value: TValue) => void }) {
|
||
return (
|
||
<div className="rounded-[1.25rem] bg-white/[0.04] p-1">
|
||
<BottomControlSelectMenu label={label} value={value} options={options} aria-label={ariaLabel} placement="inline" onValueChange={onValueChange} />
|
||
</div>
|
||
);
|
||
}
|
||
|
||
function PanelNumber({ label, value, onValueChange, min = 0, max = 4096, ...props }: { label: string; "aria-label": string; value: number; min?: number; max?: number; onValueChange: (value: number) => void }) {
|
||
return (
|
||
<label className={panelRowClass()}>
|
||
<span className={panelLabelClass()}>{label}</span>
|
||
<NumberInput {...props} min={min} max={max} value={value} onValueChange={onValueChange} />
|
||
</label>
|
||
);
|
||
}
|
||
|
||
function SizeControl({ refRoot, open, setOpen, settings, dispatch }: { refRoot: RefObject<HTMLDivElement | null>; open: boolean; setOpen: (open: boolean) => void; settings: GenerateSettings; dispatch: AppStore["dispatch"] }) {
|
||
return (
|
||
<div ref={refRoot} className="relative">
|
||
<button type="button" className={compactRowButtonClass()} aria-label={`Generate size ${settings.width} by ${settings.height}`} aria-expanded={open} onClick={() => setOpen(!open)}>
|
||
<span className={panelLabelClass()}>Size</span>
|
||
<span className="min-w-0 flex-1 text-right text-white">{settings.width} × {settings.height}</span>
|
||
<CaretDown size={16} weight="bold" />
|
||
</button>
|
||
{open ? (
|
||
<div className="absolute right-0 top-full z-30 mt-2 grid w-full gap-3 rounded-[1.5rem] bg-slate-950/90 p-3 text-white shadow-2xl ring-1 ring-white/10 backdrop-blur-xl">
|
||
<div className="grid grid-cols-2 gap-2">
|
||
<PanelNumber label="W" aria-label="Generate width" value={settings.width} onValueChange={(width) => dispatch(commandIds.toolSetGenerateSettings, { width })} />
|
||
<PanelNumber label="H" aria-label="Generate height" value={settings.height} onValueChange={(height) => dispatch(commandIds.toolSetGenerateSettings, { height })} />
|
||
</div>
|
||
<div className="grid grid-cols-5 gap-2">
|
||
{sizePresets.map((preset) => (
|
||
<button key={preset.label} type="button" className="rounded-full bg-white/5 px-2 py-2 text-xs text-white/75 transition hover:bg-white/10 hover:text-white focus:outline-none focus-visible:ring-2 focus-visible:ring-white/30" onClick={() => dispatch(commandIds.toolSetGenerateSettings, { width: preset.w, height: preset.h })}>
|
||
{preset.label}
|
||
</button>
|
||
))}
|
||
</div>
|
||
</div>
|
||
) : null}
|
||
</div>
|
||
);
|
||
}
|
||
|
||
function NumberInput({ value, onValueChange, min = 0, max = 4096, ...props }: { "aria-label": string; value: number; min?: number; max?: number; onValueChange: (value: number) => void }) {
|
||
return <input {...props} type="number" min={min} max={max} step={1} value={Math.round(value)} className="h-9 w-16 rounded-full bg-white/5 px-2 text-right text-sm text-white outline-none transition hover:bg-white/10 focus:bg-white/10 focus:ring-2 focus:ring-white/30" onChange={(event) => onValueChange(Number(event.currentTarget.value))} />;
|
||
}
|
||
|
||
function panelRowClass() {
|
||
return "flex min-h-11 items-center justify-between gap-3 rounded-full bg-white/[0.04] px-4";
|
||
}
|
||
|
||
function compactRowButtonClass() {
|
||
return `${panelRowClass()} w-full text-left transition hover:bg-white/[0.07] focus:outline-none focus-visible:ring-2 focus-visible:ring-white/30`;
|
||
}
|
||
|
||
function panelLabelClass() {
|
||
return "shrink-0 text-sm font-medium text-white/55";
|
||
}
|
||
|
||
function panelTextAreaClass(extra = "") {
|
||
return `${extra} resize-none rounded-[1.25rem] bg-white/5 px-4 py-3 text-sm text-white outline-none transition placeholder:text-white/25 focus:bg-white/[0.07] focus:ring-2 focus:ring-white/30`;
|
||
}
|