import { useEffect, useRef, type RefObject } from "react"; import { commandIds } from "@commands/ids"; import type { AppStore } from "@editor/store"; import { isOperationWorkspacePanel } from "@editor/state"; import { isPanInteractionMode } from "@editor/tools"; import type { GlobalKeybindConsumer, GlobalPointerConsumer, GlobalWheelConsumer } from "@input/index"; import { createTransformControlsInputController, createViewportPanInputController, handleArtboardSelection, handleViewportWheel, keybindEventFromKeyboardEvent, pointerInputEventFromPointerEvent, wheelInputEventFromWheelEvent, } from "@input/index"; import { beginBrushSession, canPreviewBrush, cancelBrushSession, commitBrushSession, updateBrushSession, type BrushSession } from "@operations/paint/brush"; import { applyMagicWandAt } from "@operations/masks/magic-wand"; import { commitInpaintLasso } from "@operations/masks/lasso"; import { applySemanticSelectionAt } from "@operations/masks/semantic-select"; export type CanvasInputOptions = { globalKeybindConsumer: GlobalKeybindConsumer; globalPointerConsumer: GlobalPointerConsumer; globalWheelConsumer: GlobalWheelConsumer; }; export function useCanvasInput( canvasRef: RefObject, store: AppStore, options: CanvasInputOptions, ) { const brushSession = useRef(undefined); const brushSessionId = useRef(0); useEffect(() => { const canvas = canvasRef.current; if (!canvas) return; let disposed = false; const transformHandler = createTransformControlsInputController({ getDocument: () => store.getState().document, getEditor: () => store.getState().editor, dispatch: store.dispatch, }); const panHandler = createViewportPanInputController({ globalKeyConsumer: options.globalKeybindConsumer, globalPointerConsumer: options.globalPointerConsumer, dispatch: store.dispatch, getCurrentZoom: () => store.getState().editor.viewport.zoom, isPanMode: () => isPanInteractionMode(store.getState().editor.tools.interactionMode), }); const clearBrushPreview = () => { if (store.getState().editor.brushPreview) store.dispatch(commandIds.toolSetBrushPreview, undefined); }; const updateBrushPreview = (position: { x: number; y: number }) => { if (!pointInsideCanvas(position, canvas)) { clearBrushPreview(); return; } const state = store.getState(); if (isOperationWorkspacePanel(state.editor.workspace.panel)) { clearBrushPreview(); return; } if (!canPreviewBrush(state.document, state.editor)) { clearBrushPreview(); return; } store.dispatch(commandIds.toolSetBrushPreview, { position: viewportPointToDocumentPoint(position, state.editor.viewport) }); }; const commitActiveBrushSession = (position: { x: number; y: number }) => { const session = brushSession.current; if (!session) return; const sessionId = brushSessionId.current + 1; brushSessionId.current = sessionId; brushSession.current = undefined; void commitBrushSession({ store, session }).then(() => { if (!disposed && brushSessionId.current === sessionId && !brushSession.current) updateBrushPreview(position); }); }; const handleKeyDown = (event: KeyboardEvent) => { if (isEditableKeyboardTarget(event.target)) return; const consumed = panHandler.keyDown(keybindEventFromKeyboardEvent(event)); if (consumed) { clearBrushPreview(); event.preventDefault(); } }; const handleKeyUp = (event: KeyboardEvent) => { if (isEditableKeyboardTarget(event.target)) return; const consumed = panHandler.keyUp(keybindEventFromKeyboardEvent(event)); if (consumed) event.preventDefault(); }; const handlePointerDown = (event: PointerEvent) => { const inputEvent = pointerInputEventFromPointerEvent(event); const transformed = transformHandler.pointerDown(inputEvent); if (transformed) { clearBrushPreview(); canvas.setPointerCapture(event.pointerId); event.preventDefault(); return; } const consumed = panHandler.pointerDown(inputEvent); if (consumed) { clearBrushPreview(); canvas.setPointerCapture(event.pointerId); store.dispatch(commandIds.editorSetPointerSession, { type: "pan" }); event.preventDefault(); return; } const state = store.getState(); const documentPoint = viewportPointToDocumentPoint(inputEvent.position, state.editor.viewport); if (!isOperationWorkspacePanel(state.editor.workspace.panel) && (state.editor.tools.activeTool === "maskLasso" || state.editor.tools.activeTool === "maskRectangle") && state.editor.maskEdit?.kind === "inpaintRegion" && (inputEvent.buttons & 1) === 1) { store.dispatch(commandIds.toolBeginMaskShape, { point: documentPoint, mode: inputEvent.shiftKey ? "add" : inputEvent.altKey ? "subtract" : "replace" }); canvas.setPointerCapture(event.pointerId); event.preventDefault(); return; } const brush = !isOperationWorkspacePanel(state.editor.workspace.panel) && (inputEvent.buttons & 1) === 1 && !isPanInteractionMode(state.editor.tools.interactionMode) ? beginBrushSession(state.document, state.editor, documentPoint) : undefined; if (brush) { store.dispatch(commandIds.toolSetBrushPreview, { position: documentPoint }); brushSessionId.current += 1; brushSession.current = brush; canvas.setPointerCapture(event.pointerId); event.preventDefault(); return; } if (!isOperationWorkspacePanel(state.editor.workspace.panel) && state.editor.tools.activeTool === "magicWand") { void applyMagicWandAt(store, documentPoint, inputEvent.shiftKey ? "add" : inputEvent.altKey ? "subtract" : undefined); event.preventDefault(); return; } if (!isOperationWorkspacePanel(state.editor.workspace.panel) && state.editor.tools.activeTool === "semanticSelect") { void applySemanticSelectionAt(store, documentPoint, inputEvent.shiftKey ? "add" : inputEvent.altKey ? "subtract" : "replace"); event.preventDefault(); return; } const currentState = store.getState(); const selectionToolActive = currentState.editor.tools.activeTool === "select"; const selected = selectionToolActive && handleArtboardSelection({ event: inputEvent, document: currentState.document, viewport: currentState.editor.viewport, dispatch: store.dispatch, }); if (selected) event.preventDefault(); }; const handlePointerMove = (event: PointerEvent) => { const inputEvent = pointerInputEventFromPointerEvent(event); if (store.getState().editor.maskShapeSession) { const point = viewportPointToDocumentPoint(inputEvent.position, store.getState().editor.viewport); store.dispatch(commandIds.toolAppendMaskShape, { point }); event.preventDefault(); return; } if (brushSession.current) { if ((inputEvent.buttons & 1) !== 1 || isPanInteractionMode(store.getState().editor.tools.interactionMode)) { commitActiveBrushSession(inputEvent.position); event.preventDefault(); return; } const point = viewportPointToDocumentPoint(inputEvent.position, store.getState().editor.viewport); store.dispatch(commandIds.toolSetBrushPreview, { position: point }); const tools = store.getState().editor.tools; if (brushSession.current.mode === "feather") { const settings = tools.feather; brushSession.current = updateBrushSession({ store, session: brushSession.current, point, color: "#ffffff", size: settings.size, hardness: 0, opacity: 100, flow: 100, smoothing: settings.smoothing, pressure: inputEvent.pressure ?? 1, pressureSize: settings.pressureSize, featherRadius: settings.radius, featherStrength: settings.strength }); } else { const settings = tools.brush; brushSession.current = updateBrushSession({ store, session: brushSession.current, point, color: settings.color, size: settings.size, hardness: settings.hardness, opacity: settings.opacity, flow: settings.flow, smoothing: settings.smoothing, pressure: inputEvent.pressure ?? 1, pressureSize: settings.pressureSize }); } event.preventDefault(); return; } const transformed = transformHandler.pointerMove(inputEvent); if (transformed) { clearBrushPreview(); event.preventDefault(); return; } const consumed = panHandler.pointerMove(inputEvent); if (consumed) { clearBrushPreview(); event.preventDefault(); return; } updateBrushPreview(inputEvent.position); }; const handlePointerUp = (event: PointerEvent) => { const inputEvent = pointerInputEventFromPointerEvent(event); if (store.getState().editor.maskShapeSession) { const point = viewportPointToDocumentPoint(inputEvent.position, store.getState().editor.viewport); store.dispatch(commandIds.toolAppendMaskShape, { point }); void commitInpaintLasso(store); event.preventDefault(); return; } if (brushSession.current) { commitActiveBrushSession(inputEvent.position); event.preventDefault(); return; } const transformed = transformHandler.pointerUp(inputEvent); if (transformed) { clearBrushPreview(); event.preventDefault(); return; } const consumed = panHandler.pointerUp(inputEvent); if (!consumed) return; store.dispatch(commandIds.editorSetPointerSession, undefined); clearBrushPreview(); event.preventDefault(); }; const handlePointerLeave = () => { if (!brushSession.current) clearBrushPreview(); }; const handleWheel = (event: WheelEvent) => { const consumed = handleViewportWheel({ event: wheelInputEventFromWheelEvent(event), globalConsumer: options.globalWheelConsumer, dispatch: store.dispatch, currentZoom: store.getState().editor.viewport.zoom, }); if (consumed) event.preventDefault(); }; window.addEventListener("keydown", handleKeyDown); window.addEventListener("keyup", handleKeyUp); canvas.addEventListener("pointerdown", handlePointerDown); canvas.addEventListener("pointermove", handlePointerMove); canvas.addEventListener("pointerup", handlePointerUp); canvas.addEventListener("pointercancel", handlePointerUp); canvas.addEventListener("pointerleave", handlePointerLeave); canvas.addEventListener("wheel", handleWheel, { passive: false }); return () => { disposed = true; brushSessionId.current += 1; if (brushSession.current) { cancelBrushSession({ store, session: brushSession.current }); brushSession.current = undefined; } window.removeEventListener("keydown", handleKeyDown); window.removeEventListener("keyup", handleKeyUp); canvas.removeEventListener("pointerdown", handlePointerDown); canvas.removeEventListener("pointermove", handlePointerMove); canvas.removeEventListener("pointerup", handlePointerUp); canvas.removeEventListener("pointercancel", handlePointerUp); canvas.removeEventListener("pointerleave", handlePointerLeave); canvas.removeEventListener("wheel", handleWheel); }; }, [canvasRef, options, store]); } function isEditableKeyboardTarget(target: EventTarget | null) { return ( target instanceof HTMLElement && (target.isContentEditable || target instanceof HTMLInputElement || target instanceof HTMLTextAreaElement || target instanceof HTMLSelectElement) ); } function pointInsideCanvas(point: { x: number; y: number }, canvas: HTMLCanvasElement) { return point.x >= 0 && point.y >= 0 && point.x <= canvas.width && point.y <= canvas.height; } function viewportPointToDocumentPoint(point: { x: number; y: number }, viewport: { center: { x: number; y: number }; size: { w: number; h: number }; zoom: number }) { return { x: viewport.center.x + (point.x - viewport.size.w / 2) / viewport.zoom, y: viewport.center.y + (point.y - viewport.size.h / 2) / viewport.zoom, }; }