/** * NanoBanana Executor * * Unified executor for nanoBanana (image generation) nodes. * Used by both executeWorkflow and regenerateNode. */ import type { NanoBananaNodeData, SelectedModel, } from "@/types"; import { calculateGenerationCost } from "@/utils/costCalculator"; import { buildGenerateHeaders } from "@/store/utils/buildApiHeaders"; import { createDefaultImageModel, createNewApiWGDefaultImageModel, shouldPreferNewApiWGImageModel, } from "@/store/utils/defaultImageModel"; import { pollGenerateTask } from "./pollTaskCompletion"; import { runWithFallback } from "./runWithFallback"; import type { NodeExecutionContext } from "./types"; import { isBrowserFileSystemPath, joinBrowserFileSystemPath, writeBrowserGenerationFile, } from "@/utils/browserFileSystem"; export interface NanoBananaOptions { /** When true, falls back to stored inputImages/inputPrompt if no connections provide them. */ useStoredFallback?: boolean; } export async function executeNanoBanana( ctx: NodeExecutionContext, options: NanoBananaOptions = {} ): Promise { const { node, getConnectedInputs, updateNodeData, getFreshNode, getEdges, getNodes, signal, providerSettings, addIncurredCost, addToGlobalHistory, generationsPath, saveDirectoryPath, trackSaveGeneration, appendOutputGalleryImage, } = ctx; const { useStoredFallback = false } = options; const { images: connectedImages, text: connectedText, dynamicInputs } = getConnectedInputs(node.id); const effectiveGenerationsPath = generationsPath ?? (isBrowserFileSystemPath(saveDirectoryPath) ? joinBrowserFileSystemPath(saveDirectoryPath, "generations") : null); // Get fresh node data from store const freshNode = getFreshNode(node.id); const nodeData = (freshNode?.data || node.data) as NanoBananaNodeData; // Determine images and text (with optional fallback to stored values) let images: string[]; let promptText: string | null; if (useStoredFallback) { images = connectedImages.length > 0 ? connectedImages : nodeData.inputImages; promptText = connectedText ?? nodeData.inputPrompt; } else { images = connectedImages; // For dynamic inputs, check if we have at least a prompt const promptFromDynamic = Array.isArray(dynamicInputs.prompt) ? dynamicInputs.prompt[0] : dynamicInputs.prompt; promptText = connectedText || promptFromDynamic || null; } // Defensive: ensure promptText is actually a string at runtime // (Guards against corrupted node data or race conditions in parallel execution) if (promptText !== null && typeof promptText !== 'string') { const raw: unknown = promptText; console.warn('[nanoBanana] promptText was not a string, coercing:', typeof raw, Array.isArray(raw) ? `` : ''); promptText = Array.isArray(raw) ? (raw as string[])[0] ?? null : null; } if (!promptText) { updateNodeData(node.id, { status: "error", error: "Missing text input", }); throw new Error("Missing text input"); } // Capture promptText as a definitely-non-null string for use inside the closure. const finalPrompt: string = promptText; updateNodeData(node.id, { inputImages: images, inputPrompt: finalPrompt, status: "loading", error: null, }); // Inner runOnce: performs the actual fetch/process/history work for a given model. // Extracted so runWithFallback can invoke it twice (primary, then fallback) if needed. const runOnce = async (modelToUse: SelectedModel, parametersOverride?: Record): Promise => { const provider = modelToUse.provider; const headers = buildGenerateHeaders(provider, providerSettings); // Sanitize dynamicInputs: remove prompt since it's already sent as the top-level // `prompt` field in requestPayload. Keeping both can cause providers like Replicate // to prefer dynamicInputs.prompt over the authoritative top-level value. const sanitizedDynamicInputs = { ...dynamicInputs }; delete sanitizedDynamicInputs.prompt; const requestPayload = { images, prompt: finalPrompt, aspectRatio: (parametersOverride?.aspectRatio as string) ?? nodeData.aspectRatio, resolution: (parametersOverride?.resolution as string) ?? nodeData.resolution, model: nodeData.model, useGoogleSearch: (parametersOverride?.useGoogleSearch as boolean) ?? nodeData.useGoogleSearch, useImageSearch: (parametersOverride?.useImageSearch as boolean) ?? nodeData.useImageSearch, selectedModel: modelToUse, parameters: parametersOverride ?? nodeData.parameters, dynamicInputs: sanitizedDynamicInputs, }; // Final guard: assert that prompt is a string before sending to API if (typeof requestPayload.prompt !== 'string') { const errorMsg = `Internal error: prompt is ${typeof requestPayload.prompt}, expected string`; console.error('[nanoBanana]', errorMsg); updateNodeData(node.id, { status: 'error', error: errorMsg }); throw new Error(errorMsg); } try { const response = await fetch("/api/generate", { method: "POST", headers, body: JSON.stringify(requestPayload), ...(signal ? { signal } : {}), }); if (!response.ok) { const errorText = await response.text(); let errorMessage = `HTTP ${response.status}`; try { const errorJson = JSON.parse(errorText); errorMessage = errorJson.error || errorMessage; } catch { if (errorText) errorMessage += ` - ${errorText.substring(0, 200)}`; } updateNodeData(node.id, { status: "error", error: errorMessage, }); throw new Error(errorMessage); } let result = await response.json(); // Handle polling response (long-running Kie tasks) if (result.polling) { result = await pollGenerateTask({ taskId: result.taskId, provider: result.pollProvider, modelId: result.pollModelId, modelName: result.pollModelName, mediaType: result.pollMediaType, headers, signal, }); if (!result.success) { updateNodeData(node.id, { status: "error", error: result.error || "Generation failed", }); throw new Error(result.error || "Generation failed"); } } if (result.success && result.image) { const timestamp = Date.now(); const imageId = `${timestamp}`; const usedModelId = modelToUse.modelId || nodeData.model; const usedModelDisplayName = modelToUse.displayName || usedModelId; // Save to global history addToGlobalHistory({ image: result.image, timestamp, prompt: finalPrompt, aspectRatio: nodeData.aspectRatio, model: usedModelId, modelDisplayName: usedModelDisplayName, modelProvider: modelToUse.provider, }); // Add to node's carousel history const newHistoryItem = { id: imageId, image: result.image, timestamp, prompt: finalPrompt, aspectRatio: nodeData.aspectRatio, model: usedModelId, modelDisplayName: usedModelDisplayName, modelProvider: modelToUse.provider, }; const updatedHistory = [newHistoryItem, ...(nodeData.imageHistory || [])].slice(0, 50); updateNodeData(node.id, { outputImage: result.image, status: "complete", error: null, imageHistory: updatedHistory, selectedHistoryIndex: 0, lastUsedModel: modelToUse, }); // Push new image to connected downstream outputGallery nodes (atomic append) const edges = getEdges(); const nodes = getNodes(); edges .filter((e) => e.source === node.id) .forEach((e) => { const target = nodes.find((n) => n.id === e.target); if (target?.type === "outputGallery") { appendOutputGalleryImage(target.id, result.image); } }); // Track cost if (modelToUse.provider === "fal" && modelToUse.pricing) { addIncurredCost(modelToUse.pricing.amount); } else if (modelToUse.provider === "gemini") { const generationCost = calculateGenerationCost(nodeData.model, nodeData.resolution); addIncurredCost(generationCost); } // Auto-save to generations folder if configured if (effectiveGenerationsPath && isBrowserFileSystemPath(effectiveGenerationsPath)) { const savePromise = writeBrowserGenerationFile( effectiveGenerationsPath, imageId, result.image ) .then(() => undefined) .catch((err) => { console.error("Failed to save browser-local generation:", err); }); trackSaveGeneration(imageId, savePromise); } else if (effectiveGenerationsPath) { const savePromise = fetch("/api/save-generation", { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ directoryPath: effectiveGenerationsPath, image: result.image, prompt: finalPrompt, imageId, }), }) .then((res) => res.json()) .then((saveResult) => { if (saveResult.success && saveResult.imageId && saveResult.imageId !== imageId) { const currentNode = getNodes().find((n) => n.id === node.id); if (currentNode) { const currentData = currentNode.data as NanoBananaNodeData; const histCopy = [...(currentData.imageHistory || [])]; const entryIndex = histCopy.findIndex((h) => h.id === imageId); if (entryIndex !== -1) { histCopy[entryIndex] = { ...histCopy[entryIndex], id: saveResult.imageId }; updateNodeData(node.id, { imageHistory: histCopy }); } } } }) .catch((err) => { console.error("Failed to save generation:", err); }); trackSaveGeneration(imageId, savePromise); } } else { updateNodeData(node.id, { status: "error", error: result.error || "Generation failed", }); throw new Error(result.error || "Generation failed"); } } catch (error) { if (error instanceof DOMException && error.name === "AbortError") { throw error; } // Convert network errors to user-friendly messages let errorMessage = "Generation failed"; if (error instanceof TypeError && error.message.includes("NetworkError")) { errorMessage = "Network error. Check your connection and try again."; } else if (error instanceof TypeError) { errorMessage = `Network error: ${error.message}`; } else if (error instanceof Error) { errorMessage = error.message; } updateNodeData(node.id, { status: "error", error: errorMessage, }); throw new Error(errorMessage); } }; // Synthesize a SelectedModel for the primary from legacy fields if selectedModel is missing. let primaryModel: SelectedModel = nodeData.selectedModel ?? createDefaultImageModel(nodeData.model, providerSettings); if ( primaryModel.provider === "gemini" && shouldPreferNewApiWGImageModel(providerSettings) ) { primaryModel = createNewApiWGDefaultImageModel(); updateNodeData(node.id, { selectedModel: primaryModel }); } await runWithFallback({ nodeId: node.id, primary: primaryModel, fallback: nodeData.fallbackModel, fallbackParameters: nodeData.fallbackParameters, updateNodeData, runOnce, clearOutput: { outputImage: null }, }); }