You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
760 lines
31 KiB
760 lines
31 KiB
"use client";
|
|
|
|
import React, { useCallback, useState, useEffect, useMemo, useRef } from "react";
|
|
import { Handle, Position, NodeProps, Node, useReactFlow } from "@xyflow/react";
|
|
import { BaseNode } from "./BaseNode";
|
|
import { useCommentNavigation } from "@/hooks/useCommentNavigation";
|
|
import { ModelParameters } from "./ModelParameters";
|
|
import { useWorkflowStore } from "@/store/workflowStore";
|
|
import { GenerateVideoNodeData, ProviderType, SelectedModel, ModelInputDef } from "@/types";
|
|
import { ProviderModel, ModelCapability } from "@/lib/providers/types";
|
|
import { ModelSearchDialog } from "@/components/modals/ModelSearchDialog";
|
|
import { useToast } from "@/components/Toast";
|
|
import { getVideoDimensions, calculateNodeSizePreservingHeight } from "@/utils/nodeDimensions";
|
|
|
|
// Provider badge component - shows provider icon for all providers
|
|
function ProviderBadge({ provider }: { provider: ProviderType }) {
|
|
const providerName = provider === "gemini" ? "Gemini" : provider === "replicate" ? "Replicate" : provider === "kie" ? "Kie.ai" : "fal.ai";
|
|
|
|
return (
|
|
<span className="text-neutral-500 shrink-0" title={providerName}>
|
|
{provider === "gemini" ? (
|
|
<svg className="w-4 h-4" viewBox="0 0 65 65" fill="currentColor">
|
|
<path d="M57.8647 29.0098C52.865 26.8576 48.4905 23.905 44.7393 20.1556C40.99 16.4063 38.0373 12.0299 35.8851 7.03022C35.0589 5.11406 34.395 3.14442 33.886 1.12498C33.72 0.464747 33.128 0 32.4475 0C31.7669 0 31.1749 0.464747 31.009 1.12498C30.4999 3.14442 29.836 5.11222 29.0098 7.03022C26.8576 12.0299 23.905 16.4063 20.1556 20.1556C16.4063 23.905 12.0299 26.8576 7.03022 29.0098C5.11406 29.836 3.14442 30.4999 1.12498 31.009C0.464747 31.1749 0 31.7669 0 32.4475C0 33.128 0.464747 33.72 1.12498 33.886C3.14442 34.395 5.11222 35.0589 7.03022 35.8851C12.0299 38.0373 16.4045 40.99 20.1556 44.7393C23.9068 48.4886 26.8576 52.865 29.0098 57.8647C29.836 59.7809 30.4999 61.7505 31.009 63.7699C31.1749 64.4302 31.7669 64.8949 32.4475 64.8949C33.128 64.8949 33.72 64.4302 33.886 63.7699C34.395 61.7505 35.0589 59.7827 35.8851 57.8647C38.0373 52.865 40.99 48.4905 44.7393 44.7393C48.4886 40.99 52.865 38.0373 57.8647 35.8851C59.7809 35.0589 61.7505 34.395 63.7699 33.886C64.4302 33.72 64.8949 33.128 64.8949 32.4475C64.8949 31.7669 64.4302 31.1749 63.7699 31.009C61.7505 30.4999 59.7827 29.836 57.8647 29.0098Z" />
|
|
</svg>
|
|
) : provider === "replicate" ? (
|
|
<svg className="w-4 h-4" viewBox="0 0 1000 1000" fill="currentColor">
|
|
<polygon points="1000,427.6 1000,540.6 603.4,540.6 603.4,1000 477,1000 477,427.6" />
|
|
<polygon points="1000,213.8 1000,327 364.8,327 364.8,1000 238.4,1000 238.4,213.8" />
|
|
<polygon points="1000,0 1000,113.2 126.4,113.2 126.4,1000 0,1000 0,0" />
|
|
</svg>
|
|
) : provider === "kie" ? (
|
|
<svg className="w-4 h-4" viewBox="0 0 24 24" fill="currentColor">
|
|
<path d="M12 2C6.48 2 2 6.48 2 12s4.48 10 10 10 10-4.48 10-10S17.52 2 12 2zm-1 17.93c-3.95-.49-7-3.85-7-7.93 0-.62.08-1.21.21-1.79L9 15v1c0 1.1.9 2 2 2v1.93zm6.9-2.54c-.26-.81-1-1.39-1.9-1.39h-1v-3c0-.55-.45-1-1-1H8v-2h2c.55 0 1-.45 1-1V7h2c1.1 0 2-.9 2-2v-.41c2.93 1.19 5 4.06 5 7.41 0 2.08-.8 3.97-2.1 5.39z"/>
|
|
</svg>
|
|
) : (
|
|
<svg className="w-4 h-4" viewBox="0 0 1855 1855" fill="currentColor">
|
|
<path fillRule="evenodd" clipRule="evenodd" d="M1181.65 78C1212.05 78 1236.42 101.947 1239.32 131.261C1265.25 392.744 1480.07 600.836 1750.02 625.948C1780.28 628.764 1805 652.366 1805 681.816V1174.18C1805 1203.63 1780.28 1227.24 1750.02 1230.05C1480.07 1255.16 1265.25 1463.26 1239.32 1724.74C1236.42 1754.05 1212.05 1778 1181.65 1778H673.354C642.951 1778 618.585 1754.05 615.678 1724.74C589.754 1463.26 374.927 1255.16 104.984 1230.05C74.7212 1227.24 50 1203.63 50 1174.18V681.816C50 652.366 74.7213 628.764 104.984 625.948C374.927 600.836 589.754 392.744 615.678 131.261C618.585 101.946 642.951 78 673.353 78H1181.65ZM402.377 926.561C402.377 1209.41 638.826 1438.71 930.501 1438.71C1222.18 1438.71 1458.63 1209.41 1458.63 926.561C1458.63 643.709 1222.18 414.412 930.501 414.412C638.826 414.412 402.377 643.709 402.377 926.561Z" />
|
|
</svg>
|
|
)}
|
|
</span>
|
|
);
|
|
}
|
|
|
|
// Video generation capabilities
|
|
const VIDEO_CAPABILITIES: ModelCapability[] = ["text-to-video", "image-to-video"];
|
|
|
|
type GenerateVideoNodeType = Node<GenerateVideoNodeData, "generateVideo">;
|
|
|
|
export function GenerateVideoNode({ id, data, selected }: NodeProps<GenerateVideoNodeType>) {
|
|
const nodeData = data;
|
|
const commentNavigation = useCommentNavigation(id);
|
|
const updateNodeData = useWorkflowStore((state) => state.updateNodeData);
|
|
const providerSettings = useWorkflowStore((state) => state.providerSettings);
|
|
const generationsPath = useWorkflowStore((state) => state.generationsPath);
|
|
const [externalModels, setExternalModels] = useState<ProviderModel[]>([]);
|
|
const [isLoadingModels, setIsLoadingModels] = useState(false);
|
|
const [modelsFetchError, setModelsFetchError] = useState<string | null>(null);
|
|
const [isBrowseDialogOpen, setIsBrowseDialogOpen] = useState(false);
|
|
const [isLoadingCarouselVideo, setIsLoadingCarouselVideo] = useState(false);
|
|
|
|
// Get the current selected provider (default to fal since Gemini doesn't do video)
|
|
const currentProvider: ProviderType = nodeData.selectedModel?.provider || "fal";
|
|
|
|
// Get enabled providers (exclude Gemini since it doesn't do video)
|
|
const enabledProviders = useMemo(() => {
|
|
const providers: { id: ProviderType; name: string }[] = [];
|
|
// fal.ai is always available (works without key but rate limited)
|
|
providers.push({ id: "fal", name: "fal.ai" });
|
|
// Add Replicate if configured
|
|
if (providerSettings.providers.replicate?.enabled && providerSettings.providers.replicate?.apiKey) {
|
|
providers.push({ id: "replicate", name: "Replicate" });
|
|
}
|
|
// Add Kie.ai if configured
|
|
if (providerSettings.providers.kie?.enabled && providerSettings.providers.kie?.apiKey) {
|
|
providers.push({ id: "kie", name: "Kie.ai" });
|
|
}
|
|
return providers;
|
|
}, [providerSettings]);
|
|
|
|
// Fetch models from external providers when provider changes
|
|
const fetchModels = useCallback(async () => {
|
|
setIsLoadingModels(true);
|
|
setModelsFetchError(null);
|
|
try {
|
|
const capabilities = VIDEO_CAPABILITIES.join(",");
|
|
const headers: HeadersInit = {};
|
|
if (providerSettings.providers.replicate?.apiKey) {
|
|
headers["X-Replicate-Key"] = providerSettings.providers.replicate.apiKey;
|
|
}
|
|
if (providerSettings.providers.fal?.apiKey) {
|
|
headers["X-Fal-Key"] = providerSettings.providers.fal.apiKey;
|
|
}
|
|
if (providerSettings.providers.kie?.apiKey) {
|
|
headers["X-Kie-Key"] = providerSettings.providers.kie.apiKey;
|
|
}
|
|
const response = await fetch(`/api/models?provider=${currentProvider}&capabilities=${capabilities}`, { headers });
|
|
if (response.ok) {
|
|
const data = await response.json();
|
|
setExternalModels(data.models || []);
|
|
setModelsFetchError(null);
|
|
} else {
|
|
const errorData = await response.json().catch(() => ({}));
|
|
const errorMsg = errorData.error || `Failed to load models (${response.status})`;
|
|
setExternalModels([]);
|
|
setModelsFetchError(
|
|
currentProvider === "replicate" && response.status === 401
|
|
? "Invalid Replicate API key. Check your settings."
|
|
: errorMsg
|
|
);
|
|
}
|
|
} catch (error) {
|
|
console.error("Failed to fetch video models:", error);
|
|
setExternalModels([]);
|
|
setModelsFetchError("Failed to load models. Check your connection.");
|
|
} finally {
|
|
setIsLoadingModels(false);
|
|
}
|
|
}, [currentProvider, providerSettings]);
|
|
|
|
useEffect(() => {
|
|
fetchModels();
|
|
}, [fetchModels]);
|
|
|
|
// Handle provider change
|
|
const handleProviderChange = useCallback(
|
|
(e: React.ChangeEvent<HTMLSelectElement>) => {
|
|
const provider = e.target.value as ProviderType;
|
|
// Set placeholder for the provider
|
|
const newSelectedModel: SelectedModel = {
|
|
provider,
|
|
modelId: "",
|
|
displayName: "Select model...",
|
|
};
|
|
// Clear parameters when switching providers (different providers have different schemas)
|
|
updateNodeData(id, { selectedModel: newSelectedModel, parameters: {} });
|
|
},
|
|
[id, updateNodeData]
|
|
);
|
|
|
|
// Handle model change
|
|
const handleModelChange = useCallback(
|
|
(e: React.ChangeEvent<HTMLSelectElement>) => {
|
|
const modelId = e.target.value;
|
|
const model = externalModels.find(m => m.id === modelId);
|
|
if (model) {
|
|
const newSelectedModel: SelectedModel = {
|
|
provider: currentProvider,
|
|
modelId: model.id,
|
|
displayName: model.name,
|
|
};
|
|
// Clear parameters when changing models (different models have different schemas)
|
|
updateNodeData(id, { selectedModel: newSelectedModel, parameters: {} });
|
|
}
|
|
},
|
|
[id, currentProvider, externalModels, updateNodeData]
|
|
);
|
|
|
|
const handleClearVideo = useCallback(() => {
|
|
updateNodeData(id, { outputVideo: null, status: "idle", error: null });
|
|
}, [id, updateNodeData]);
|
|
|
|
const handleParametersChange = useCallback(
|
|
(parameters: Record<string, unknown>) => {
|
|
updateNodeData(id, { parameters });
|
|
},
|
|
[id, updateNodeData]
|
|
);
|
|
|
|
// Handle inputs loaded from schema
|
|
const handleInputsLoaded = useCallback(
|
|
(inputs: ModelInputDef[]) => {
|
|
updateNodeData(id, { inputSchema: inputs });
|
|
},
|
|
[id, updateNodeData]
|
|
);
|
|
|
|
// Handle parameters expand/collapse - resize node height
|
|
const { setNodes } = useReactFlow();
|
|
const handleParametersExpandChange = useCallback(
|
|
(expanded: boolean, parameterCount: number) => {
|
|
// Each parameter row is ~24px, plus some padding
|
|
const parameterHeight = expanded ? Math.max(parameterCount * 28 + 16, 60) : 0;
|
|
const baseHeight = 300; // Default node height
|
|
const newHeight = baseHeight + parameterHeight;
|
|
|
|
setNodes((nodes) =>
|
|
nodes.map((node) =>
|
|
node.id === id
|
|
? { ...node, style: { ...node.style, height: newHeight } }
|
|
: node
|
|
)
|
|
);
|
|
},
|
|
[id, setNodes]
|
|
);
|
|
|
|
const regenerateNode = useWorkflowStore((state) => state.regenerateNode);
|
|
const isRunning = useWorkflowStore((state) => state.isRunning);
|
|
|
|
const handleRegenerate = useCallback(() => {
|
|
regenerateNode(id);
|
|
}, [id, regenerateNode]);
|
|
|
|
// Load video by ID from generations folder
|
|
const loadVideoById = useCallback(async (videoId: string) => {
|
|
if (!generationsPath) {
|
|
console.error("Generations path not configured");
|
|
return null;
|
|
}
|
|
|
|
try {
|
|
const response = await fetch("/api/load-generation", {
|
|
method: "POST",
|
|
headers: { "Content-Type": "application/json" },
|
|
body: JSON.stringify({
|
|
directoryPath: generationsPath,
|
|
imageId: videoId,
|
|
}),
|
|
});
|
|
|
|
const result = await response.json();
|
|
if (!result.success) {
|
|
// Missing videos are expected when refs point to deleted/moved files
|
|
console.log(`Video not found: ${videoId}`);
|
|
return null;
|
|
}
|
|
return result.video || result.image;
|
|
} catch (error) {
|
|
console.warn("Error loading video:", error);
|
|
return null;
|
|
}
|
|
}, [generationsPath]);
|
|
|
|
// Carousel navigation handlers
|
|
const handleCarouselPrevious = useCallback(async () => {
|
|
const history = nodeData.videoHistory || [];
|
|
if (history.length === 0 || isLoadingCarouselVideo) return;
|
|
|
|
const currentIndex = nodeData.selectedVideoHistoryIndex || 0;
|
|
const newIndex = currentIndex === 0 ? history.length - 1 : currentIndex - 1;
|
|
const videoItem = history[newIndex];
|
|
|
|
setIsLoadingCarouselVideo(true);
|
|
const video = await loadVideoById(videoItem.id);
|
|
setIsLoadingCarouselVideo(false);
|
|
|
|
if (video) {
|
|
updateNodeData(id, {
|
|
outputVideo: video,
|
|
selectedVideoHistoryIndex: newIndex,
|
|
});
|
|
}
|
|
}, [id, nodeData.videoHistory, nodeData.selectedVideoHistoryIndex, isLoadingCarouselVideo, loadVideoById, updateNodeData]);
|
|
|
|
const handleCarouselNext = useCallback(async () => {
|
|
const history = nodeData.videoHistory || [];
|
|
if (history.length === 0 || isLoadingCarouselVideo) return;
|
|
|
|
const currentIndex = nodeData.selectedVideoHistoryIndex || 0;
|
|
const newIndex = (currentIndex + 1) % history.length;
|
|
const videoItem = history[newIndex];
|
|
|
|
setIsLoadingCarouselVideo(true);
|
|
const video = await loadVideoById(videoItem.id);
|
|
setIsLoadingCarouselVideo(false);
|
|
|
|
if (video) {
|
|
updateNodeData(id, {
|
|
outputVideo: video,
|
|
selectedVideoHistoryIndex: newIndex,
|
|
});
|
|
}
|
|
}, [id, nodeData.videoHistory, nodeData.selectedVideoHistoryIndex, isLoadingCarouselVideo, loadVideoById, updateNodeData]);
|
|
|
|
// Handle model selection from browse dialog
|
|
const handleBrowseModelSelect = useCallback((model: ProviderModel) => {
|
|
const newSelectedModel: SelectedModel = {
|
|
provider: model.provider,
|
|
modelId: model.id,
|
|
displayName: model.name,
|
|
};
|
|
updateNodeData(id, { selectedModel: newSelectedModel, parameters: {} });
|
|
setIsBrowseDialogOpen(false);
|
|
}, [id, updateNodeData]);
|
|
|
|
// Dynamic title based on selected model - just the model name
|
|
const displayTitle = useMemo(() => {
|
|
if (nodeData.selectedModel?.displayName && nodeData.selectedModel.modelId) {
|
|
return nodeData.selectedModel.displayName;
|
|
}
|
|
return "Select model...";
|
|
}, [nodeData.selectedModel?.displayName, nodeData.selectedModel?.modelId]);
|
|
|
|
// Provider badge as title prefix
|
|
const titlePrefix = useMemo(() => (
|
|
<ProviderBadge provider={currentProvider} />
|
|
), [currentProvider]);
|
|
|
|
// Header action element - browse button
|
|
const headerAction = useMemo(() => (
|
|
<button
|
|
onClick={() => setIsBrowseDialogOpen(true)}
|
|
className="nodrag nopan text-[10px] py-0.5 px-1.5 bg-neutral-700 hover:bg-neutral-600 border border-neutral-600 rounded text-neutral-300 transition-colors"
|
|
>
|
|
Browse
|
|
</button>
|
|
), []);
|
|
|
|
const hasCarouselVideos = (nodeData.videoHistory || []).length > 1;
|
|
|
|
// Track previous status to detect error transitions
|
|
const prevStatusRef = useRef(nodeData.status);
|
|
|
|
// Show toast when error occurs
|
|
useEffect(() => {
|
|
if (nodeData.status === "error" && prevStatusRef.current !== "error" && nodeData.error) {
|
|
useToast.getState().show("Video generation failed", "error", true, nodeData.error);
|
|
}
|
|
prevStatusRef.current = nodeData.status;
|
|
}, [nodeData.status, nodeData.error]);
|
|
|
|
// Auto-resize node when output video changes
|
|
const prevOutputVideoRef = useRef<string | null>(null);
|
|
useEffect(() => {
|
|
// Only resize when outputVideo transitions from null/different to a new value
|
|
if (!nodeData.outputVideo || nodeData.outputVideo === prevOutputVideoRef.current) {
|
|
prevOutputVideoRef.current = nodeData.outputVideo ?? null;
|
|
return;
|
|
}
|
|
prevOutputVideoRef.current = nodeData.outputVideo;
|
|
|
|
// Use requestAnimationFrame to avoid React Flow update conflicts
|
|
requestAnimationFrame(() => {
|
|
getVideoDimensions(nodeData.outputVideo!).then((dims) => {
|
|
if (!dims) return;
|
|
|
|
const aspectRatio = dims.width / dims.height;
|
|
|
|
setNodes((nodes) =>
|
|
nodes.map((node) => {
|
|
if (node.id !== id) return node;
|
|
|
|
// Preserve user's manually set height if present
|
|
const currentHeight = typeof node.style?.height === 'number'
|
|
? node.style.height
|
|
: undefined;
|
|
|
|
const newSize = calculateNodeSizePreservingHeight(aspectRatio, currentHeight);
|
|
|
|
return { ...node, style: { ...node.style, width: newSize.width, height: newSize.height } };
|
|
})
|
|
);
|
|
});
|
|
});
|
|
}, [id, nodeData.outputVideo, setNodes]);
|
|
|
|
return (
|
|
<>
|
|
<BaseNode
|
|
id={id}
|
|
title={displayTitle}
|
|
customTitle={nodeData.customTitle}
|
|
comment={nodeData.comment}
|
|
onCustomTitleChange={(title) => updateNodeData(id, { customTitle: title || undefined })}
|
|
onCommentChange={(comment) => updateNodeData(id, { comment: comment || undefined })}
|
|
onRun={handleRegenerate}
|
|
selected={selected}
|
|
isExecuting={isRunning}
|
|
hasError={nodeData.status === "error"}
|
|
headerAction={headerAction}
|
|
titlePrefix={titlePrefix}
|
|
commentNavigation={commentNavigation ?? undefined}
|
|
>
|
|
{/* Dynamic input handles based on model schema */}
|
|
{nodeData.inputSchema && nodeData.inputSchema.length > 0 ? (
|
|
// Render handles from schema, sorted by type (images first, text second)
|
|
// IMPORTANT: Always render "image" and "text" handles to maintain connection
|
|
// compatibility. Schema may only have text inputs (text-to-video models) but
|
|
// we still need the image handle to preserve connections made before model selection.
|
|
(() => {
|
|
const imageInputs = nodeData.inputSchema!.filter(i => i.type === "image");
|
|
const textInputs = nodeData.inputSchema!.filter(i => i.type === "text");
|
|
|
|
// Always include at least one image and one text handle for connection stability
|
|
const hasImageInput = imageInputs.length > 0;
|
|
const hasTextInput = textInputs.length > 0;
|
|
|
|
// Build the handles array: schema inputs + fallback defaults if missing
|
|
const handles: Array<{
|
|
id: string;
|
|
type: "image" | "text";
|
|
label: string;
|
|
schemaName: string | null;
|
|
description: string | null;
|
|
isPlaceholder: boolean;
|
|
}> = [];
|
|
|
|
// Add image handles from schema, or a placeholder if none exist
|
|
if (hasImageInput) {
|
|
imageInputs.forEach((input, index) => {
|
|
handles.push({
|
|
// Always use indexed IDs for schema inputs for consistency
|
|
id: `image-${index}`,
|
|
type: "image",
|
|
label: input.label,
|
|
schemaName: input.name,
|
|
description: input.description || null,
|
|
isPlaceholder: false,
|
|
});
|
|
});
|
|
} else {
|
|
// No image inputs in schema - add placeholder to preserve connections
|
|
handles.push({
|
|
id: "image",
|
|
type: "image",
|
|
label: "Image",
|
|
schemaName: null,
|
|
description: "Not used by this model",
|
|
isPlaceholder: true,
|
|
});
|
|
}
|
|
|
|
// Add text handles from schema, or a placeholder if none exist
|
|
if (hasTextInput) {
|
|
textInputs.forEach((input, index) => {
|
|
handles.push({
|
|
// Always use indexed IDs for schema inputs for consistency
|
|
id: `text-${index}`,
|
|
type: "text",
|
|
label: input.label,
|
|
schemaName: input.name,
|
|
description: input.description || null,
|
|
isPlaceholder: false,
|
|
});
|
|
});
|
|
} else {
|
|
// No text inputs in schema - add placeholder to preserve connections
|
|
handles.push({
|
|
id: "text",
|
|
type: "text",
|
|
label: "Prompt",
|
|
schemaName: null,
|
|
description: "Not used by this model",
|
|
isPlaceholder: true,
|
|
});
|
|
}
|
|
|
|
// Calculate positions
|
|
const imageHandles = handles.filter(h => h.type === "image");
|
|
const textHandles = handles.filter(h => h.type === "text");
|
|
const totalSlots = imageHandles.length + textHandles.length + 1; // +1 for gap
|
|
|
|
const renderedHandles = handles.map((handle, index) => {
|
|
// Position: images first, then gap, then text
|
|
const isImage = handle.type === "image";
|
|
const typeIndex = isImage
|
|
? imageHandles.findIndex(h => h.id === handle.id)
|
|
: textHandles.findIndex(h => h.id === handle.id);
|
|
const adjustedIndex = isImage ? typeIndex : imageHandles.length + 1 + typeIndex;
|
|
const topPercent = ((adjustedIndex + 1) / (totalSlots + 1)) * 100;
|
|
|
|
return (
|
|
<React.Fragment key={handle.id}>
|
|
<Handle
|
|
type="target"
|
|
position={Position.Left}
|
|
id={handle.id}
|
|
style={{
|
|
top: `${topPercent}%`,
|
|
opacity: handle.isPlaceholder ? 0.3 : 1,
|
|
}}
|
|
data-handletype={handle.type}
|
|
data-schema-name={handle.schemaName || undefined}
|
|
isConnectable={true}
|
|
title={handle.description || handle.label}
|
|
/>
|
|
{/* Handle label - positioned outside node, above the connector */}
|
|
<div
|
|
className="absolute text-[10px] font-medium whitespace-nowrap pointer-events-none text-right"
|
|
style={{
|
|
right: `calc(100% + 8px)`,
|
|
top: `calc(${topPercent}% - 18px)`,
|
|
color: isImage ? "var(--handle-color-image)" : "var(--handle-color-text)",
|
|
opacity: handle.isPlaceholder ? 0.3 : 1,
|
|
}}
|
|
>
|
|
{handle.label}
|
|
</div>
|
|
</React.Fragment>
|
|
);
|
|
});
|
|
|
|
// Add hidden backward-compatibility handles for edges using non-indexed IDs
|
|
// This ensures edges created with "image"/"text" still work when schema uses "image-0"/"text-0"
|
|
// Note: No data-handletype to avoid being counted in tests - these are purely for edge routing
|
|
return (
|
|
<>
|
|
{renderedHandles}
|
|
{hasImageInput && (
|
|
<Handle
|
|
type="target"
|
|
position={Position.Left}
|
|
id="image"
|
|
style={{ top: "35%", opacity: 0, pointerEvents: "none" }}
|
|
isConnectable={false}
|
|
/>
|
|
)}
|
|
{hasTextInput && (
|
|
<Handle
|
|
type="target"
|
|
position={Position.Left}
|
|
id="text"
|
|
style={{ top: "65%", opacity: 0, pointerEvents: "none" }}
|
|
isConnectable={false}
|
|
/>
|
|
)}
|
|
</>
|
|
);
|
|
})()
|
|
) : (
|
|
// Default handles when no schema
|
|
<>
|
|
<Handle
|
|
type="target"
|
|
position={Position.Left}
|
|
id="image"
|
|
style={{ top: "35%" }}
|
|
data-handletype="image"
|
|
isConnectable={true}
|
|
/>
|
|
{/* Default image label */}
|
|
<div
|
|
className="absolute text-[10px] font-medium whitespace-nowrap pointer-events-none text-right"
|
|
style={{
|
|
right: `calc(100% + 8px)`,
|
|
top: "calc(35% - 18px)",
|
|
color: "var(--handle-color-image)",
|
|
}}
|
|
>
|
|
Image
|
|
</div>
|
|
<Handle
|
|
type="target"
|
|
position={Position.Left}
|
|
id="text"
|
|
style={{ top: "65%" }}
|
|
data-handletype="text"
|
|
/>
|
|
{/* Default text label */}
|
|
<div
|
|
className="absolute text-[10px] font-medium whitespace-nowrap pointer-events-none text-right"
|
|
style={{
|
|
right: `calc(100% + 8px)`,
|
|
top: "calc(65% - 18px)",
|
|
color: "var(--handle-color-text)",
|
|
}}
|
|
>
|
|
Prompt
|
|
</div>
|
|
</>
|
|
)}
|
|
{/* Video output */}
|
|
<Handle
|
|
type="source"
|
|
position={Position.Right}
|
|
id="video"
|
|
data-handletype="video"
|
|
/>
|
|
{/* Output label */}
|
|
<div
|
|
className="absolute text-[10px] font-medium whitespace-nowrap pointer-events-none"
|
|
style={{
|
|
left: `calc(100% + 8px)`,
|
|
top: "calc(50% - 18px)",
|
|
color: "var(--handle-color-image)",
|
|
}}
|
|
>
|
|
Video
|
|
</div>
|
|
|
|
<div className="flex-1 flex flex-col min-h-0 gap-2">
|
|
{/* Preview area */}
|
|
{nodeData.outputVideo ? (
|
|
<>
|
|
<div className="relative w-full flex-1 min-h-0">
|
|
<video
|
|
src={nodeData.outputVideo}
|
|
controls
|
|
autoPlay
|
|
loop
|
|
muted
|
|
className="w-full h-full object-contain rounded"
|
|
playsInline
|
|
/>
|
|
{/* Loading overlay for generation */}
|
|
{nodeData.status === "loading" && (
|
|
<div className="absolute inset-0 bg-neutral-900/70 rounded flex items-center justify-center">
|
|
<svg
|
|
className="w-6 h-6 animate-spin text-white"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
>
|
|
<circle
|
|
className="opacity-25"
|
|
cx="12"
|
|
cy="12"
|
|
r="10"
|
|
stroke="currentColor"
|
|
strokeWidth="3"
|
|
/>
|
|
<path
|
|
className="opacity-75"
|
|
fill="currentColor"
|
|
d="M4 12a8 8 0 018-8V0C5.373 0 0 5.373 0 12h4zm2 5.291A7.962 7.962 0 014 12H0c0 3.042 1.135 5.824 3 7.938l3-2.647z"
|
|
/>
|
|
</svg>
|
|
</div>
|
|
)}
|
|
{/* Error overlay when generation failed */}
|
|
{nodeData.status === "error" && (
|
|
<div className="absolute inset-0 bg-red-900/40 rounded flex flex-col items-center justify-center gap-1">
|
|
<svg
|
|
className="w-6 h-6 text-white"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke="currentColor"
|
|
strokeWidth={2}
|
|
>
|
|
<path strokeLinecap="round" strokeLinejoin="round" d="M12 8v4m0 4h.01M21 12a9 9 0 11-18 0 9 9 0 0118 0z" />
|
|
</svg>
|
|
<span className="text-white text-xs font-medium">Generation failed</span>
|
|
<span className="text-white/70 text-[10px]">See toast for details</span>
|
|
</div>
|
|
)}
|
|
{/* Loading overlay for carousel navigation */}
|
|
{isLoadingCarouselVideo && (
|
|
<div className="absolute inset-0 bg-neutral-900/50 rounded flex items-center justify-center">
|
|
<svg
|
|
className="w-4 h-4 animate-spin text-white"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
>
|
|
<circle
|
|
className="opacity-25"
|
|
cx="12"
|
|
cy="12"
|
|
r="10"
|
|
stroke="currentColor"
|
|
strokeWidth="3"
|
|
/>
|
|
<path
|
|
className="opacity-75"
|
|
fill="currentColor"
|
|
d="M4 12a8 8 0 018-8V0C5.373 0 0 5.373 0 12h4zm2 5.291A7.962 7.962 0 014 12H0c0 3.042 1.135 5.824 3 7.938l3-2.647z"
|
|
/>
|
|
</svg>
|
|
</div>
|
|
)}
|
|
<div className="absolute top-1 right-1">
|
|
<button
|
|
onClick={handleClearVideo}
|
|
className="w-5 h-5 bg-neutral-900/80 hover:bg-red-600/80 rounded flex items-center justify-center text-neutral-400 hover:text-white transition-colors"
|
|
title="Clear video"
|
|
>
|
|
<svg className="w-3 h-3" fill="none" viewBox="0 0 24 24" stroke="currentColor" strokeWidth={2}>
|
|
<path strokeLinecap="round" strokeLinejoin="round" d="M6 18L18 6M6 6l12 12" />
|
|
</svg>
|
|
</button>
|
|
</div>
|
|
</div>
|
|
|
|
{/* Carousel controls - only show if there are multiple videos */}
|
|
{hasCarouselVideos && (
|
|
<div className="flex items-center justify-center gap-2 shrink-0">
|
|
<button
|
|
onClick={handleCarouselPrevious}
|
|
disabled={isLoadingCarouselVideo}
|
|
className="w-5 h-5 rounded bg-neutral-800 hover:bg-neutral-700 disabled:opacity-50 disabled:cursor-not-allowed flex items-center justify-center text-neutral-400 hover:text-white transition-colors"
|
|
title="Previous video"
|
|
>
|
|
<svg className="w-3 h-3" fill="none" viewBox="0 0 24 24" stroke="currentColor" strokeWidth={2}>
|
|
<path strokeLinecap="round" strokeLinejoin="round" d="M15 19l-7-7 7-7" />
|
|
</svg>
|
|
</button>
|
|
<span className="text-[10px] text-neutral-400 min-w-[32px] text-center">
|
|
{(nodeData.selectedVideoHistoryIndex || 0) + 1} / {(nodeData.videoHistory || []).length}
|
|
</span>
|
|
<button
|
|
onClick={handleCarouselNext}
|
|
disabled={isLoadingCarouselVideo}
|
|
className="w-5 h-5 rounded bg-neutral-800 hover:bg-neutral-700 disabled:opacity-50 disabled:cursor-not-allowed flex items-center justify-center text-neutral-400 hover:text-white transition-colors"
|
|
title="Next video"
|
|
>
|
|
<svg className="w-3 h-3" fill="none" viewBox="0 0 24 24" stroke="currentColor" strokeWidth={2}>
|
|
<path strokeLinecap="round" strokeLinejoin="round" d="M9 5l7 7-7 7" />
|
|
</svg>
|
|
</button>
|
|
</div>
|
|
)}
|
|
</>
|
|
) : (
|
|
<div className="w-full flex-1 min-h-[112px] border border-dashed border-neutral-600 rounded flex flex-col items-center justify-center">
|
|
{nodeData.status === "loading" ? (
|
|
<svg
|
|
className="w-4 h-4 animate-spin text-neutral-400"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
>
|
|
<circle
|
|
className="opacity-25"
|
|
cx="12"
|
|
cy="12"
|
|
r="10"
|
|
stroke="currentColor"
|
|
strokeWidth="3"
|
|
/>
|
|
<path
|
|
className="opacity-75"
|
|
fill="currentColor"
|
|
d="M4 12a8 8 0 018-8V0C5.373 0 0 5.373 0 12h4zm2 5.291A7.962 7.962 0 014 12H0c0 3.042 1.135 5.824 3 7.938l3-2.647z"
|
|
/>
|
|
</svg>
|
|
) : nodeData.status === "error" ? (
|
|
<span className="text-[10px] text-red-400 text-center px-2">
|
|
{nodeData.error || "Failed"}
|
|
</span>
|
|
) : (
|
|
<span className="text-neutral-500 text-[10px]">
|
|
Run to generate
|
|
</span>
|
|
)}
|
|
</div>
|
|
)}
|
|
|
|
{/* Model-specific parameters */}
|
|
{nodeData.selectedModel?.modelId && (
|
|
<ModelParameters
|
|
modelId={nodeData.selectedModel.modelId}
|
|
provider={currentProvider}
|
|
parameters={nodeData.parameters || {}}
|
|
onParametersChange={handleParametersChange}
|
|
onExpandChange={handleParametersExpandChange}
|
|
onInputsLoaded={handleInputsLoaded}
|
|
/>
|
|
)}
|
|
</div>
|
|
</BaseNode>
|
|
|
|
{/* Model browser dialog */}
|
|
{isBrowseDialogOpen && (
|
|
<ModelSearchDialog
|
|
isOpen={isBrowseDialogOpen}
|
|
onClose={() => setIsBrowseDialogOpen(false)}
|
|
onModelSelected={handleBrowseModelSelect}
|
|
initialCapabilityFilter="video"
|
|
/>
|
|
)}
|
|
</>
|
|
);
|
|
}
|
|
|