您可以从以下地址获取 API Key（新建令牌渠道分组选择default）:
-
https://api.tu-zi.com/token
@@ -184,4 +185,4 @@ export const SettingsDialog = ({
);
-};
\ No newline at end of file
+};
diff --git a/packages/drawnix/src/components/ttd-dialog/ai-video-generation.tsx b/packages/drawnix/src/components/ttd-dialog/ai-video-generation.tsx
index 2945067e..9228b074 100644
--- a/packages/drawnix/src/components/ttd-dialog/ai-video-generation.tsx
+++ b/packages/drawnix/src/components/ttd-dialog/ai-video-generation.tsx
@@ -15,15 +15,27 @@ import {
savePromptToHistory as savePromptToHistoryUtil,
VideoModelOptions,
MultiImageUpload,
+ StoryboardEditor,
} from './shared';
import { geminiSettings } from '../../utils/settings-manager';
import { useTaskQueue } from '../../hooks/useTaskQueue';
import { TaskType } from '../../types/task.types';
import { MessagePlugin, Select } from 'tdesign-react';
import { DialogTaskList } from '../task-queue/DialogTaskList';
-import type { VideoModel, UploadedVideoImage } from '../../types/video.types';
-import { getVideoModelConfig, getDefaultModelParams } from '../../constants/video-model-config';
+import type { VideoModel, UploadedVideoImage, StoryboardScene } from '../../types/video.types';
+import {
+ getVideoModelConfig,
+ getDefaultModelParams,
+ supportsStoryboardMode,
+ getStoryboardModeConfig,
+} from '../../constants/video-model-config';
import { VIDEO_MODEL_OPTIONS } from '../settings-dialog/settings-dialog';
+import {
+ formatStoryboardPrompt,
+ parseStoryboardPrompt,
+ isStoryboardPrompt,
+ validateSceneDurations,
+} from '../../utils/storyboard-utils';
@@ -86,6 +98,15 @@ const AIVideoGeneration = ({
return [];
});
+ // Storyboard mode state
+ const [storyboardEnabled, setStoryboardEnabled] = useState(false);
+ const [storyboardScenes, setStoryboardScenes] = useState
([]);
+ const storyboardConfig = React.useMemo(
+ () => getStoryboardModeConfig(currentModel),
+ [currentModel]
+ );
+ const modelSupportsStoryboard = supportsStoryboardMode(currentModel);
+
// Use generation history from task queue
const { videoHistory } = useGenerationHistory();
@@ -134,6 +155,11 @@ const AIVideoGeneration = ({
setSize(defaultParams.size);
// Clear uploaded images when model changes (different upload requirements)
setUploadedImages([]);
+ // Disable storyboard mode if new model doesn't support it
+ if (!supportsStoryboardMode(currentModel)) {
+ setStoryboardEnabled(false);
+ setStoryboardScenes([]);
+ }
}, [currentModel, defaultParams, isEditMode]);
// Handle initial props - use ref to track if we've processed these props before
@@ -212,6 +238,9 @@ const AIVideoGeneration = ({
setSize(newDefaults.size);
// Clear manual edit mode
setIsManualEdit(false);
+ // Clear storyboard mode
+ setStoryboardEnabled(false);
+ setStoryboardScenes([]);
window.dispatchEvent(new CustomEvent('ai-video-clear'));
};
@@ -232,12 +261,43 @@ const AIVideoGeneration = ({
// 标记为手动编辑模式,防止 props 的 useEffect 覆盖我们的更改
setIsManualEdit(true);
-
+
// 标记为编辑模式,防止模型变化时重置参数
setIsEditMode(true);
- // 直接更新表单状态
- setPrompt(task.params.prompt || '');
+ // 更新模型选择（通过本地 state 和全局设置）- 先设置模型
+ if (task.params.model) {
+ console.log('Updating model to:', task.params.model);
+ setCurrentModel(task.params.model as VideoModel);
+ const settings = geminiSettings.get();
+ geminiSettings.update({
+ ...settings,
+ videoModelName: task.params.model
+ });
+ }
+
+ // 检查是否有故事场景配置
+ if (task.params.storyboard?.enabled && task.params.storyboard?.scenes) {
+ console.log('Restoring storyboard mode:', task.params.storyboard);
+ setStoryboardEnabled(true);
+ setStoryboardScenes(task.params.storyboard.scenes);
+ setPrompt(''); // 故事场景模式下清空普通提示词
+ } else {
+ // 尝试从提示词解析故事场景格式
+ const prompt = task.params.prompt || '';
+ const parsedScenes = parseStoryboardPrompt(prompt);
+ if (parsedScenes && parsedScenes.length > 0) {
+ console.log('Parsed storyboard from prompt:', parsedScenes);
+ setStoryboardEnabled(true);
+ setStoryboardScenes(parsedScenes);
+ setPrompt('');
+ } else {
+ // 普通模式
+ setStoryboardEnabled(false);
+ setStoryboardScenes([]);
+ setPrompt(prompt);
+ }
+ }
// 更新视频参数
if (task.params.seconds !== undefined) {
@@ -261,24 +321,28 @@ const AIVideoGeneration = ({
setUploadedImages([]);
}
- // 更新模型选择（通过本地 state 和全局设置）
- if (task.params.model) {
- console.log('Updating model to:', task.params.model);
- setCurrentModel(task.params.model as VideoModel);
- const settings = geminiSettings.get();
- geminiSettings.update({
- ...settings,
- videoModelName: task.params.model
- });
- }
-
setError(null);
};
const handleGenerate = async (count: number = 1) => {
- if (!prompt.trim()) {
- setError(language === 'zh' ? '请输入视频描述' : 'Please enter video description');
- return;
+ // 验证输入
+ if (storyboardEnabled) {
+ // 故事场景模式验证
+ const validation = validateSceneDurations(
+ storyboardScenes,
+ parseFloat(duration),
+ storyboardConfig.minSceneDuration
+ );
+ if (!validation.valid) {
+ setError(validation.error || '场景配置无效');
+ return;
+ }
+ } else {
+ // 普通模式验证
+ if (!prompt.trim()) {
+ setError(language === 'zh' ? '请输入视频描述' : 'Please enter video description');
+ return;
+ }
}
try {
@@ -306,6 +370,11 @@ const AIVideoGeneration = ({
}
}
+ // 构建最终提示词
+ const finalPrompt = storyboardEnabled
+ ? formatStoryboardPrompt(storyboardScenes)
+ : prompt.trim();
+
// 批量生成逻辑
const batchTaskIds: string[] = [];
const batchId = count > 1 ? `video_batch_${Date.now()}` : undefined;
@@ -313,12 +382,20 @@ const AIVideoGeneration = ({
for (let i = 0; i < count; i++) {
// 创建任务参数（包含新的 duration, size, uploadedImages）
const taskParams = {
- prompt: prompt.trim(),
+ prompt: finalPrompt,
model: currentModel,
seconds: duration,
size: size,
// 保存上传的图片（已转换为可序列化的格式）
uploadedImages: convertedImages,
+ // 故事场景配置（用于编辑恢复）
+ ...(storyboardEnabled && {
+ storyboard: {
+ enabled: true,
+ scenes: storyboardScenes,
+ totalDuration: parseFloat(duration),
+ },
+ }),
// 批量生成信息
...(batchId && {
batchId,
@@ -348,11 +425,13 @@ const AIVideoGeneration = ({
);
// 保存提示词到历史记录
- savePromptToHistory(prompt);
+ savePromptToHistory(finalPrompt);
// 清空表单（保留模型选择和尺寸设置）
setPrompt('');
setUploadedImages([]);
+ setStoryboardEnabled(false);
+ setStoryboardScenes([]);
setError(null);
// Clear manual edit mode after generating
setIsManualEdit(false);
@@ -438,15 +517,32 @@ const AIVideoGeneration = ({
disabled={isGenerating}
/>
-
+ {/* Storyboard mode editor (only for supported models) */}
+ {modelSupportsStoryboard && (
+
+ )}
+
+ {/* Normal prompt input (hidden when storyboard mode is enabled) */}
+ {!storyboardEnabled && (
+
+ )}