calderbuild
516324fe93
- Add Pydantic input validation (prompt length, duration, num_shots) - Per-job output directory for concurrent job isolation - LLM JSON parse retry (1 retry with explicit JSON instruction) - Music failure surfaced as amber "Skipped" state in frontend - Agent card states: completed (green), failed (red), skipped (amber) - Error banner with "Try Again" button on pipeline failure - Elapsed timer (MM:SS) during production - Script preview section after Script agent completes - Form inputs disabled during production - Style presets (5 visual cards replacing plain text chips) - Demo gallery section with placeholder videos - Production summary (time, shots, agents, cost) on completion - Structured logging replacing bare print calls - Background job cleanup (1 hour TTL, 10 min interval) - Per-stage error propagation with tracebacks in logs
93 lines
3.4 KiB
Python
93 lines
3.4 KiB
Python
"""Director Agent: understands user intent and creates a shot-by-shot outline."""
|
|
import json
|
|
from backend.config import MINIMAX_BASE_URL, api_session
|
|
|
|
|
|
SYSTEM_PROMPT = """You are the Director of an AI film production team. Your job is to take the user's creative idea and break it down into a detailed shot-by-shot outline for a short video.
|
|
|
|
For each shot, provide:
|
|
1. shot_number: sequential number
|
|
2. duration: in seconds (total should match requested length)
|
|
3. visual_description: detailed description for AI video generation (style, camera angle, lighting, motion, subject)
|
|
4. narration: voiceover text for this shot (in English)
|
|
5. mood: emotional tone (e.g. "inspiring", "dramatic", "calm", "energetic")
|
|
|
|
Also provide:
|
|
- title: a short title for the video
|
|
- style: overall visual style (e.g. "cinematic sci-fi", "warm documentary", "minimal modern")
|
|
- total_duration: total video length in seconds
|
|
|
|
Respond ONLY with valid JSON. No markdown, no explanation. Example format:
|
|
{
|
|
"title": "AI Writing Assistant",
|
|
"style": "cinematic sci-fi with neon accents",
|
|
"total_duration": 30,
|
|
"shots": [
|
|
{
|
|
"shot_number": 1,
|
|
"duration": 10,
|
|
"visual_description": "A writer staring at a blank screen...",
|
|
"narration": "Every great story starts with a blank page.",
|
|
"mood": "contemplative"
|
|
}
|
|
]
|
|
}"""
|
|
|
|
|
|
def _strip_markdown_fences(text: str) -> str:
|
|
"""Strip markdown code fences from LLM response."""
|
|
text = text.strip()
|
|
if text.startswith("```"):
|
|
text = text.split("\n", 1)[1] if "\n" in text else text[3:]
|
|
if text.endswith("```"):
|
|
text = text[:-3]
|
|
text = text.strip()
|
|
return text
|
|
|
|
|
|
def _call_llm(messages: list, max_tokens: int = 2000) -> str:
|
|
"""Call MiniMax LLM and return the content string."""
|
|
url = f"{MINIMAX_BASE_URL}/text/chatcompletion_v2"
|
|
payload = {
|
|
"model": "MiniMax-M1",
|
|
"messages": messages,
|
|
"temperature": 0.7,
|
|
"max_tokens": max_tokens,
|
|
}
|
|
resp = api_session.post(url, json=payload)
|
|
resp.raise_for_status()
|
|
data = resp.json()
|
|
|
|
base_resp = data.get("base_resp", {})
|
|
if base_resp.get("status_code", 0) != 0:
|
|
raise RuntimeError(f"MiniMax API error: {base_resp.get('status_msg', 'unknown')} (code {base_resp.get('status_code')})")
|
|
|
|
content = data.get("choices", [{}])[0].get("message", {}).get("content", "")
|
|
if not content:
|
|
raise RuntimeError("MiniMax API returned empty response")
|
|
return content
|
|
|
|
|
|
def run(user_prompt: str, duration: int = 30, num_shots: int = 3) -> dict:
|
|
"""Generate a shot outline from user's creative prompt."""
|
|
user_message = (
|
|
f"Create a {duration}-second video with {num_shots} shots.\n"
|
|
f"Theme: {user_prompt}\n"
|
|
f"Each shot should be approximately {duration // num_shots} seconds."
|
|
)
|
|
|
|
messages = [
|
|
{"role": "system", "content": SYSTEM_PROMPT},
|
|
{"role": "user", "content": user_message},
|
|
]
|
|
|
|
content = _call_llm(messages)
|
|
try:
|
|
return json.loads(_strip_markdown_fences(content))
|
|
except json.JSONDecodeError:
|
|
# Retry once with explicit JSON instruction
|
|
messages.append({"role": "assistant", "content": content})
|
|
messages.append({"role": "user", "content": "Your response was not valid JSON. Please return ONLY valid JSON with no markdown or extra text."})
|
|
content = _call_llm(messages)
|
|
return json.loads(_strip_markdown_fences(content))
|