hugohe3--ppt-master
831 行
28 KiB
Python
831 行
28 KiB
Python
#!/usr/bin/env python3
|
|
"""
|
|
Unified Image Generation Tool
|
|
|
|
Dispatches to the appropriate backend based on explicit provider configuration.
|
|
|
|
Backend selection (`IMAGE_BACKEND` in `.env` or the current process environment):
|
|
IMAGE_BACKEND=gemini -> Gemini backend (google-genai SDK)
|
|
IMAGE_BACKEND=openai -> OpenAI-compatible backend (raw HTTP via requests)
|
|
IMAGE_BACKEND=minimax -> MiniMax image backend
|
|
IMAGE_BACKEND=stability -> Stability AI backend
|
|
IMAGE_BACKEND=bfl -> Black Forest Labs FLUX backend
|
|
IMAGE_BACKEND=ideogram -> Ideogram backend
|
|
IMAGE_BACKEND=qwen -> Alibaba Qwen image backend
|
|
IMAGE_BACKEND=zhipu -> Zhipu GLM-Image backend
|
|
IMAGE_BACKEND=volcengine -> Volcengine Seedream backend
|
|
IMAGE_BACKEND=modelscope -> ModelScope backend
|
|
IMAGE_BACKEND=siliconflow -> SiliconFlow backend
|
|
IMAGE_BACKEND=fal -> fal.ai backend
|
|
IMAGE_BACKEND=replicate -> Replicate backend
|
|
IMAGE_BACKEND=openrouter -> OpenRouter backend
|
|
|
|
Configuration source (process env wins, `.env` is the fallback layer):
|
|
1. Current process environment variables
|
|
2. The first `.env` found among:
|
|
- Current working directory
|
|
- Skill directory (e.g. `~/.agents/skills/ppt-master/.env`)
|
|
- Repo root (when running from a clone)
|
|
- `~/.ppt-master/.env` (user-level config)
|
|
|
|
Supported keys:
|
|
IMAGE_BACKEND (required) backend name
|
|
|
|
Provider-specific keys are used for credentials and overrides, for example:
|
|
GEMINI_API_KEY / GEMINI_MODEL / GEMINI_BASE_URL
|
|
OPENAI_API_KEY / OPENAI_MODEL / OPENAI_BASE_URL
|
|
QWEN_API_KEY / QWEN_MODEL / QWEN_BASE_URL
|
|
ZHIPU_API_KEY / ZHIPU_MODEL / ZHIPU_BASE_URL
|
|
|
|
Usage:
|
|
python3 image_gen.py "prompt" --aspect_ratio 16:9 --image_size 1K -o images/
|
|
python3 image_gen.py --manifest project/images/image_prompts.json -o project/images/
|
|
python3 image_gen.py --list-backends
|
|
"""
|
|
|
|
import concurrent.futures
|
|
import json
|
|
import os
|
|
import sys
|
|
import argparse
|
|
import tempfile
|
|
import threading
|
|
import time
|
|
from pathlib import Path
|
|
|
|
from console_encoding import configure_utf8_stdio
|
|
from config import load_prefixed_env_file, resolve_env_path
|
|
|
|
configure_utf8_stdio()
|
|
|
|
ENV_PATH = resolve_env_path()
|
|
IMAGE_ENV_PREFIXES = (
|
|
"IMAGE_",
|
|
"GEMINI_",
|
|
"OPENAI_",
|
|
"MINIMAX_",
|
|
"STABILITY_",
|
|
"BFL_",
|
|
"IDEOGRAM_",
|
|
"QWEN_",
|
|
"DASHSCOPE_",
|
|
"ZHIPU_",
|
|
"BIGMODEL_",
|
|
"VOLCENGINE_",
|
|
"ARK_",
|
|
"MODELSCOPE_",
|
|
"SILICONFLOW_",
|
|
"FAL_",
|
|
"REPLICATE_",
|
|
"OPENROUTER_",
|
|
)
|
|
DEPRECATED_IMAGE_KEYS = {
|
|
"IMAGE_API_KEY",
|
|
"IMAGE_MODEL",
|
|
"IMAGE_BASE_URL",
|
|
}
|
|
|
|
# All aspect ratios accepted by the unified CLI
|
|
# (each backend validates its own subset internally)
|
|
ALL_ASPECT_RATIOS = [
|
|
"1:1", "1:4", "1:8",
|
|
"2:3", "3:2", "3:4", "4:1", "4:3",
|
|
"4:5", "5:4", "8:1", "9:16", "16:9", "21:9"
|
|
]
|
|
|
|
ALL_IMAGE_SIZES = ["512px", "1K", "2K", "4K"]
|
|
|
|
BACKEND_REGISTRY = {
|
|
"gemini": {
|
|
"module": "backend_gemini",
|
|
"tier": "core",
|
|
"label": "Google Gemini",
|
|
"default_model": "gemini-3.1-flash-image-preview",
|
|
"key_hint": "GEMINI_API_KEY",
|
|
"aliases": ["google"],
|
|
},
|
|
"openai": {
|
|
"module": "backend_openai",
|
|
"tier": "core",
|
|
"label": "OpenAI / OpenAI-compatible",
|
|
"default_model": "gpt-image-2",
|
|
"key_hint": "OPENAI_API_KEY",
|
|
"aliases": ["openai-compatible", "openai_compatible"],
|
|
},
|
|
"minimax": {
|
|
"module": "backend_minimax",
|
|
"tier": "experimental",
|
|
"label": "MiniMax Image",
|
|
"default_model": "image-01",
|
|
"key_hint": "MINIMAX_API_KEY",
|
|
"aliases": ["minimaxi"],
|
|
},
|
|
"qwen": {
|
|
"module": "backend_qwen",
|
|
"tier": "core",
|
|
"label": "Alibaba Qwen Image",
|
|
"default_model": "qwen-image-2.0-pro",
|
|
"key_hint": "QWEN_API_KEY / DASHSCOPE_API_KEY",
|
|
"aliases": ["alibaba", "dashscope"],
|
|
},
|
|
"zhipu": {
|
|
"module": "backend_zhipu",
|
|
"tier": "core",
|
|
"label": "Zhipu GLM-Image",
|
|
"default_model": "glm-image",
|
|
"key_hint": "ZHIPU_API_KEY / BIGMODEL_API_KEY",
|
|
"aliases": ["bigmodel", "glm", "glm-image"],
|
|
},
|
|
"volcengine": {
|
|
"module": "backend_volcengine",
|
|
"tier": "core",
|
|
"label": "Volcengine Seedream",
|
|
"default_model": "doubao-seedream-4-5-251128",
|
|
"key_hint": "VOLCENGINE_API_KEY / ARK_API_KEY",
|
|
"aliases": ["ark", "doubao", "seedream"],
|
|
},
|
|
"modelscope": {
|
|
"module": "backend_modelscope",
|
|
"tier": "experimental",
|
|
"label": "ModelScope",
|
|
"default_model": "Tongyi-MAI/Z-Image-Turbo",
|
|
"key_hint": "MODELSCOPE_API_KEY",
|
|
"aliases": ["modelscope", "model-scope"]
|
|
},
|
|
"stability": {
|
|
"module": "backend_stability",
|
|
"tier": "extended",
|
|
"label": "Stability AI",
|
|
"default_model": "stable-image-core",
|
|
"key_hint": "STABILITY_API_KEY",
|
|
"aliases": ["stabilityai", "stability-ai"],
|
|
},
|
|
"bfl": {
|
|
"module": "backend_bfl",
|
|
"tier": "extended",
|
|
"label": "Black Forest Labs FLUX",
|
|
"default_model": "flux-pro-1.1-ultra",
|
|
"key_hint": "BFL_API_KEY",
|
|
"aliases": ["flux", "black-forest-labs", "black_forest_labs"],
|
|
},
|
|
"ideogram": {
|
|
"module": "backend_ideogram",
|
|
"tier": "extended",
|
|
"label": "Ideogram",
|
|
"default_model": "ideogram-v3",
|
|
"key_hint": "IDEOGRAM_API_KEY",
|
|
},
|
|
"siliconflow": {
|
|
"module": "backend_siliconflow",
|
|
"tier": "experimental",
|
|
"label": "SiliconFlow",
|
|
"default_model": "Qwen/Qwen-Image",
|
|
"key_hint": "SILICONFLOW_API_KEY",
|
|
"aliases": ["silicon"],
|
|
},
|
|
"fal": {
|
|
"module": "backend_fal",
|
|
"tier": "experimental",
|
|
"label": "fal.ai",
|
|
"default_model": "fal-ai/imagen3/fast",
|
|
"key_hint": "FAL_KEY / FAL_API_KEY",
|
|
"aliases": ["fal-ai"],
|
|
},
|
|
"replicate": {
|
|
"module": "backend_replicate",
|
|
"tier": "experimental",
|
|
"label": "Replicate",
|
|
"default_model": "black-forest-labs/flux-1.1-pro",
|
|
"key_hint": "REPLICATE_API_TOKEN / REPLICATE_API_KEY",
|
|
},
|
|
"openrouter": {
|
|
"module": "backend_openrouter",
|
|
"tier": "experimental",
|
|
"label": "OpenRouter",
|
|
"default_model": "google/gemini-3.1-flash-image-preview",
|
|
"key_hint": "OPENROUTER_API_KEY",
|
|
},
|
|
}
|
|
|
|
TIER_ORDER = {"core": 0, "extended": 1, "experimental": 2}
|
|
SUPPORTED_BACKENDS = tuple(sorted(BACKEND_REGISTRY))
|
|
|
|
|
|
def _load_image_env_file() -> None:
|
|
"""
|
|
Load image generation config from the resolved `.env` as a fallback layer.
|
|
|
|
Existing process environment variables win over `.env`.
|
|
"""
|
|
replacements = {
|
|
"IMAGE_API_KEY": "GEMINI_API_KEY / OPENAI_API_KEY / QWEN_API_KEY / ZHIPU_API_KEY / ...",
|
|
"IMAGE_MODEL": "GEMINI_MODEL / OPENAI_MODEL / QWEN_MODEL / ZHIPU_MODEL / ...",
|
|
"IMAGE_BASE_URL": "GEMINI_BASE_URL / OPENAI_BASE_URL / QWEN_BASE_URL / ZHIPU_BASE_URL / ...",
|
|
}
|
|
deprecated_messages = {
|
|
key: (
|
|
"Global image config keys have been removed.\n"
|
|
f"Use IMAGE_BACKEND plus provider-specific keys instead, such as {replacement}."
|
|
)
|
|
for key, replacement in replacements.items()
|
|
}
|
|
load_prefixed_env_file(IMAGE_ENV_PREFIXES, deprecated_keys=deprecated_messages)
|
|
|
|
|
|
def _validate_runtime_config() -> None:
|
|
"""Reject deprecated global image variables from any configuration source."""
|
|
for key in DEPRECATED_IMAGE_KEYS:
|
|
if key not in os.environ:
|
|
continue
|
|
replacement = {
|
|
"IMAGE_API_KEY": "GEMINI_API_KEY / OPENAI_API_KEY / QWEN_API_KEY / ZHIPU_API_KEY / ...",
|
|
"IMAGE_MODEL": "GEMINI_MODEL / OPENAI_MODEL / QWEN_MODEL / ZHIPU_MODEL / ...",
|
|
"IMAGE_BASE_URL": "GEMINI_BASE_URL / OPENAI_BASE_URL / QWEN_BASE_URL / ZHIPU_BASE_URL / ...",
|
|
}[key]
|
|
raise ValueError(
|
|
f"Unsupported image config key: {key}\n"
|
|
"Global image config keys have been removed.\n"
|
|
f"Use IMAGE_BACKEND plus provider-specific keys instead, such as {replacement}."
|
|
)
|
|
|
|
|
|
def _build_backend_aliases() -> dict[str, str]:
|
|
"""Build a lookup from aliases to canonical backend names."""
|
|
aliases = {}
|
|
for canonical_name, config in BACKEND_REGISTRY.items():
|
|
aliases[canonical_name] = canonical_name
|
|
for alias in config.get("aliases", []):
|
|
aliases[alias] = canonical_name
|
|
return aliases
|
|
|
|
|
|
BACKEND_ALIASES = _build_backend_aliases()
|
|
|
|
|
|
_BACKEND_PIP_HINTS = {
|
|
"gemini": "google-genai",
|
|
"openai": "openai",
|
|
}
|
|
|
|
|
|
def _load_backend(canonical_name: str) -> tuple[object, str]:
|
|
"""Import and return the configured backend module."""
|
|
module_name = f"image_backends.{BACKEND_REGISTRY[canonical_name]['module']}"
|
|
try:
|
|
module = __import__(module_name, fromlist=["*"])
|
|
except ImportError as exc:
|
|
pip_name = _BACKEND_PIP_HINTS.get(canonical_name, exc.name or "<dependency>")
|
|
print(
|
|
f"Error: backend '{canonical_name}' needs a package that is not installed.\n"
|
|
f"Missing: {exc.name}\n"
|
|
f"Run: pip install {pip_name}",
|
|
file=sys.stderr,
|
|
)
|
|
sys.exit(1)
|
|
return module, canonical_name
|
|
|
|
|
|
def _print_backend_list() -> None:
|
|
"""Print supported backends grouped by support tier."""
|
|
print("Supported image backends:\n")
|
|
tiers = ("core", "extended", "experimental")
|
|
for tier in tiers:
|
|
print(f"{tier.upper()}:")
|
|
for name, info in sorted(
|
|
BACKEND_REGISTRY.items(),
|
|
key=lambda item: (TIER_ORDER[item[1]["tier"]], item[0]),
|
|
):
|
|
if info["tier"] != tier:
|
|
continue
|
|
print(
|
|
f" {name:<12} {info['label']} | default={info['default_model']} | keys={info['key_hint']}"
|
|
)
|
|
print()
|
|
print("Recommendation: prefer CORE backends for everyday PPT generation.")
|
|
print(f"Config fallback file: {ENV_PATH}")
|
|
|
|
|
|
def _resolve_backend() -> tuple[object, str]:
|
|
"""
|
|
Determine which backend to use from explicit configuration.
|
|
|
|
Returns:
|
|
A backend module with a generate() function.
|
|
"""
|
|
backend_name = os.environ.get("IMAGE_BACKEND", "").strip().lower()
|
|
if backend_name:
|
|
canonical = BACKEND_ALIASES.get(backend_name)
|
|
if not canonical:
|
|
supported = ", ".join(SUPPORTED_BACKENDS)
|
|
print(f"Error: Unknown IMAGE_BACKEND='{backend_name}'. Supported: {supported}")
|
|
sys.exit(1)
|
|
return _load_backend(canonical)
|
|
|
|
supported = ", ".join(SUPPORTED_BACKENDS)
|
|
print(
|
|
"Error: No image backend configured for Path A (image_gen.py).\n"
|
|
"\n"
|
|
"If your host (Codex / Antigravity / Claude Code / etc.) has a native image\n"
|
|
"generation tool, do NOT run this script — switch to Path B: invoke the host's\n"
|
|
"image tool directly with the prompts from images/image_prompts.json and save\n"
|
|
"the outputs to images/<filename>. See references/image-generator.md §7 Path B.\n"
|
|
"\n"
|
|
"To use Path A instead, set IMAGE_BACKEND in one of these places:\n"
|
|
f" 1. Current process environment\n"
|
|
f" 2. {ENV_PATH}\n"
|
|
"\n"
|
|
f"Supported backends: {supported}\n"
|
|
"\n"
|
|
"Example:\n"
|
|
" IMAGE_BACKEND=openai\n"
|
|
" OPENAI_API_KEY=sk-xxx\n"
|
|
)
|
|
sys.exit(1)
|
|
|
|
|
|
def _confirmed_image_ai_path_for_manifest(manifest_path: str) -> str | None:
|
|
"""Return confirmed image_ai_path for a project manifest, if present."""
|
|
path = Path(manifest_path).resolve()
|
|
if path.parent.name != "images":
|
|
return None
|
|
result_file = path.parent.parent / "confirm_ui" / "result.json"
|
|
if not result_file.exists():
|
|
return None
|
|
try:
|
|
data = json.loads(result_file.read_text(encoding="utf-8"))
|
|
except (OSError, json.JSONDecodeError):
|
|
return None
|
|
value = data.get("image_ai_path")
|
|
if not isinstance(value, str):
|
|
return None
|
|
return value.strip().lower().replace("_", "-")
|
|
|
|
|
|
def _guard_confirmed_non_api_path(manifest_path: str) -> None:
|
|
"""Prevent accidental Path A execution after host-native/manual was confirmed."""
|
|
image_ai_path = _confirmed_image_ai_path_for_manifest(manifest_path)
|
|
if image_ai_path not in {"host-native", "manual"}:
|
|
return
|
|
if image_ai_path == "host-native":
|
|
print(
|
|
"Error: confirmed image_ai_path is 'host-native'.\n"
|
|
"\n"
|
|
"Do NOT run image_gen.py --manifest for this project. That command is Path A\n"
|
|
"and may use the configured API/proxy backend. Use the host's native image\n"
|
|
"generation tool with prompts from images/image_prompts.json, save outputs to\n"
|
|
"images/<filename>, update each item status to Generated, then run:\n"
|
|
" python3 scripts/image_gen.py --render-md images/image_prompts.json\n"
|
|
)
|
|
else:
|
|
print(
|
|
"Error: confirmed image_ai_path is 'manual'.\n"
|
|
"\n"
|
|
"Do NOT run image_gen.py --manifest for this project. Render the Markdown\n"
|
|
"sidecar and hand images/image_prompts.md to the user for external generation:\n"
|
|
" python3 scripts/image_gen.py --render-md images/image_prompts.json\n"
|
|
)
|
|
sys.exit(1)
|
|
|
|
|
|
DEFAULT_MANIFEST_CONCURRENCY = 3
|
|
|
|
STATUS_PENDING = "Pending"
|
|
STATUS_GENERATED = "Generated"
|
|
STATUS_FAILED = "Failed"
|
|
STATUS_NEEDS_MANUAL = "Needs-Manual"
|
|
VALID_STATUSES = {STATUS_PENDING, STATUS_GENERATED, STATUS_FAILED, STATUS_NEEDS_MANUAL}
|
|
RETRYABLE_STATUSES = {STATUS_PENDING, STATUS_FAILED}
|
|
REQUIRED_ITEM_FIELDS = ("filename", "prompt", "aspect_ratio", "status")
|
|
|
|
|
|
def load_manifest(path: str) -> dict:
|
|
"""Load and validate an `image_prompts.json` manifest.
|
|
|
|
Schema (top level): {"items": [ ... ]}, optionally with
|
|
`deck_style_anchor`, `color_scheme`, `generated_at`.
|
|
|
|
Each item requires: `filename`, `prompt`, `aspect_ratio`, `status`.
|
|
Optional: `image_size`, `model`, `alt_text`, `purpose`, `type`,
|
|
`last_error`.
|
|
"""
|
|
try:
|
|
data = json.loads(Path(path).read_text(encoding="utf-8"))
|
|
except json.JSONDecodeError as exc:
|
|
raise ValueError(
|
|
f"Invalid JSON in {path}: {exc.msg} "
|
|
f"(line {exc.lineno}, col {exc.colno})"
|
|
) from exc
|
|
|
|
if not isinstance(data, dict):
|
|
raise ValueError(
|
|
f"{path}: top level must be a JSON object, "
|
|
f"got {type(data).__name__}"
|
|
)
|
|
|
|
items = data.get("items")
|
|
if not isinstance(items, list) or not items:
|
|
raise ValueError(f"{path}: 'items' must be a non-empty array")
|
|
|
|
seen_filenames: set[str] = set()
|
|
for i, item in enumerate(items):
|
|
prefix = f"{path}: items[{i}]"
|
|
if not isinstance(item, dict):
|
|
raise ValueError(f"{prefix} must be an object")
|
|
for field in REQUIRED_ITEM_FIELDS:
|
|
if field not in item:
|
|
raise ValueError(f"{prefix} missing required field '{field}'")
|
|
if not isinstance(item[field], str) or not item[field].strip():
|
|
raise ValueError(
|
|
f"{prefix} field '{field}' must be a non-empty string"
|
|
)
|
|
if item["status"] not in VALID_STATUSES:
|
|
raise ValueError(
|
|
f"{prefix} status '{item['status']}' is invalid. "
|
|
f"Valid: {sorted(VALID_STATUSES)}"
|
|
)
|
|
fname = item["filename"]
|
|
if fname in seen_filenames:
|
|
raise ValueError(f"{prefix} duplicate filename '{fname}'")
|
|
seen_filenames.add(fname)
|
|
|
|
return data
|
|
|
|
|
|
def save_manifest(path: str, data: dict) -> None:
|
|
"""Atomically write manifest back to disk (tmp file + rename)."""
|
|
target = Path(path)
|
|
fd, tmp_path = tempfile.mkstemp(
|
|
prefix=target.stem + ".",
|
|
suffix=".tmp",
|
|
dir=str(target.parent),
|
|
)
|
|
try:
|
|
with os.fdopen(fd, "w", encoding="utf-8") as f:
|
|
json.dump(data, f, ensure_ascii=False, indent=2)
|
|
f.write("\n")
|
|
os.replace(tmp_path, target)
|
|
except Exception:
|
|
try:
|
|
os.unlink(tmp_path)
|
|
except OSError:
|
|
pass
|
|
raise
|
|
|
|
|
|
def _run_manifest(manifest: dict, manifest_path: str, backend_module, *,
|
|
initial_concurrency: int,
|
|
image_size: str,
|
|
output_dir: str,
|
|
model: str | None) -> tuple[int, int, int]:
|
|
"""Run Pending/Failed items through the backend with adaptive concurrency.
|
|
|
|
Strategy:
|
|
- Start at `initial_concurrency` workers per batch.
|
|
- On any rate-limit error in a batch, halve concurrency (min 1) and
|
|
requeue the rate-limited items.
|
|
- Per-item failures are recorded as `status: Failed` + `last_error`
|
|
and not retried within this run. `Failed` remains retryable and
|
|
non-terminal; the Step 5 gate must resolve it by rerunning this
|
|
manifest or marking the item `Needs-Manual`.
|
|
- Status is written back to the manifest file after each completion;
|
|
a Ctrl-C in the middle still preserves done items.
|
|
- `Needs-Manual` items are skipped (user processes them externally).
|
|
|
|
Returns (ok_count, failed_count, skipped_count).
|
|
"""
|
|
from image_backends.backend_common import is_rate_limit_error
|
|
|
|
items = manifest["items"]
|
|
pending_idx = [
|
|
i for i, it in enumerate(items) if it["status"] in RETRYABLE_STATUSES
|
|
]
|
|
total = len(pending_idx)
|
|
skipped = len(items) - total
|
|
|
|
if total == 0:
|
|
print(
|
|
f"[Manifest] Nothing to do — all {len(items)} items already in "
|
|
"a terminal state (Generated / Needs-Manual)."
|
|
)
|
|
return 0, 0, skipped
|
|
|
|
print(
|
|
f"\n[Manifest] {total} item(s) to generate, "
|
|
f"{skipped} already done. concurrency={initial_concurrency}\n"
|
|
)
|
|
|
|
queue: list[int] = list(pending_idx)
|
|
ok_count = 0
|
|
fail_count = 0
|
|
current = max(1, initial_concurrency)
|
|
state_lock = threading.Lock()
|
|
|
|
def _one(idx: int):
|
|
item = items[idx]
|
|
try:
|
|
saved_path = backend_module.generate(
|
|
prompt=item["prompt"],
|
|
aspect_ratio=item["aspect_ratio"],
|
|
image_size=item.get("image_size", image_size),
|
|
output_dir=output_dir,
|
|
filename=Path(item["filename"]).stem,
|
|
model=item.get("model", model),
|
|
)
|
|
return idx, saved_path, None
|
|
except Exception as exc: # noqa: BLE001 — backend raises arbitrary types
|
|
return idx, None, exc
|
|
|
|
while queue:
|
|
batch_size = min(current, len(queue))
|
|
batch_idx = queue[:batch_size]
|
|
queue = queue[batch_size:]
|
|
|
|
print(
|
|
f"--- Batch of {batch_size} (concurrency={current}, "
|
|
f"remaining_after={len(queue)}) ---"
|
|
)
|
|
|
|
rate_limited = False
|
|
with concurrent.futures.ThreadPoolExecutor(max_workers=batch_size) as ex:
|
|
futures = [ex.submit(_one, i) for i in batch_idx]
|
|
for fut in concurrent.futures.as_completed(futures):
|
|
idx, saved_path, exc = fut.result()
|
|
item = items[idx]
|
|
with state_lock:
|
|
if exc is None:
|
|
item["status"] = STATUS_GENERATED
|
|
item.pop("last_error", None)
|
|
ok_count += 1
|
|
print(f" [OK] {item['filename']}")
|
|
elif is_rate_limit_error(exc):
|
|
rate_limited = True
|
|
queue.append(idx)
|
|
print(f" [RATE] {item['filename']} — requeued")
|
|
else:
|
|
item["status"] = STATUS_FAILED
|
|
item["last_error"] = str(exc)[:500]
|
|
fail_count += 1
|
|
print(
|
|
f" [FAIL] {item['filename']}: {exc} "
|
|
"(status=Failed; retry or mark Needs-Manual before Executor)"
|
|
)
|
|
save_manifest(manifest_path, manifest)
|
|
|
|
if rate_limited and current > 1:
|
|
new_current = max(1, current // 2)
|
|
print(
|
|
f"\n ⚠ Rate-limit hit — concurrency {current} → {new_current}, "
|
|
"pausing 10s before next batch\n"
|
|
)
|
|
current = new_current
|
|
time.sleep(10)
|
|
elif queue:
|
|
time.sleep(2)
|
|
|
|
print(
|
|
f"\n[Manifest] Done: {ok_count} ok / {fail_count} failed "
|
|
f"({skipped} pre-skipped). Manifest written to {manifest_path}"
|
|
)
|
|
if fail_count:
|
|
print(
|
|
"[Manifest] Failed is retryable and non-terminal. "
|
|
"Resolve failed item(s) by rerunning this manifest or marking them "
|
|
"Needs-Manual before entering Executor."
|
|
)
|
|
return ok_count, fail_count, skipped
|
|
|
|
|
|
def _resolve_concurrency(cli_value: int | None) -> int:
|
|
"""CLI value wins over IMAGE_CONCURRENCY env; default 3."""
|
|
if cli_value is not None:
|
|
return max(1, cli_value)
|
|
env_val = os.environ.get("IMAGE_CONCURRENCY", "").strip()
|
|
if env_val.isdigit():
|
|
return max(1, int(env_val))
|
|
return DEFAULT_MANIFEST_CONCURRENCY
|
|
|
|
|
|
def render_manifest_md(manifest: dict) -> str:
|
|
"""Render a manifest into the paste-ready Markdown view.
|
|
|
|
The output is a read-only snapshot of the JSON manifest, intended as a
|
|
fallback so a user can copy `Prompt` blocks into ChatGPT / Midjourney
|
|
when `--manifest` cannot run (no key, no backend, network down).
|
|
"""
|
|
lines: list[str] = []
|
|
lines.append("# Image Generation Prompts")
|
|
lines.append("")
|
|
lines.append("> Auto-generated from `image_prompts.json` by `image_gen.py --render-md`.")
|
|
lines.append("> Do not hand-edit — re-run the command to refresh.")
|
|
lines.append("")
|
|
|
|
project = manifest.get("project")
|
|
generated_at = manifest.get("generated_at")
|
|
color_scheme = manifest.get("color_scheme") or {}
|
|
anchor = manifest.get("deck_style_anchor")
|
|
|
|
if project:
|
|
lines.append(f"> Project: {project}")
|
|
if generated_at:
|
|
lines.append(f"> Generated: {generated_at}")
|
|
if color_scheme:
|
|
cs = " | ".join(
|
|
f"{k.capitalize()} {v}" for k, v in color_scheme.items()
|
|
)
|
|
lines.append(f"> Color scheme: {cs}")
|
|
if anchor:
|
|
lines.append(f"> Deck Style Anchor: {anchor}")
|
|
lines.append("")
|
|
lines.append("---")
|
|
lines.append("")
|
|
|
|
for i, item in enumerate(manifest["items"], start=1):
|
|
lines.append(f"### Image {i}: {item['filename']}")
|
|
lines.append("")
|
|
lines.append("| Attribute | Value |")
|
|
lines.append("|---|---|")
|
|
for label, key in (
|
|
("Purpose", "purpose"),
|
|
("Type", "type"),
|
|
("Aspect ratio", "aspect_ratio"),
|
|
("Image size", "image_size"),
|
|
("Status", "status"),
|
|
):
|
|
value = item.get(key)
|
|
if value:
|
|
lines.append(f"| {label} | {value} |")
|
|
if item.get("last_error"):
|
|
lines.append(f"| Last error | {item['last_error']} |")
|
|
lines.append("")
|
|
lines.append("**Prompt**:")
|
|
lines.append("")
|
|
lines.append(item["prompt"])
|
|
lines.append("")
|
|
if item.get("alt_text"):
|
|
lines.append("**Alt Text**:")
|
|
lines.append(f"> {item['alt_text']}")
|
|
lines.append("")
|
|
lines.append("---")
|
|
lines.append("")
|
|
|
|
return "\n".join(lines).rstrip() + "\n"
|
|
|
|
|
|
def render_manifest_md_to_file(manifest_path: str, manifest: dict | None = None) -> str:
|
|
"""Render the manifest's Markdown sidecar next to the JSON file.
|
|
|
|
Returns the written path. If `manifest` is omitted, it is loaded from
|
|
`manifest_path` first.
|
|
"""
|
|
if manifest is None:
|
|
manifest = load_manifest(manifest_path)
|
|
md_path = str(Path(manifest_path).with_suffix(".md"))
|
|
Path(md_path).write_text(render_manifest_md(manifest), encoding="utf-8")
|
|
return md_path
|
|
|
|
|
|
def main() -> None:
|
|
"""Run the CLI entry point."""
|
|
parser = argparse.ArgumentParser(
|
|
description="Generate images using AI image model providers."
|
|
)
|
|
parser.add_argument(
|
|
"prompt", nargs="?", default="a beautiful landscape",
|
|
help="The text prompt for image generation."
|
|
)
|
|
parser.add_argument(
|
|
"--aspect_ratio", default="1:1", choices=ALL_ASPECT_RATIOS,
|
|
help=f"Aspect ratio. Default: 1:1."
|
|
)
|
|
parser.add_argument(
|
|
"--image_size", default="1K",
|
|
help=f"Image size. Choices: {ALL_IMAGE_SIZES}. Default: 1K. (case-insensitive)"
|
|
)
|
|
parser.add_argument(
|
|
"--output", "-o", default=None,
|
|
help="Output directory. Default: current directory."
|
|
)
|
|
parser.add_argument(
|
|
"--filename", "-f", default=None,
|
|
help="Output filename (without extension). Overrides auto-naming."
|
|
)
|
|
parser.add_argument(
|
|
"--model", "-m", default=None,
|
|
help="Model name. Default depends on backend."
|
|
)
|
|
parser.add_argument(
|
|
"--backend", "-b", default=None, choices=SUPPORTED_BACKENDS,
|
|
help="Override IMAGE_BACKEND env var."
|
|
)
|
|
parser.add_argument(
|
|
"--list-backends", action="store_true",
|
|
help="List available backends grouped by support tier and exit."
|
|
)
|
|
parser.add_argument(
|
|
"--manifest", default=None, metavar="IMAGE_PROMPTS_JSON",
|
|
help=(
|
|
"Path to image_prompts.json. Runs every Pending/Failed item in "
|
|
"parallel; writes status back to the manifest as each completes."
|
|
),
|
|
)
|
|
parser.add_argument(
|
|
"--concurrency", type=int, default=None,
|
|
help=(
|
|
"Max concurrent requests in --manifest mode. Defaults to "
|
|
f"IMAGE_CONCURRENCY env or {DEFAULT_MANIFEST_CONCURRENCY}. "
|
|
"Auto-halves on rate-limit; 1 is the serial fallback."
|
|
),
|
|
)
|
|
parser.add_argument(
|
|
"--render-md", dest="render_md", default=None, metavar="IMAGE_PROMPTS_JSON",
|
|
help=(
|
|
"Render <json>'s read-only Markdown sidecar (image_prompts.md) "
|
|
"next to the manifest, then exit. No backend / network needed."
|
|
),
|
|
)
|
|
|
|
args = parser.parse_args()
|
|
|
|
if args.list_backends:
|
|
_print_backend_list()
|
|
return
|
|
|
|
if args.render_md:
|
|
if not os.path.isfile(args.render_md):
|
|
print(f"Error: manifest file not found: {args.render_md}")
|
|
sys.exit(1)
|
|
try:
|
|
manifest = load_manifest(args.render_md)
|
|
except ValueError as e:
|
|
print(f"Error: {e}")
|
|
sys.exit(1)
|
|
md_path = render_manifest_md_to_file(args.render_md, manifest)
|
|
print(f"Rendered Markdown sidecar: {md_path}")
|
|
return
|
|
|
|
if args.manifest:
|
|
_guard_confirmed_non_api_path(args.manifest)
|
|
|
|
try:
|
|
_load_image_env_file()
|
|
_validate_runtime_config()
|
|
except ValueError as e:
|
|
print(f"Error: {e}")
|
|
sys.exit(1)
|
|
|
|
# CLI --backend overrides the value loaded from .env
|
|
if args.backend:
|
|
os.environ["IMAGE_BACKEND"] = args.backend
|
|
|
|
backend, backend_name = _resolve_backend()
|
|
print(f"Using backend: {backend_name}\n")
|
|
|
|
if args.manifest:
|
|
if not os.path.isfile(args.manifest):
|
|
print(f"Error: manifest file not found: {args.manifest}")
|
|
sys.exit(1)
|
|
try:
|
|
manifest = load_manifest(args.manifest)
|
|
except ValueError as e:
|
|
print(f"Error: {e}")
|
|
sys.exit(1)
|
|
|
|
concurrency = _resolve_concurrency(args.concurrency)
|
|
try:
|
|
_, failed, _ = _run_manifest(
|
|
manifest, args.manifest, backend,
|
|
initial_concurrency=concurrency,
|
|
image_size=args.image_size,
|
|
output_dir=args.output or str(Path(args.manifest).parent),
|
|
model=args.model,
|
|
)
|
|
except KeyboardInterrupt:
|
|
print("\n\nInterrupted by user. Partial progress preserved in manifest.")
|
|
sys.exit(130)
|
|
md_path = render_manifest_md_to_file(args.manifest, manifest)
|
|
print(f"Rendered Markdown sidecar: {md_path}")
|
|
sys.exit(1 if failed else 0)
|
|
|
|
try:
|
|
backend.generate(
|
|
prompt=args.prompt,
|
|
aspect_ratio=args.aspect_ratio,
|
|
image_size=args.image_size,
|
|
output_dir=args.output,
|
|
filename=args.filename,
|
|
model=args.model,
|
|
)
|
|
except (ValueError, FileNotFoundError) as e:
|
|
print(f"Error: {e}")
|
|
sys.exit(1)
|
|
except RuntimeError as e:
|
|
print(f"Error: {e}")
|
|
sys.exit(1)
|
|
except KeyboardInterrupt:
|
|
print("\n\nInterrupted by user.")
|
|
sys.exit(130)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|