项目文件夹

文件
wehub-resource-sync ec436095dd
Book-CI / test (macos-latest) (push) Has been cancelled
Book-CI / test (ubuntu-latest) (push) Has been cancelled
Book-CI / test (windows-latest) (push) Has been cancelled
Release Fake Tag / publish (push) Has been cancelled
Deploy / deploy (macos-latest) (push) Has been cancelled
Deploy / deploy (ubuntu-latest) (push) Has been cancelled
Deploy / deploy (windows-latest) (push) Has been cancelled
Release to PyPI / Build & publish sglang-kt (push) Has been cancelled
Release to PyPI / Build kt-kernel (Python 3.11) (push) Has been cancelled
Release to PyPI / Build kt-kernel (Python 3.12) (push) Has been cancelled
Release to PyPI / Publish kt-kernel to PyPI (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 13:30:03 +08:00

1346 行
77 KiB
Python

此文件含有模棱两可的 Unicode 字符
此文件含有可能会与其他字符混淆的 Unicode 字符。 如果您是想特意这样的,可以安全地忽略该警告。 使用 Escape 按钮显示他们。
"""
Internationalization (i18n) module for kt-cli.
Supports English and Chinese languages, with automatic detection based on
system locale or KT_LANG environment variable.
"""
import os
from typing import Any
# Message definitions for all supported languages
MESSAGES: dict[str, dict[str, str]] = {
"en": {
# General
"welcome": "Welcome to KTransformers!",
"goodbye": "Goodbye!",
"error": "Error",
"warning": "Warning",
"success": "Success",
"info": "Info",
"yes": "Yes",
"no": "No",
"cancel": "Cancel",
"confirm": "Confirm",
"done": "Done",
"failed": "Failed",
"skip": "Skip",
"back": "Back",
"next": "Next",
"retry": "Retry",
"abort": "Abort",
# Version command
"version_info": "KTransformers CLI",
"version_python": "Python",
"version_platform": "Platform",
"version_cuda": "CUDA",
"version_cuda_not_found": "Not found",
"version_kt_kernel": "kt-kernel",
"version_ktransformers": "ktransformers",
"version_sglang": "sglang-kt",
"version_llamafactory": "llamafactory",
"version_not_installed": "Not installed",
# Install command
"install_detecting_env": "Detecting environment managers...",
"install_found": "Found {name} (version {version})",
"install_not_found": "Not found: {name}",
"install_checking_env": "Checking existing environments...",
"install_env_exists": "Found existing 'kt' environment",
"install_env_not_exists": "No 'kt' environment found",
"install_no_env_manager": "No virtual environment manager detected",
"install_select_method": "Please select installation method:",
"install_method_conda": "Create new conda environment 'kt' (Recommended)",
"install_method_venv": "Create new venv environment",
"install_method_uv": "Create new uv environment (Fast)",
"install_method_docker": "Use Docker container",
"install_method_system": "Install to system Python (Not recommended)",
"install_select_mode": "Please select installation mode:",
"install_mode_inference": "Inference - Install kt-kernel + SGLang",
"install_mode_sft": "Training - Install kt-sft + LlamaFactory",
"install_mode_full": "Full - Install all components",
"install_creating_env": "Creating {type} environment '{name}'...",
"install_env_created": "Environment created successfully",
"install_installing_deps": "Installing dependencies...",
"install_checking_deps": "Checking dependency versions...",
"install_dep_ok": "OK",
"install_dep_outdated": "Needs update",
"install_dep_missing": "Missing",
"install_installing_pytorch": "Installing PyTorch...",
"install_installing_from_requirements": "Installing from requirements file...",
"install_deps_outdated": "Found {count} package(s) that need updating. Continue?",
"install_updating": "Updating packages...",
"install_complete": "Installation complete!",
"install_activate_hint": "Activate environment: {command}",
"install_start_hint": "Get started: kt run --help",
"install_docker_pulling": "Pulling Docker image...",
"install_docker_complete": "Docker image ready!",
"install_docker_run_hint": "Run with: docker run --gpus all -p 30000:30000 {image} kt run {model}",
"install_in_venv": "Running in virtual environment: {name}",
"install_continue_without_venv": "Continue installing to system Python?",
"install_already_installed": "All dependencies are already installed!",
"install_confirm": "Install {count} package(s)?",
# Install - System dependencies
"install_checking_system_deps": "Checking system dependencies...",
"install_dep_name": "Dependency",
"install_dep_status": "Status",
"install_deps_all_installed": "All system dependencies are installed",
"install_deps_install_prompt": "Install missing dependencies?",
"install_installing_system_deps": "Installing system dependencies...",
"install_installing_dep": "Installing {name}",
"install_dep_no_install_cmd": "No install command available for {name} on {os}",
"install_dep_install_failed": "Failed to install {name}",
"install_deps_skipped": "Skipping dependency installation",
"install_deps_failed": "Failed to install system dependencies",
# Install - CPU detection
"install_auto_detect_cpu": "Auto-detecting CPU capabilities...",
"install_cpu_features": "Detected CPU features: {features}",
"install_cpu_no_features": "No advanced CPU features detected",
# Install - Build configuration
"install_build_config": "Build Configuration:",
"install_native_warning": "Note: Binary optimized for THIS CPU only (not portable)",
"install_building_from_source": "Building kt-kernel from source...",
"install_build_failed": "Build failed",
"install_build_success": "Build completed successfully",
# Install - Verification
"install_verifying": "Verifying installation...",
"install_verify_success": "kt-kernel {version} ({variant} variant) installed successfully",
"install_verify_failed": "Verification failed: {error}",
# Install - Docker
"install_docker_guide_title": "Docker Installation",
"install_docker_guide_desc": "For Docker installation, please refer to the official guide:",
# Config command
"config_show_title": "Current Configuration",
"config_set_success": "Configuration updated: {key} = {value}",
"config_get_value": "{key} = {value}",
"config_get_not_found": "Configuration key '{key}' not found",
"config_reset_confirm": "This will reset all configurations to default. Continue?",
"config_reset_success": "Configuration reset to default",
"config_file_location": "Configuration file: {path}",
# Doctor command
"doctor_title": "KTransformers Environment Diagnostics",
"doctor_checking": "Running diagnostics...",
"doctor_check_python": "Python version",
"doctor_check_cuda": "CUDA availability",
"doctor_check_gpu": "GPU detection",
"doctor_check_cpu": "CPU",
"doctor_check_cpu_isa": "CPU Instructions",
"doctor_check_numa": "NUMA Topology",
"doctor_check_memory": "System memory",
"doctor_check_disk": "Disk space",
"doctor_check_packages": "Required packages",
"doctor_check_env": "Environment variables",
"doctor_status_ok": "OK",
"doctor_status_warning": "Warning",
"doctor_status_error": "Error",
"doctor_gpu_found": "Found {count} GPU(s): {names}",
"doctor_gpu_not_found": "No GPU detected",
"doctor_cpu_info": "{name} ({cores} cores / {threads} threads)",
"doctor_cpu_isa_info": "{isa_list}",
"doctor_cpu_isa_missing": "Missing recommended: {missing}",
"doctor_numa_info": "{nodes} node(s)",
"doctor_numa_detail": "{node}: CPUs {cpus}",
"doctor_memory_info": "{available} available / {total} total",
"doctor_memory_freq": "{available} available / {total} total ({freq}MHz {type})",
"doctor_disk_info": "{available} available at {path}",
"doctor_all_ok": "All checks passed! Your environment is ready.",
"doctor_has_issues": "Some issues were found. Please review the warnings/errors above.",
# Run command
"run_detecting_hardware": "Detecting hardware configuration...",
"run_gpu_info": "GPU: {name} ({vram}GB VRAM)",
"run_cpu_info": "CPU: {name} ({cores} cores, {numa} NUMA nodes)",
"run_ram_info": "RAM: {total}GB",
"run_checking_model": "Checking model status...",
"run_model_path": "Model path: {path}",
"run_weights_not_found": "Quantized weights not found",
"run_quant_prompt": "Quantize model now? (This may take a while)",
"run_quantizing": "Quantizing model...",
"run_starting_server": "Starting server...",
"run_server_mode": "Mode: SGLang + kt-kernel",
"run_server_port": "Port: {port}",
"run_gpu_experts": "GPU experts: {count}/layer",
"run_cpu_threads": "CPU threads: {count}",
"run_server_started": "Server started!",
"run_api_url": "API URL: http://{host}:{port}",
"run_docs_url": "Docs URL: http://{host}:{port}/docs",
"run_stop_hint": "Press Ctrl+C to stop the server",
"run_model_not_found": "Model '{name}' not found. Run 'kt download' first.",
"run_multiple_matches": "Multiple models found. Please select:",
"run_select_model": "Select model",
"run_select_model_title": "Select a model to run",
"run_select_model_prompt": "Enter number",
"run_local_models": "Local Models (Downloaded)",
"run_registered_models": "Registered Models",
# Download command
"download_list_title": "Available Models",
"download_searching": "Searching for model '{name}'...",
"download_found": "Found: {name}",
"download_multiple_found": "Multiple matches found:",
"download_select": "Select model to download:",
"download_destination": "Destination: {path}",
"download_starting": "Starting download...",
"download_progress": "Downloading {name}...",
"download_complete": "Download complete!",
"download_already_exists": "Model already exists at {path}",
"download_overwrite_prompt": "Overwrite existing files?",
# Quant command
"quant_input_path": "Input path: {path}",
"quant_output_path": "Output path: {path}",
"quant_method": "Quantization method: {method}",
"quant_starting": "Starting quantization...",
"quant_progress": "Quantizing...",
"quant_complete": "Quantization complete!",
"quant_input_not_found": "Input model not found at {path}",
"quant_cpu_threads": "CPU threads: {threads}",
"quant_numa_nodes": "NUMA nodes: {nodes}",
"quant_time_warning": "Quantization may take 30-60 minutes depending on model size.",
"quant_disk_analysis": "Disk Space Analysis:",
"quant_source_size": "Source model size:",
"quant_estimated_size": "Estimated output size:",
"quant_available_space": "Available space:",
"quant_insufficient_space": "WARNING: Insufficient disk space!",
"quant_required_space": "Required space (with 20% buffer):",
"quant_shortage": "Shortage:",
"quant_may_fail": "Quantization may fail or produce incomplete files.",
"quant_continue_anyway": "Continue anyway?",
"quant_settings": "Quantization Settings:",
"quant_registered": "Quantized model registered: {name}",
"quant_view_with": "View with:",
"quant_use_with": "Use with:",
"quant_register_failed": "Failed to auto-register model: {error}",
"quant_output_exists": "Output path already exists: {path}",
"quant_using_unique": "Using unique name: {path}",
# Interactive quant
"quant_interactive_title": "Interactive Quantization Configuration",
"quant_new_model_notice": "⚠ Note: Some newer models cannot be quantized yet (conversion script not adapted). Recommended to use the original precision for inference (no weight conversion needed).",
"quant_no_moe_models": "No MoE models found for quantization.",
"quant_only_moe": "Only MoE models (e.g., DeepSeek-V3) can be quantized to AMX format.",
"quant_add_models": "Add models with: {command}",
"quant_moe_available": "MoE Models Available for Quantization:",
"quant_select_model": "Select model to quantize",
"quant_invalid_choice": "Invalid choice",
"quant_step2_method": "Step 2: Quantization Method",
"quant_method_label": "Quantization Method:",
"quant_int4_desc": "INT4",
"quant_int8_desc": "INT8",
"quant_select_method": "Select quantization method",
"quant_input_type_label": "Input Weight Type:",
"quant_fp8_desc": "FP8 (for 8-bit float weights)",
"quant_fp16_desc": "FP16 (for 16-bit float weights)",
"quant_bf16_desc": "BF16 (for Brain Float 16 weights)",
"quant_select_input_type": "Select input type",
"quant_step3_cpu": "Step 3: CPU Configuration",
"quant_cpu_threads_prompt": "CPU Threads (1 to {max})",
"quant_numa_nodes_prompt": "NUMA Nodes (1 to {max})",
"quant_use_gpu_label": "Use GPU for conversion?",
"quant_gpu_speedup": "GPU can significantly speed up the quantization process",
"quant_enable_gpu": "Enable GPU acceleration?",
"quant_step4_output": "Step 4: Output Path",
"quant_default_path": "Default:",
"quant_use_default": "Use default output path?",
"quant_custom_path": "Enter custom output path",
"quant_output_exists_warn": "⚠ Output path already exists: {path}",
"quant_using_unique_name": "→ Using unique name: {path}",
"quant_config_summary": "Configuration Summary",
"quant_summary_model": "Model:",
"quant_summary_method": "Method:",
"quant_summary_input_type": "Input Type:",
"quant_summary_cpu_threads": "CPU Threads:",
"quant_summary_numa": "NUMA Nodes:",
"quant_summary_gpu": "Use GPU:",
"quant_summary_output": "Output Path:",
"quant_start_question": "Start quantization?",
"quant_cancelled": "Cancelled",
"quant_config_complete": "Configuration complete",
"quant_time_elapsed": "Time elapsed:",
"yes": "Yes",
"no": "No",
# SFT command
"sft_mode_train": "Training mode",
"sft_mode_chat": "Chat mode",
"sft_mode_export": "Export mode",
"sft_config_path": "Config file: {path}",
"sft_starting": "Starting {mode}...",
"sft_complete": "{mode} complete!",
"sft_config_not_found": "Config file not found: {path}",
# Bench command
"bench_starting": "Starting benchmark...",
"bench_type": "Benchmark type: {type}",
"bench_complete": "Benchmark complete!",
"bench_results_title": "Benchmark Results",
# Common prompts
"prompt_continue": "Continue?",
"prompt_select": "Please select:",
"prompt_enter_value": "Enter value:",
"prompt_confirm_action": "Confirm this action?",
# First-run setup - Model path selection
"setup_model_path_title": "Model Storage Location",
"setup_model_path_desc": "LLM models are large (50-200GB+). Please select a storage location with sufficient space:",
"setup_scanning_disks": "Scanning available storage locations...",
"setup_disk_option": "{path} ({available} available / {total} total)",
"setup_disk_option_recommended": "{path} ({available} available / {total} total) [Recommended]",
"setup_custom_path": "Enter custom path",
"setup_enter_custom_path": "Enter the path for model storage",
"setup_path_not_exist": "Path does not exist. Create it?",
"setup_path_no_write": "No write permission for this path. Please choose another.",
"setup_path_low_space": "Warning: Less than 100GB available. Large models may not fit.",
"setup_model_path_set": "Model storage path set to: {path}",
"setup_no_large_disk": "No large storage locations found. Using default path.",
"setup_scanning_models": "Scanning for existing models...",
"setup_found_models": "Found {count} model(s):",
"setup_model_info": "{name} ({size}, {type})",
"setup_no_models_found": "No existing models found in this location.",
"setup_location_has_models": "{count} model(s) found",
"setup_installing_completion": "Installing shell completion for {shell}...",
"setup_completion_installed": "Shell completion installed! Restart terminal to enable.",
"setup_completion_failed": "Failed to install shell completion. Run 'kt --install-completion' manually.",
# Auto completion
"completion_installed_title": "Tab Completion",
"completion_installed_for": "Shell completion installed for {shell}",
"completion_activate_now": "To enable completion in this terminal session, run:",
"completion_next_session": "Completion will be automatically enabled in new terminal sessions.",
# SGLang
"sglang_not_found": "SGLang not found",
"sglang_pypi_warning": "SGLang from PyPI may not be compatible with kt-kernel. Use sglang-kt instead: pip install sglang-kt",
"sglang_pypi_hint": "SGLang from PyPI may not be compatible. Install the kvcache-ai fork: pip install sglang-kt (or run ./install.sh from ktransformers root)",
"sglang_install_hint": "Install SGLang: pip install sglang-kt (or run ./install.sh from ktransformers root)",
"sglang_recommend_source": "Recommend reinstalling with the kvcache-ai fork: pip uninstall sglang -y && pip install sglang-kt",
"sglang_kt_kernel_not_supported": "SGLang does not support kt-kernel (missing --kt-gpu-prefill-token-threshold parameter)",
"sglang_checking_kt_kernel_support": "Checking SGLang kt-kernel support...",
"sglang_kt_kernel_supported": "SGLang kt-kernel support verified",
# Chat
"chat_proxy_detected": "Proxy detected in environment",
"chat_proxy_confirm": "Use proxy for connection?",
"chat_proxy_disabled": "Proxy disabled for this session",
"chat_openai_required": "OpenAI Python SDK is required for chat functionality.",
"chat_install_hint": "Install it with:",
"chat_title": "KTransformers Chat",
"chat_server": "Server",
"chat_temperature": "Temperature",
"chat_max_tokens": "Max tokens",
"chat_help_hint": "Type '/help' for commands, '/quit' to exit",
"chat_connecting": "Connecting to server...",
"chat_no_models": "No models available on server",
"chat_model_not_found": "Model '{model}' not found. Available models: {available}",
"chat_connected": "Connected to model: {model}",
"chat_connect_failed": "Failed to connect to server: {error}",
"chat_server_not_running": "Make sure the model server is running:",
"chat_user_prompt": "You",
"chat_assistant_prompt": "Assistant",
"chat_generation_error": "Error generating response: {error}",
"chat_interrupted": "Chat interrupted. Goodbye!",
"chat_history_saved": "History saved to: {path}",
"chat_goodbye": "Goodbye!",
"chat_help_title": "Available Commands:",
"chat_help_content": "/help, /h - Show this help message\n/quit, /exit, /q - Exit chat\n/clear, /c - Clear conversation history\n/history, /hist - Show conversation history\n/info, /i - Show current settings\n/retry, /r - Regenerate last response",
"chat_history_cleared": "Conversation history cleared",
"chat_no_history": "No conversation history",
"chat_history_title": "History ({count} messages)",
"chat_info_title": "Current Settings:",
"chat_info_content": "Temperature: {temperature}\nMax tokens: {max_tokens}\nMessages: {messages}",
"chat_retrying": "Retrying last response...",
"chat_no_retry": "No previous response to retry",
"chat_unknown_command": "Unknown command: {command}",
"chat_unknown_hint": "Type /help for available commands",
# Run Interactive
"run_int_no_moe_models": "No MoE GPU models found.",
"run_int_add_models": "Add models with: kt model scan",
"run_int_list_all": "List all models: kt model list --all",
"run_int_step1_title": "Step 1: Select Model (GPU MoE Models)",
"run_int_select_model": "Select model",
"run_int_step2_title": "Step 2: Select Inference Method",
"run_int_method_raw": "RAW Precision (FP8/FP8_PERCHANNEL/BF16/RAWINT4)",
"run_int_method_amx": "AMX Quantization (INT4/INT8)",
"run_int_method_gguf": "GGUF (Llamafile)",
"run_int_method_saved": "Use Saved Configuration",
"run_int_select_method": "Select inference method",
"run_int_raw_precision": "RAW Precision:",
"run_int_select_precision": "Select precision",
"run_int_amx_method": "AMX Method:",
"run_int_select_amx": "Select AMX method",
"run_int_step3_title": "Step 3: NUMA and CPU Configuration",
"run_int_numa_nodes": "NUMA Nodes (1-{max})",
"run_int_cpu_threads": "CPU Threads per NUMA (1-{max})",
"run_int_amx_warning": "⚠ Warning: AMX INT4/INT8 requires compatible CPU. Check with: kt doctor",
"run_int_step4_title": "Step 4: GPU Experts Configuration",
"run_int_gpu_experts": "GPU Experts per Layer (0-{max})",
"run_int_gpu_experts_info": "Total experts: {total}, Activated per token: {active}",
"run_int_step5_title": "Step 5: KV Cache Configuration",
"run_int_kv_cache_size": "KV Cache Size (tokens)",
"run_int_chunk_prefill": "Enable Chunk Prefill?",
"run_int_chunk_size": "Chunk Prefill Size (tokens)",
"run_int_gpu_prefill_threshold": "GPU Prefill Threshold (tokens)",
"run_int_step6_title": "Step 6: GPU Selection and Tensor Parallelism",
"run_int_available_gpus": "Available GPUs:",
"run_int_gpu_id": "GPU {id}",
"run_int_vram_info": "{name} ({total:.1f}GB total, {free:.1f}GB free)",
"run_int_select_gpus": "Select GPU IDs (comma-separated)",
"run_int_invalid_gpu_range": "All GPU IDs must be between 0 and {max}",
"run_int_tp_size": "TP Size (must be power of 2: 1,2,4,8...)",
"run_int_tp_mismatch": "TP size must match number of selected GPUs ({count})",
"run_int_tp_not_power_of_2": "TP size must be a power of 2",
"run_int_mem_fraction": "Static Memory Fraction (0.0-1.0)",
"run_int_using_saved_mem": "Using saved memory fraction: {fraction}",
"run_int_step7_title": "Step 7: Parser Configuration (Optional)",
"run_int_tool_call_parser": "Tool Call Parser (press Enter to skip)",
"run_int_reasoning_parser": "Reasoning Parser (press Enter to skip)",
"run_int_step8_title": "Step 8: Host and Port Configuration",
"run_int_host": "Host",
"run_int_port": "Port",
"run_int_port_occupied": "⚠ Port {port} is already in use",
"run_int_port_suggestion": "Suggested available port: {port}",
"run_int_use_suggested": "Use suggested port?",
"run_int_saved_configs": "Saved Configurations:",
"run_int_config_name": "Configuration {num}",
"run_int_kt_method": "KT Method:",
"run_int_numa_nodes_label": "NUMA Nodes:",
"run_int_cpu_threads_label": "CPU Threads:",
"run_int_gpu_experts_label": "GPU Experts:",
"run_int_tp_size_label": "TP Size:",
"run_int_mem_fraction_label": "Memory Fraction:",
"run_int_server_label": "Server:",
"run_int_kv_cache_label": "KV Cache:",
"run_int_chunk_prefill_label": "Chunk Prefill:",
"run_int_gpu_prefill_label": "GPU Prefill Thr:",
"run_int_tool_parser_label": "Tool Call Parser:",
"run_int_reasoning_parser_label": "Reasoning Parser:",
"run_int_command_label": "Command:",
"run_int_select_config": "Select configuration",
"run_int_gpu_select_required": "Please select {tp} GPUs (TP size from saved config)",
"run_int_port_check_title": "Port Configuration",
"run_int_port_checking": "Checking port {port} availability...",
"run_int_port_available": "Port {port} is available",
"run_int_saved_config_title": "Saved Configuration",
"run_int_save_config_title": "Save Configuration",
"run_int_save_config_prompt": "Save this configuration for future use?",
"run_int_config_name_prompt": "Configuration name",
"run_int_config_name_default": "Config {timestamp}",
"run_int_config_saved": "Configuration saved: {name}",
"run_int_config_summary": "Configuration Complete",
"run_int_model_label": "Model:",
"run_int_selected_gpus_label": "Selected GPUs:",
# Model command
"model_supported_title": "KTransformers Supported Models",
"model_column_model": "Model",
"model_column_status": "Status",
"model_column_local_path": "Local Path",
"model_status_local": "Local",
"model_status_not_downloaded": "Not downloaded",
"model_usage_title": "Usage",
"model_usage_download": "Download a model:",
"model_usage_list_local": "List local models:",
"model_usage_search": "Search models:",
"model_storage_paths_title": "Model Storage Paths",
"model_local_models_title": "Locally Downloaded Models",
"model_available_models_title": "Available Models",
"model_no_local_models": "No locally downloaded models found",
"model_download_hint": "Download a model with:",
"model_download_usage_hint": "Usage: kt model download <model-name>",
"model_download_list_hint": "Use 'kt model download --list' to see available models.",
"model_download_hf_hint": "Or specify a HuggingFace repo directly: kt model download org/model-name",
"model_saved_to": "Model saved to: {path}",
"model_start_with": "Start with: kt run {name}",
"model_download_failed": "Download failed: {error}",
"model_hf_cli_not_found": "huggingface-cli not found. Install with: pip install huggingface-hub",
"model_path_not_exist": "Path does not exist: {path}",
"model_create_directory": "Create directory {path}?",
"model_created_directory": "Created directory: {path}",
"model_create_dir_failed": "Failed to create directory: {error}",
"model_path_added": "Added model path: {path}",
"model_path_removed": "Removed model path: {path}",
"model_path_not_found": "Path not found in configuration or cannot remove last path: {path}",
"model_search_no_results": "No models found matching '{query}'",
"model_search_results_title": "Search Results for '{query}'",
"model_column_name": "Name",
"model_column_hf_repo": "HuggingFace Repo",
"model_column_aliases": "Aliases",
# Model management - new user registry system
"model_no_registered_models": "No models registered yet.",
"model_scan_hint": "Scan for models: kt model scan",
"model_add_hint": "Add a model: kt model add /path/to/model",
"model_registered_models_title": "Registered Models",
"model_column_format": "Format",
"model_column_repo": "Repository",
"model_column_sha256": "SHA256",
"model_non_moe_hidden_hint": "Detected {count} non-MoE models, use kt model list --all to show all",
"model_usage_title": "Common Operations:",
"model_usage_info": "View details:",
"model_usage_edit": "Edit model:",
"model_usage_verify": "Verify integrity:",
"model_usage_quant": "Quantize model:",
"model_usage_run": "Run model:",
"model_usage_scan": "Scan for models:",
"model_usage_add": "Add model:",
"model_usage_verbose": "View with file details:",
"model_no_storage_paths": "No storage paths configured.",
"model_add_path_hint": "Add a storage path with: kt config set model.storage_paths /path/to/models",
"model_scanning_paths": "Scanning configured storage paths...",
"model_scanning_progress": "Scanning: {path}",
"model_scan_warnings_title": "Warnings",
"model_scan_no_models_found": "No models found in configured paths.",
"model_scan_check_paths_hint": "Check your storage paths: kt config get model.storage_paths",
"model_scan_min_size_hint": "Folders must be ≥{size}GB to be detected as models.",
"model_scan_found_title": "Found {count} new model(s)",
"model_column_path": "Path",
"model_column_size": "Size",
"model_scan_auto_adding": "Auto-adding models...",
"model_added": "Added: {name}",
"model_add_failed": "Failed to add {name}: {error}",
"model_scan_complete": "Scan complete! Added {count} model(s).",
"model_scan_interactive_prompt": "Commands: edit <id> | del <id> | done",
"model_scan_cmd_edit": "Set custom name for model",
"model_scan_cmd_delete": "Skip this model",
"model_scan_cmd_done": "Finish and add models",
"model_scan_marked_skip": "Skipped model #{id}",
"model_scan_invalid_id": "Invalid model ID: {id}",
"model_scan_invalid_command": "Invalid command. Use: edit <id> | del <id> | done",
"model_scan_edit_model": "Edit model {id}",
"model_scan_edit_note": "You can change the model name before adding it to registry",
"model_scan_adding_models": "Adding {count} model(s)...",
"model_scan_next_steps": "Next Steps",
"model_scan_view_hint": "View registered models: kt model list",
"model_scan_edit_hint": "Edit model details: kt model edit <name>",
"model_scan_no_models_added": "No models were added.",
"model_add_path_not_exist": "Error: Path does not exist: {path}",
"model_add_not_directory": "Error: Path is not a directory: {path}",
"model_add_already_registered": "This path is already registered as: {name}",
"model_add_view_hint": "View with: kt model info {name}",
"model_add_scanning": "Scanning model files...",
"model_add_scan_failed": "Failed to scan model: {error}",
"model_add_no_model_files": "No model files found in {path}",
"model_add_supported_formats": "Supported: *.safetensors, *.gguf (folder ≥10GB)",
"model_add_detected": "Detected: {format} format, {size}, {count} file(s)",
"model_add_name_conflict": "Name '{name}' already exists.",
"model_add_prompt_name": "Enter a name for this model",
"model_add_name_exists": "Name already exists. Please choose another name:",
"model_add_configure_repo": "Configure repository information for SHA256 verification?",
"model_add_repo_type_prompt": "Select repository type:",
"model_add_choice": "Choice",
"model_add_repo_id_prompt": "Enter repository ID (e.g., deepseek-ai/DeepSeek-V3)",
"model_add_success": "Successfully added model: {name}",
"model_add_verify_hint": "Verify integrity: kt model verify {name}",
"model_add_edit_later_hint": "Edit details later: kt model edit {name}",
"model_add_failed_generic": "Failed to add model: {error}",
"model_edit_not_found": "Model '{name}' not found.",
"model_edit_list_hint": "List models: kt model list",
"model_edit_current_config": "Current Configuration",
"model_edit_what_to_edit": "What would you like to edit?",
"model_edit_option_name": "Edit name",
"model_edit_option_repo": "Configure repository info",
"model_edit_option_delete": "Delete this model",
"model_edit_option_cancel": "Cancel / Exit",
"model_edit_choice_prompt": "Select option",
"model_edit_new_name": "Enter new name",
"model_edit_name_conflict": "Name '{name}' already exists. Please choose another:",
"model_edit_name_updated": "Name updated: {old}{new}",
"model_edit_repo_type_prompt": "Repository type (or enter to remove repo info):",
"model_edit_repo_remove": "Remove repository info",
"model_edit_repo_id_prompt": "Enter repository ID",
"model_edit_repo_removed": "Repository info removed",
"model_edit_repo_updated": "Repository configured: {repo_type}{repo_id}",
"model_edit_delete_warning": "Delete model '{name}' from registry?",
"model_edit_delete_note": "Note: This only removes the registry entry. Model files in {path} will NOT be deleted.",
"model_edit_delete_confirm": "Confirm deletion?",
"model_edit_deleted": "Model '{name}' deleted from registry",
"model_edit_delete_cancelled": "Deletion cancelled",
"model_edit_cancelled": "Edit cancelled",
# Model edit - Interactive selection
"model_edit_select_title": "Select Model to Edit",
"model_edit_select_model": "Select model",
"model_edit_invalid_choice": "Invalid choice",
"model_edit_no_models": "No models found in registry.",
"model_edit_add_hint_scan": "Add models with:",
"model_edit_add_hint_add": "Or:",
# Model edit - Display
"model_edit_gpu_links": "GPU Links:",
# Model edit - Menu options
"model_edit_manage_gpu_links": "Manage GPU Links",
"model_edit_save_changes": "Save changes",
"model_edit_has_changes": "(has changes)",
"model_edit_no_changes": "(no changes)",
# Model edit - Pending changes messages
"model_edit_name_pending": "Name will be updated when you save changes.",
"model_edit_repo_remove_pending": "Repository info will be removed when you save changes.",
"model_edit_repo_update_pending": "Repository info will be updated when you save changes.",
# Model edit - GPU link management
"model_edit_gpu_links_title": "Manage GPU Links for {name}",
"model_edit_current_gpu_links": "Current GPU links:",
"model_edit_no_gpu_links": "No GPU links configured.",
"model_edit_gpu_options": "Options:",
"model_edit_gpu_add": "Add GPU link",
"model_edit_gpu_remove": "Remove GPU link",
"model_edit_gpu_clear": "Clear all GPU links",
"model_edit_gpu_back": "Back to main menu",
"model_edit_gpu_choose_option": "Choose option",
"model_edit_gpu_none_available": "No GPU models available to link.",
"model_edit_gpu_available_models": "Available GPU models:",
"model_edit_gpu_already_linked": "(already linked)",
"model_edit_gpu_enter_number": "Enter GPU model number to add",
"model_edit_gpu_link_pending": "GPU link will be added when you save changes: {name}",
"model_edit_gpu_already_exists": "This GPU model is already linked.",
"model_edit_gpu_invalid_choice": "Invalid choice.",
"model_edit_gpu_invalid_input": "Invalid input.",
"model_edit_gpu_none_to_remove": "No GPU links to remove.",
"model_edit_gpu_choose_to_remove": "Choose GPU link to remove:",
"model_edit_gpu_enter_to_remove": "Enter number to remove",
"model_edit_gpu_remove_pending": "GPU link will be removed when you save changes: {name}",
"model_edit_gpu_none_to_clear": "No GPU links to clear.",
"model_edit_gpu_clear_confirm": "Remove all GPU links?",
"model_edit_gpu_clear_pending": "All GPU links will be removed when you save changes.",
"model_edit_cancelled_short": "Cancelled.",
# Model edit - Save operation
"model_edit_no_changes_to_save": "No changes to save.",
"model_edit_saving": "Saving changes...",
"model_edit_saved": "Changes saved successfully!",
"model_edit_updated_config": "Updated Configuration:",
"model_edit_repo_changed_warning": "⚠ Repository information has changed.",
"model_edit_verify_hint": "Run [cyan]kt model verify[/cyan] to verify model integrity with SHA256 checksums.",
"model_edit_discard_changes": "Discard unsaved changes?",
"model_info_not_found": "Model '{name}' not found.",
"model_info_list_hint": "List all models: kt model list",
"model_remove_not_found": "Model '{name}' not found.",
"model_remove_list_hint": "List models: kt model list",
"model_remove_warning": "Remove model '{name}' from registry?",
"model_remove_note": "Note: This only removes the registry entry. Model files will NOT be deleted from {path}.",
"model_remove_confirm": "Confirm removal?",
"model_remove_cancelled": "Removal cancelled",
"model_removed": "Model '{name}' removed from registry",
"model_remove_failed": "Failed to remove model: {error}",
"model_refresh_checking": "Checking model paths...",
"model_refresh_all_valid": "All models are valid! ({count} model(s) checked)",
"model_refresh_total": "Total models: {total}",
"model_refresh_missing_found": "Found {count} missing model(s)",
"model_refresh_suggestions": "Suggested Actions",
"model_refresh_remove_hint": "Remove from registry: kt model remove <name>",
"model_refresh_rescan_hint": "Re-scan for models: kt model scan",
"model_verify_not_found": "Model '{name}' not found.",
"model_verify_list_hint": "List models: kt model list",
"model_verify_no_repo": "Model '{name}' has no repository information configured.",
"model_verify_config_hint": "Configure repository: kt model edit {name}",
"model_verify_path_missing": "Model path does not exist: {path}",
"model_verify_starting": "Verifying model integrity...",
"model_verify_progress": "Repository: {repo_type}{repo_id}",
"model_verify_not_implemented": "SHA256 verification not implemented yet",
"model_verify_future_note": "This feature will fetch official SHA256 hashes from {repo_type} and compare with local files.",
"model_verify_passed": "Verification passed! All files match official hashes.",
"model_verify_failed": "Verification failed! {count} file(s) have hash mismatches.",
"model_verify_all_no_repos": "No models have repository information configured.",
"model_verify_all_config_hint": "Configure repos using: kt model edit <name>",
"model_verify_all_found": "Found {count} model(s) with repository info",
"model_verify_all_manual_hint": "Verify specific model: kt model verify <name>",
# Coming soon
"feature_coming_soon": "This feature is coming soon...",
},
"zh": {
# General
"welcome": "欢迎使用 KTransformers",
"goodbye": "再见!",
"error": "错误",
"warning": "警告",
"success": "成功",
"info": "信息",
"yes": "是",
"no": "否",
"cancel": "取消",
"confirm": "确认",
"done": "完成",
"failed": "失败",
"skip": "跳过",
"back": "返回",
"next": "下一步",
"retry": "重试",
"abort": "中止",
# Version command
"version_info": "KTransformers CLI",
"version_python": "Python",
"version_platform": "平台",
"version_cuda": "CUDA",
"version_cuda_not_found": "未找到",
"version_kt_kernel": "kt-kernel",
"version_ktransformers": "ktransformers",
"version_sglang": "sglang-kt",
"version_llamafactory": "llamafactory",
"version_not_installed": "未安装",
# Install command
"install_detecting_env": "检测环境管理工具...",
"install_found": "发现 {name} (版本 {version})",
"install_not_found": "未找到: {name}",
"install_checking_env": "检查现有环境...",
"install_env_exists": "发现现有 'kt' 环境",
"install_env_not_exists": "未发现 'kt' 环境",
"install_no_env_manager": "未检测到虚拟环境管理工具",
"install_select_method": "请选择安装方式:",
"install_method_conda": "创建新的 conda 环境 'kt' (推荐)",
"install_method_venv": "创建新的 venv 环境",
"install_method_uv": "创建新的 uv 环境 (快速)",
"install_method_docker": "使用 Docker 容器",
"install_method_system": "安装到系统 Python (不推荐)",
"install_select_mode": "请选择安装模式:",
"install_mode_inference": "推理模式 - 安装 kt-kernel + SGLang",
"install_mode_sft": "训练模式 - 安装 kt-sft + LlamaFactory",
"install_mode_full": "完整安装 - 安装所有组件",
"install_creating_env": "正在创建 {type} 环境 '{name}'...",
"install_env_created": "环境创建成功",
"install_installing_deps": "正在安装依赖...",
"install_checking_deps": "检查依赖版本...",
"install_dep_ok": "正常",
"install_dep_outdated": "需更新",
"install_dep_missing": "缺失",
"install_installing_pytorch": "正在安装 PyTorch...",
"install_installing_from_requirements": "从依赖文件安装...",
"install_deps_outdated": "发现 {count} 个包需要更新,是否继续?",
"install_updating": "正在更新包...",
"install_complete": "安装完成!",
"install_activate_hint": "激活环境: {command}",
"install_start_hint": "开始使用: kt run --help",
"install_docker_pulling": "正在拉取 Docker 镜像...",
"install_docker_complete": "Docker 镜像已就绪!",
"install_docker_run_hint": "运行: docker run --gpus all -p 30000:30000 {image} kt run {model}",
"install_in_venv": "当前在虚拟环境中: {name}",
"install_continue_without_venv": "继续安装到系统 Python?",
"install_already_installed": "所有依赖已安装!",
"install_confirm": "安装 {count} 个包?",
# Install - System dependencies
"install_checking_system_deps": "检查系统依赖...",
"install_dep_name": "依赖项",
"install_dep_status": "状态",
"install_deps_all_installed": "所有系统依赖已安装",
"install_deps_install_prompt": "是否安装缺失的依赖?",
"install_installing_system_deps": "正在安装系统依赖...",
"install_installing_dep": "正在安装 {name}",
"install_dep_no_install_cmd": "{os} 系统上没有 {name} 的安装命令",
"install_dep_install_failed": "安装 {name} 失败",
"install_deps_skipped": "跳过依赖安装",
"install_deps_failed": "系统依赖安装失败",
# Install - CPU detection
"install_auto_detect_cpu": "正在自动检测 CPU 能力...",
"install_cpu_features": "检测到的 CPU 特性: {features}",
"install_cpu_no_features": "未检测到高级 CPU 特性",
# Install - Build configuration
"install_build_config": "构建配置:",
"install_native_warning": "注意: 二进制文件仅针对当前 CPU 优化(不可移植)",
"install_building_from_source": "正在从源码构建 kt-kernel...",
"install_build_failed": "构建失败",
"install_build_success": "构建成功",
# Install - Verification
"install_verifying": "正在验证安装...",
"install_verify_success": "kt-kernel {version} ({variant} 变体) 安装成功",
"install_verify_failed": "验证失败: {error}",
# Install - Docker
"install_docker_guide_title": "Docker 安装",
"install_docker_guide_desc": "有关 Docker 安装,请参阅官方指南:",
# Config command
"config_show_title": "当前配置",
"config_set_success": "配置已更新: {key} = {value}",
"config_get_value": "{key} = {value}",
"config_get_not_found": "未找到配置项 '{key}'",
"config_reset_confirm": "这将重置所有配置为默认值。是否继续?",
"config_reset_success": "配置已重置为默认值",
"config_file_location": "配置文件: {path}",
# Doctor command
"doctor_title": "KTransformers 环境诊断",
"doctor_checking": "正在运行诊断...",
"doctor_check_python": "Python 版本",
"doctor_check_cuda": "CUDA 可用性",
"doctor_check_gpu": "GPU 检测",
"doctor_check_cpu": "CPU",
"doctor_check_cpu_isa": "CPU 指令集",
"doctor_check_numa": "NUMA 拓扑",
"doctor_check_memory": "系统内存",
"doctor_check_disk": "磁盘空间",
"doctor_check_packages": "必需的包",
"doctor_check_env": "环境变量",
"doctor_status_ok": "正常",
"doctor_status_warning": "警告",
"doctor_status_error": "错误",
"doctor_gpu_found": "发现 {count} 个 GPU: {names}",
"doctor_gpu_not_found": "未检测到 GPU",
"doctor_cpu_info": "{name} ({cores} 核心 / {threads} 线程)",
"doctor_cpu_isa_info": "{isa_list}",
"doctor_cpu_isa_missing": "缺少推荐指令集: {missing}",
"doctor_numa_info": "{nodes} 个节点",
"doctor_numa_detail": "{node}: CPU {cpus}",
"doctor_memory_info": "{available} 可用 / {total} 总计",
"doctor_memory_freq": "{available} 可用 / {total} 总计 ({freq}MHz {type})",
"doctor_disk_info": "{path}{available} 可用空间",
"doctor_all_ok": "所有检查通过!您的环境已就绪。",
"doctor_has_issues": "发现一些问题,请查看上方的警告/错误信息。",
# Run command
"run_detecting_hardware": "检测硬件配置...",
"run_gpu_info": "GPU: {name} ({vram}GB 显存)",
"run_cpu_info": "CPU: {name} ({cores} 核心, {numa} NUMA 节点)",
"run_ram_info": "内存: {total}GB",
"run_checking_model": "检查模型状态...",
"run_model_path": "模型路径: {path}",
"run_weights_not_found": "未找到量化权重",
"run_quant_prompt": "是否现在量化模型?(这可能需要一些时间)",
"run_quantizing": "正在量化模型...",
"run_starting_server": "正在启动服务器...",
"run_server_mode": "模式: SGLang + kt-kernel",
"run_server_port": "端口: {port}",
"run_gpu_experts": "GPU 专家: {count}/层",
"run_cpu_threads": "CPU 线程: {count}",
"run_server_started": "服务器已启动!",
"run_api_url": "API 地址: http://{host}:{port}",
"run_docs_url": "文档地址: http://{host}:{port}/docs",
"run_stop_hint": "按 Ctrl+C 停止服务器",
"run_model_not_found": "未找到模型 '{name}'。请先运行 'kt download'。",
"run_multiple_matches": "找到多个匹配的模型,请选择:",
"run_select_model": "选择模型",
"run_select_model_title": "选择要运行的模型",
"run_select_model_prompt": "输入编号",
"run_local_models": "本地模型 (已下载)",
"run_registered_models": "注册模型",
# Download command
"download_list_title": "可用模型",
"download_searching": "正在搜索模型 '{name}'...",
"download_found": "找到: {name}",
"download_multiple_found": "找到多个匹配:",
"download_select": "选择要下载的模型:",
"download_destination": "目标路径: {path}",
"download_starting": "开始下载...",
"download_progress": "正在下载 {name}...",
"download_complete": "下载完成!",
"download_already_exists": "模型已存在于 {path}",
"download_overwrite_prompt": "是否覆盖现有文件?",
# Quant command
"quant_input_path": "输入路径: {path}",
"quant_output_path": "输出路径: {path}",
"quant_method": "量化方法: {method}",
"quant_starting": "开始量化...",
"quant_progress": "正在量化...",
"quant_complete": "量化完成!",
"quant_input_not_found": "未找到输入模型: {path}",
"quant_cpu_threads": "CPU 线程数: {threads}",
"quant_numa_nodes": "NUMA 节点数: {nodes}",
"quant_time_warning": "量化可能需要 30-60 分钟,具体取决于模型大小。",
"quant_disk_analysis": "磁盘空间分析:",
"quant_source_size": "源模型大小:",
"quant_estimated_size": "预估输出大小:",
"quant_available_space": "可用空间:",
"quant_insufficient_space": "警告:磁盘空间不足!",
"quant_required_space": "所需空间(含20%缓冲):",
"quant_shortage": "不足:",
"quant_may_fail": "量化可能失败或生成不完整的文件。",
"quant_continue_anyway": "仍然继续?",
"quant_settings": "量化设置:",
"quant_registered": "量化模型已注册:{name}",
"quant_view_with": "查看:",
"quant_use_with": "使用:",
"quant_register_failed": "自动注册模型失败:{error}",
"quant_output_exists": "输出路径已存在:{path}",
"quant_using_unique": "使用唯一名称:{path}",
# Interactive quant
"quant_interactive_title": "交互式量化配置",
"quant_new_model_notice": "⚠ 注意:部分新模型暂时无法量化(转换脚本未适配),推荐使用原精度进行推理(无需转换权重)。",
"quant_no_moe_models": "未找到可量化的 MoE 模型。",
"quant_only_moe": "只有 MoE 模型(如 DeepSeek-V3)可以被量化为 AMX 格式。",
"quant_add_models": "添加模型:{command}",
"quant_moe_available": "可量化的 MoE 模型:",
"quant_select_model": "选择要量化的模型",
"quant_invalid_choice": "无效选择",
"quant_step2_method": "第 2 步:量化方法",
"quant_method_label": "量化方法:",
"quant_int4_desc": "INT4",
"quant_int8_desc": "INT8",
"quant_select_method": "选择量化方法",
"quant_input_type_label": "输入权重类型:",
"quant_fp8_desc": "FP8(适用于 8 位浮点权重)",
"quant_fp16_desc": "FP16(适用于 16 位浮点权重)",
"quant_bf16_desc": "BF16(适用于 Brain Float 16 权重)",
"quant_select_input_type": "选择输入类型",
"quant_step3_cpu": "第 3 步:CPU 配置",
"quant_cpu_threads_prompt": "CPU 线程数(1 到 {max}",
"quant_numa_nodes_prompt": "NUMA 节点数(1 到 {max}",
"quant_use_gpu_label": "是否使用 GPU 进行转换?",
"quant_gpu_speedup": "GPU 可以显著加快量化速度",
"quant_enable_gpu": "启用 GPU 加速?",
"quant_step4_output": "第 4 步:输出路径",
"quant_default_path": "默认:",
"quant_use_default": "使用默认输出路径?",
"quant_custom_path": "输入自定义输出路径",
"quant_output_exists_warn": "⚠ 输出路径已存在:{path}",
"quant_using_unique_name": "→ 使用唯一名称:{path}",
"quant_config_summary": "配置摘要",
"quant_summary_model": "模型:",
"quant_summary_method": "方法:",
"quant_summary_input_type": "输入类型:",
"quant_summary_cpu_threads": "CPU 线程数:",
"quant_summary_numa": "NUMA 节点数:",
"quant_summary_gpu": "使用 GPU",
"quant_summary_output": "输出路径:",
"quant_start_question": "开始量化?",
"quant_cancelled": "已取消",
"quant_config_complete": "配置完成",
"quant_time_elapsed": "耗时:",
"yes": "是",
"no": "否",
# SFT command
"sft_mode_train": "训练模式",
"sft_mode_chat": "聊天模式",
"sft_mode_export": "导出模式",
"sft_config_path": "配置文件: {path}",
"sft_starting": "正在启动 {mode}...",
"sft_complete": "{mode} 完成!",
"sft_config_not_found": "未找到配置文件: {path}",
# Bench command
"bench_starting": "开始基准测试...",
"bench_type": "测试类型: {type}",
"bench_complete": "基准测试完成!",
"bench_results_title": "基准测试结果",
# Common prompts
"prompt_continue": "是否继续?",
"prompt_select": "请选择:",
"prompt_enter_value": "请输入:",
"prompt_confirm_action": "确认此操作?",
# First-run setup - Model path selection
"setup_model_path_title": "模型存储位置",
"setup_model_path_desc": "大语言模型体积较大(50-200GB+)。请选择一个有足够空间的存储位置:",
"setup_scanning_disks": "正在扫描可用存储位置...",
"setup_disk_option": "{path} (可用 {available} / 总共 {total})",
"setup_disk_option_recommended": "{path} (可用 {available} / 总共 {total}) [推荐]",
"setup_custom_path": "输入自定义路径",
"setup_enter_custom_path": "请输入模型存储路径",
"setup_path_not_exist": "路径不存在,是否创建?",
"setup_path_no_write": "没有该路径的写入权限,请选择其他路径。",
"setup_path_low_space": "警告:可用空间不足 100GB,可能无法存储大型模型。",
"setup_model_path_set": "模型存储路径已设置为: {path}",
"setup_no_large_disk": "未发现大容量存储位置,使用默认路径。",
"setup_scanning_models": "正在扫描已有模型...",
"setup_found_models": "发现 {count} 个模型:",
"setup_model_info": "{name} ({size}, {type})",
"setup_no_models_found": "该位置未发现已有模型。",
"setup_location_has_models": "发现 {count} 个模型",
"setup_installing_completion": "正在为 {shell} 安装命令补全...",
"setup_completion_installed": "命令补全已安装!重启终端后生效。",
"setup_completion_failed": "命令补全安装失败。请手动运行 'kt --install-completion'。",
# Auto completion
"completion_installed_title": "命令补全",
"completion_installed_for": "已为 {shell} 安装命令补全",
"completion_activate_now": "在当前终端会话中启用补全,请运行:",
"completion_next_session": "新的终端会话将自动启用补全。",
# SGLang
"sglang_not_found": "未找到 SGLang",
"sglang_pypi_warning": "PyPI 版本的 SGLang 可能与 kt-kernel 不兼容。请使用 sglang-kt: pip install sglang-kt",
"sglang_pypi_hint": "PyPI 版本可能不兼容。安装 kvcache-ai 分支: pip install sglang-kt (或在 ktransformers 根目录运行 ./install.sh)",
"sglang_install_hint": "安装 SGLang: pip install sglang-kt (或在 ktransformers 根目录运行 ./install.sh)",
"sglang_recommend_source": "建议重新安装 kvcache-ai 分支: pip uninstall sglang -y && pip install sglang-kt",
"sglang_kt_kernel_not_supported": "SGLang 不支持 kt-kernel (缺少 --kt-gpu-prefill-token-threshold 参数)",
"sglang_checking_kt_kernel_support": "正在检查 SGLang kt-kernel 支持...",
"sglang_kt_kernel_supported": "SGLang kt-kernel 支持已验证",
# Chat
"chat_proxy_detected": "检测到环境中存在代理设置",
"chat_proxy_confirm": "是否使用代理连接?",
"chat_proxy_disabled": "已在本次会话中禁用代理",
"chat_openai_required": "聊天功能需要 OpenAI Python SDK。",
"chat_install_hint": "安装命令:",
"chat_title": "KTransformers 对话",
"chat_server": "服务器",
"chat_temperature": "温度",
"chat_max_tokens": "最大 tokens",
"chat_help_hint": "输入 '/help' 查看命令,'/quit' 退出",
"chat_connecting": "正在连接服务器...",
"chat_no_models": "服务器上没有可用模型",
"chat_model_not_found": "未找到模型 '{model}'。可用模型:{available}",
"chat_connected": "已连接到模型:{model}",
"chat_connect_failed": "连接服务器失败:{error}",
"chat_server_not_running": "请确保模型服务器正在运行:",
"chat_user_prompt": "用户",
"chat_assistant_prompt": "助手",
"chat_generation_error": "生成回复时出错:{error}",
"chat_interrupted": "对话已中断。再见!",
"chat_history_saved": "历史记录已保存到:{path}",
"chat_goodbye": "再见!",
"chat_help_title": "可用命令:",
"chat_help_content": "/help, /h - 显示此帮助信息\n/quit, /exit, /q - 退出聊天\n/clear, /c - 清除对话历史\n/history, /hist - 显示对话历史\n/info, /i - 显示当前设置\n/retry, /r - 重新生成上一个回复",
"chat_history_cleared": "对话历史已清除",
"chat_no_history": "暂无对话历史",
"chat_history_title": "历史记录({count} 条消息)",
"chat_info_title": "当前设置:",
"chat_info_content": "温度:{temperature}\n最大 tokens{max_tokens}\n消息数:{messages}",
"chat_retrying": "正在重试上一个回复...",
"chat_no_retry": "没有可重试的回复",
"chat_unknown_command": "未知命令:{command}",
"chat_unknown_hint": "输入 /help 查看可用命令",
# Run Interactive
"run_int_no_moe_models": "未找到 MoE GPU 模型。",
"run_int_add_models": "添加模型:kt model scan",
"run_int_list_all": "列出所有模型:kt model list --all",
"run_int_step1_title": "第 1 步:选择模型(GPU MoE 模型)",
"run_int_select_model": "选择模型",
"run_int_step2_title": "第 2 步:选择推理方法",
"run_int_method_raw": "RAW 精度(FP8/FP8_PERCHANNEL/BF16/RAWINT4",
"run_int_method_amx": "AMX 量化(INT4/INT8",
"run_int_method_gguf": "GGUFLlamafile",
"run_int_method_saved": "使用已保存的配置",
"run_int_select_method": "选择推理方法",
"run_int_raw_precision": "RAW 精度:",
"run_int_select_precision": "选择精度",
"run_int_amx_method": "AMX 方法:",
"run_int_select_amx": "选择 AMX 方法",
"run_int_step3_title": "第 3 步:NUMA 和 CPU 配置",
"run_int_numa_nodes": "NUMA 节点数(1-{max}",
"run_int_cpu_threads": "每个 NUMA 的 CPU 线程数(1-{max}",
"run_int_amx_warning": "⚠ 警告:AMX INT4/INT8 需要兼容的 CPU。检查命令:kt doctor",
"run_int_step4_title": "第 4 步:GPU 专家配置",
"run_int_gpu_experts": "每层 GPU 专家数(0-{max}",
"run_int_gpu_experts_info": "总专家数:{total},每 token 激活:{active}",
"run_int_step5_title": "第 5 步:KV Cache 配置",
"run_int_kv_cache_size": "KV Cache 大小(tokens",
"run_int_chunk_prefill": "启用分块预填充?",
"run_int_chunk_size": "分块预填充大小(tokens",
"run_int_gpu_prefill_threshold": "GPU 预填充阈值(tokens",
"run_int_step6_title": "第 6 步:GPU 选择和张量并行",
"run_int_available_gpus": "可用 GPU",
"run_int_gpu_id": "GPU {id}",
"run_int_vram_info": "{name}(总计 {total:.1f}GB,空闲 {free:.1f}GB",
"run_int_select_gpus": "选择 GPU ID(逗号分隔)",
"run_int_invalid_gpu_range": "所有 GPU ID 必须在 0 到 {max} 之间",
"run_int_tp_size": "TP 大小(必须是 2 的幂:1,2,4,8...",
"run_int_tp_mismatch": "TP 大小必须与选择的 GPU 数量匹配({count}",
"run_int_tp_not_power_of_2": "TP 大小必须是 2 的幂",
"run_int_mem_fraction": "静态内存占用比例(0.0-1.0",
"run_int_using_saved_mem": "使用已保存的内存占用比例:{fraction}",
"run_int_step7_title": "第 7 步:解析器配置(可选)",
"run_int_tool_call_parser": "工具调用解析器(按回车跳过)",
"run_int_reasoning_parser": "推理解析器(按回车跳过)",
"run_int_step8_title": "第 8 步:主机和端口配置",
"run_int_host": "主机",
"run_int_port": "端口",
"run_int_port_occupied": "⚠ 端口 {port} 已被占用",
"run_int_port_suggestion": "建议使用可用端口:{port}",
"run_int_use_suggested": "使用建议的端口?",
"run_int_saved_configs": "已保存的配置:",
"run_int_config_name": "配置 {num}",
"run_int_kt_method": "KT 方法:",
"run_int_numa_nodes_label": "NUMA 节点:",
"run_int_cpu_threads_label": "CPU 线程:",
"run_int_gpu_experts_label": "GPU 专家:",
"run_int_tp_size_label": "TP 大小:",
"run_int_mem_fraction_label": "内存占用比例:",
"run_int_server_label": "服务器:",
"run_int_kv_cache_label": "KV Cache",
"run_int_chunk_prefill_label": "分块预填充:",
"run_int_gpu_prefill_label": "GPU 预填充阈值:",
"run_int_tool_parser_label": "工具调用解析器:",
"run_int_reasoning_parser_label": "推理解析器:",
"run_int_command_label": "命令:",
"run_int_select_config": "选择配置",
"run_int_gpu_select_required": "请选择 {tp} 个 GPU(来自已保存配置的 TP 大小)",
"run_int_port_check_title": "端口配置",
"run_int_port_checking": "正在检查端口 {port} 可用性...",
"run_int_port_available": "端口 {port} 可用",
"run_int_saved_config_title": "已保存的配置",
"run_int_save_config_title": "保存配置",
"run_int_save_config_prompt": "保存此配置以供将来使用?",
"run_int_config_name_prompt": "配置名称",
"run_int_config_name_default": "配置 {timestamp}",
"run_int_config_saved": "配置已保存:{name}",
"run_int_config_summary": "配置完成",
"run_int_model_label": "模型:",
"run_int_selected_gpus_label": "已选择的 GPU",
# Model command
"model_supported_title": "KTransformers 支持的模型",
"model_column_model": "模型",
"model_column_status": "状态",
"model_column_local_path": "本地路径",
"model_status_local": "本地",
"model_status_not_downloaded": "未下载",
"model_usage_title": "使用方法",
"model_usage_download": "下载模型:",
"model_usage_list_local": "列出本地模型:",
"model_usage_search": "搜索模型:",
"model_storage_paths_title": "模型存储路径",
"model_local_models_title": "本地已下载的模型",
"model_available_models_title": "可用模型",
"model_no_local_models": "未找到本地已下载的模型",
"model_download_hint": "下载模型:",
"model_download_usage_hint": "用法: kt model download <模型名称>",
"model_download_list_hint": "使用 'kt model download --list' 查看可用模型。",
"model_download_hf_hint": "或直接指定 HuggingFace 仓库: kt model download org/model-name",
"model_saved_to": "模型已保存到: {path}",
"model_start_with": "启动命令: kt run {name}",
"model_download_failed": "下载失败: {error}",
"model_hf_cli_not_found": "未找到 huggingface-cli。请安装: pip install huggingface-hub",
"model_path_not_exist": "路径不存在: {path}",
"model_create_directory": "创建目录 {path}?",
"model_created_directory": "已创建目录: {path}",
"model_create_dir_failed": "创建目录失败: {error}",
"model_path_added": "已添加模型路径: {path}",
"model_path_removed": "已移除模型路径: {path}",
"model_path_not_found": "路径未找到或无法移除最后一个路径: {path}",
"model_search_no_results": "未找到匹配 '{query}' 的模型",
"model_search_results_title": "'{query}' 的搜索结果",
"model_column_name": "名称",
"model_column_hf_repo": "HuggingFace 仓库",
"model_column_aliases": "别名",
# Model management - new user registry system
"model_no_registered_models": "尚未注册任何模型。",
"model_scan_hint": "扫描模型: kt model scan",
"model_add_hint": "添加模型: kt model add /path/to/model",
"model_registered_models_title": "已注册的模型",
"model_column_format": "格式",
"model_column_repo": "仓库",
"model_column_sha256": "SHA256",
"model_non_moe_hidden_hint": "检测到 {count} 个非MoE模型,使用 kt model list --all 展示全部",
"model_usage_title": "常用操作:",
"model_usage_info": "查看详情:",
"model_usage_edit": "编辑模型:",
"model_usage_verify": "校验权重:",
"model_usage_quant": "量化模型:",
"model_usage_run": "运行模型:",
"model_usage_scan": "扫描模型:",
"model_usage_add": "添加模型:",
"model_usage_verbose": "查看包含文件详情:",
"model_no_storage_paths": "未配置存储路径。",
"model_add_path_hint": "添加存储路径: kt config set model.storage_paths /path/to/models",
"model_scanning_paths": "正在扫描配置的存储路径...",
"model_scanning_progress": "扫描中: {path}",
"model_scan_warnings_title": "警告",
"model_scan_no_models_found": "在配置的路径中未找到模型。",
"model_scan_check_paths_hint": "检查存储路径: kt config get model.storage_paths",
"model_scan_min_size_hint": "文件夹必须 ≥{size}GB 才能被识别为模型。",
"model_scan_found_title": "发现 {count} 个新模型",
"model_column_path": "路径",
"model_column_size": "大小",
"model_scan_auto_adding": "正在自动添加模型...",
"model_added": "已添加: {name}",
"model_add_failed": "添加 {name} 失败: {error}",
"model_scan_complete": "扫描完成!已添加 {count} 个模型。",
"model_scan_interactive_prompt": "命令: edit <id> | del <id> | done",
"model_scan_cmd_edit": "设置模型自定义名称和仓库",
"model_scan_cmd_delete": "跳过此模型",
"model_scan_cmd_done": "完成并添加模型",
"model_scan_marked_skip": "已跳过模型 #{id}",
"model_scan_invalid_id": "无效的模型 ID: {id}",
"model_scan_invalid_command": "无效命令。使用: edit <id> | del <id> | done",
"model_scan_edit_model": "编辑模型 {id}",
"model_scan_edit_note": "您可以在添加到注册表前更改模型名称和配置仓库信息",
"model_scan_adding_models": "正在添加 {count} 个模型...",
"model_scan_next_steps": "后续步骤",
"model_scan_view_hint": "查看已注册模型: kt model list",
"model_scan_edit_hint": "编辑模型详情: kt model edit <name>",
"model_scan_no_models_added": "未添加任何模型。",
"model_add_path_not_exist": "错误: 路径不存在: {path}",
"model_add_not_directory": "错误: 路径不是目录: {path}",
"model_add_already_registered": "此路径已注册为: {name}",
"model_add_view_hint": "查看: kt model info {name}",
"model_add_scanning": "正在扫描模型文件...",
"model_add_scan_failed": "扫描模型失败: {error}",
"model_add_no_model_files": "在 {path} 中未找到模型文件",
"model_add_supported_formats": "支持: *.safetensors, *.gguf (文件夹 ≥10GB)",
"model_add_detected": "检测到: {format} 格式, {size}, {count} 个文件",
"model_add_name_conflict": "名称 '{name}' 已存在。",
"model_add_prompt_name": "为此模型输入名称",
"model_add_name_exists": "名称已存在。请选择其他名称:",
"model_add_configure_repo": "配置仓库信息以进行 SHA256 验证?",
"model_add_repo_type_prompt": "选择仓库类型:",
"model_add_choice": "选择",
"model_add_repo_id_prompt": "输入仓库 ID (例如: deepseek-ai/DeepSeek-V3)",
"model_add_success": "成功添加模型: {name}",
"model_add_verify_hint": "验证完整性: kt model verify {name}",
"model_add_edit_later_hint": "稍后编辑详情: kt model edit {name}",
"model_add_failed_generic": "添加模型失败: {error}",
"model_edit_not_found": "未找到模型 '{name}'。",
"model_edit_list_hint": "列出模型: kt model list",
"model_edit_current_config": "当前配置",
"model_edit_what_to_edit": "您想编辑什么?",
"model_edit_option_name": "编辑名称",
"model_edit_option_repo": "配置仓库信息",
"model_edit_option_delete": "删除此模型",
"model_edit_option_cancel": "取消 / 退出",
"model_edit_choice_prompt": "选择选项",
"model_edit_new_name": "输入新名称",
"model_edit_name_conflict": "名称 '{name}' 已存在。请选择其他名称:",
"model_edit_name_updated": "名称已更新: {old}{new}",
"model_edit_repo_type_prompt": "仓库类型 (或按回车删除仓库信息):",
"model_edit_repo_remove": "删除仓库信息",
"model_edit_repo_id_prompt": "输入仓库 ID",
"model_edit_repo_removed": "仓库信息已删除",
"model_edit_repo_updated": "仓库已配置: {repo_type}{repo_id}",
"model_edit_delete_warning": "从注册表中删除模型 '{name}'?",
"model_edit_delete_note": "注意: 这只会删除注册表条目。{path} 中的模型文件不会被删除。",
"model_edit_delete_confirm": "确认删除?",
"model_edit_deleted": "模型 '{name}' 已从注册表中删除",
"model_edit_delete_cancelled": "删除已取消",
"model_edit_cancelled": "编辑已取消",
# Model edit - Interactive selection
"model_edit_select_title": "选择要编辑的模型",
"model_edit_select_model": "选择模型",
"model_edit_invalid_choice": "无效选择",
"model_edit_no_models": "注册表中未找到模型。",
"model_edit_add_hint_scan": "添加模型:",
"model_edit_add_hint_add": "或:",
# Model edit - Display
"model_edit_gpu_links": "GPU 链接:",
# Model edit - Menu options
"model_edit_manage_gpu_links": "管理 GPU 链接",
"model_edit_save_changes": "保存更改",
"model_edit_has_changes": "(有更改)",
"model_edit_no_changes": "(无更改)",
# Model edit - Pending changes messages
"model_edit_name_pending": "名称将在保存更改时更新。",
"model_edit_repo_remove_pending": "仓库信息将在保存更改时删除。",
"model_edit_repo_update_pending": "仓库信息将在保存更改时更新。",
# Model edit - GPU link management
"model_edit_gpu_links_title": "管理 {name} 的 GPU 链接",
"model_edit_current_gpu_links": "当前 GPU 链接:",
"model_edit_no_gpu_links": "未配置 GPU 链接。",
"model_edit_gpu_options": "选项:",
"model_edit_gpu_add": "添加 GPU 链接",
"model_edit_gpu_remove": "删除 GPU 链接",
"model_edit_gpu_clear": "清除所有 GPU 链接",
"model_edit_gpu_back": "返回主菜单",
"model_edit_gpu_choose_option": "选择选项",
"model_edit_gpu_none_available": "没有可链接的 GPU 模型。",
"model_edit_gpu_available_models": "可用的 GPU 模型:",
"model_edit_gpu_already_linked": "(已链接)",
"model_edit_gpu_enter_number": "输入要添加的 GPU 模型编号",
"model_edit_gpu_link_pending": "GPU 链接将在保存更改时添加: {name}",
"model_edit_gpu_already_exists": "此 GPU 模型已链接。",
"model_edit_gpu_invalid_choice": "无效选择。",
"model_edit_gpu_invalid_input": "无效输入。",
"model_edit_gpu_none_to_remove": "没有可删除的 GPU 链接。",
"model_edit_gpu_choose_to_remove": "选择要删除的 GPU 链接:",
"model_edit_gpu_enter_to_remove": "输入要删除的编号",
"model_edit_gpu_remove_pending": "GPU 链接将在保存更改时删除: {name}",
"model_edit_gpu_none_to_clear": "没有可清除的 GPU 链接。",
"model_edit_gpu_clear_confirm": "删除所有 GPU 链接?",
"model_edit_gpu_clear_pending": "所有 GPU 链接将在保存更改时删除。",
"model_edit_cancelled_short": "已取消。",
# Model edit - Save operation
"model_edit_no_changes_to_save": "没有更改可保存。",
"model_edit_saving": "正在保存更改...",
"model_edit_saved": "更改保存成功!",
"model_edit_updated_config": "更新后的配置:",
"model_edit_repo_changed_warning": "⚠ 仓库信息已更改。",
"model_edit_verify_hint": "运行 [cyan]kt model verify[/cyan] 以使用 SHA256 校验和验证模型完整性。",
"model_edit_discard_changes": "放弃未保存的更改?",
"model_info_not_found": "未找到模型 '{name}'。",
"model_info_list_hint": "列出所有模型: kt model list",
"model_remove_not_found": "未找到模型 '{name}'。",
"model_remove_list_hint": "列出模型: kt model list",
"model_remove_warning": "从注册表中删除模型 '{name}'?",
"model_remove_note": "注意: 这只会删除注册表条目。模型文件不会从 {path} 中删除。",
"model_remove_confirm": "确认删除?",
"model_remove_cancelled": "删除已取消",
"model_removed": "模型 '{name}' 已从注册表中删除",
"model_remove_failed": "删除模型失败: {error}",
"model_refresh_checking": "正在检查模型路径...",
"model_refresh_all_valid": "所有模型都有效! (已检查 {count} 个模型)",
"model_refresh_total": "总模型数: {total}",
"model_refresh_missing_found": "发现 {count} 个缺失的模型",
"model_refresh_suggestions": "建议操作",
"model_refresh_remove_hint": "从注册表中删除: kt model remove <name>",
"model_refresh_rescan_hint": "重新扫描模型: kt model scan",
"model_verify_not_found": "未找到模型 '{name}'。",
"model_verify_list_hint": "列出模型: kt model list",
"model_verify_no_repo": "模型 '{name}' 未配置仓库信息。",
"model_verify_config_hint": "配置仓库: kt model edit {name}",
"model_verify_path_missing": "模型路径不存在: {path}",
"model_verify_starting": "正在验证模型完整性...",
"model_verify_progress": "仓库: {repo_type}{repo_id}",
"model_verify_not_implemented": "SHA256 验证尚未实现",
"model_verify_future_note": "此功能将从 {repo_type} 获取官方 SHA256 哈希值并与本地文件进行比较。",
"model_verify_passed": "验证通过!所有文件都与官方哈希匹配。",
"model_verify_failed": "验证失败!{count} 个文件的哈希不匹配。",
"model_verify_all_no_repos": "没有模型配置了仓库信息。",
"model_verify_all_config_hint": "配置仓库使用: kt model edit <name>",
"model_verify_all_found": "发现 {count} 个配置了仓库信息的模型",
"model_verify_all_manual_hint": "验证特定模型: kt model verify <name>",
# Coming soon
"feature_coming_soon": "此功能即将推出...",
},
}
# Cache for language detection to avoid repeated I/O
_lang_cache: str | None = None
def get_lang() -> str:
"""
Detect the current language setting.
Priority:
1. KT_LANG environment variable
2. Config file general.language setting
3. LANG environment variable (if config is "auto")
4. Default to English
Returns:
Language code: "zh" for Chinese, "en" for English
"""
global _lang_cache
# 1. Check KT_LANG environment variable (highest priority)
kt_lang = os.environ.get("KT_LANG", "").lower()
if kt_lang:
return "zh" if kt_lang.startswith("zh") else "en"
# 2. Return cached value if available (avoids I/O on every call)
if _lang_cache is not None:
return _lang_cache
# 3. Check config file setting (with caching)
# Import here to avoid circular imports
from kt_kernel.cli.config.settings import get_settings
try:
settings = get_settings()
config_lang = settings.get("general.language", "auto")
if config_lang and config_lang != "auto":
lang = "zh" if config_lang.lower().startswith("zh") else "en"
_lang_cache = lang
return lang
except Exception:
# If settings fail to load, continue with system detection
pass
# 4. Check system LANG environment variable
system_lang = os.environ.get("LANG", "").lower()
lang = "zh" if system_lang.startswith("zh") else "en"
_lang_cache = lang
return lang
def t(msg_key: str, **kwargs: Any) -> str:
"""
Translate a message key to the current language.
Args:
msg_key: Message key to translate
**kwargs: Format arguments for the message
Returns:
Translated and formatted message string
Example:
>>> t("welcome")
"Welcome to KTransformers!" # or "欢迎使用 KTransformers" in Chinese
>>> t("install_found", name="conda", version="24.1.0")
"Found conda (version 24.1.0)"
"""
lang = get_lang()
messages = MESSAGES.get(lang, MESSAGES["en"])
message = messages.get(msg_key, MESSAGES["en"].get(msg_key, msg_key))
if kwargs:
try:
return message.format(**kwargs)
except KeyError:
return message
return message
def set_lang(lang: str) -> None:
"""
Set the language for the current session.
Args:
lang: Language code ("en" or "zh")
"""
global _lang_cache
os.environ["KT_LANG"] = lang
_lang_cache = lang # Update cache when language is explicitly set