rohitg00--ai-engineering-from-scratch
wehub-resource-sync
79 行
2.2 KiB
JSON
79 行
2.2 KiB
JSON
{
|
|
"lesson": "28-self-hosted-serving-selection",
|
|
"title": "Self-Hosted Serving Selection — llama.cpp, Ollama, TGI, vLLM, SGLang",
|
|
"questions": [
|
|
{
|
|
"stage": "pre",
|
|
"question": "Which engine does the lesson pick as the dev-laptop one-command default?",
|
|
"options": [
|
|
"TGI",
|
|
"Ollama",
|
|
"vLLM",
|
|
"llama.cpp"
|
|
],
|
|
"correct": 1,
|
|
"explanation": ""
|
|
},
|
|
{
|
|
"stage": "check",
|
|
"question": "What 2025 event changes the default away from TGI for new projects?",
|
|
"options": [
|
|
"TGI was acquired by Anthropic",
|
|
"TGI raised prices",
|
|
"TGI dropped CUDA support",
|
|
"TGI entered maintenance mode on December 11, 2025 — only bug fixes going forward"
|
|
],
|
|
"correct": 3,
|
|
"explanation": ""
|
|
},
|
|
{
|
|
"stage": "check",
|
|
"question": "Which hardware constraint forces llama.cpp and excludes vLLM / TRT-LLM?",
|
|
"options": [
|
|
"Apple M4",
|
|
"AMD MI300X",
|
|
"NVIDIA Hopper",
|
|
"CPU only (no accelerator)"
|
|
],
|
|
"correct": 3,
|
|
"explanation": ""
|
|
},
|
|
{
|
|
"stage": "check",
|
|
"question": "Which engine does the lesson position for agentic multi-turn and prefix-heavy workloads thanks to RadixAttention?",
|
|
"options": [
|
|
"Ollama",
|
|
"llama.cpp",
|
|
"SGLang",
|
|
"TGI"
|
|
],
|
|
"correct": 2,
|
|
"explanation": ""
|
|
},
|
|
{
|
|
"stage": "post",
|
|
"question": "What dev-to-prod pipeline does the lesson recommend on the same GGUF or HF weights?",
|
|
"options": [
|
|
"Only TRT-LLM, top to bottom",
|
|
"Ollama in dev and Ollama in prod",
|
|
"Ollama in dev, llama.cpp in staging, vLLM (or SGLang for prefix-heavy) in prod",
|
|
"TGI everywhere"
|
|
],
|
|
"correct": 2,
|
|
"explanation": ""
|
|
},
|
|
{
|
|
"stage": "post",
|
|
"question": "Why is Ollama discouraged for shared production?",
|
|
"options": [
|
|
"It is closed source",
|
|
"It only runs on Windows",
|
|
"Go HTTP serialization adds overhead, concurrency management is simpler than vLLM, and OpenTelemetry support lags",
|
|
"It cannot load GGUF"
|
|
],
|
|
"correct": 2,
|
|
"explanation": ""
|
|
}
|
|
]
|
|
}
|