simonw--llm
Simon Willison
f740a5cbbd
* WIP fragments: schema plus reading but not yet writing, refs #617 * Unique index on fragments.alias, refs #617 * Fragments are now persisted, added basic CLI commands * Fragment aliases work now, refs #617 * Improved help for -f/--fragment * Support fragment hash as well * Documentation for fragments * Better non-JSON display of llm fragments list * llm fragments -q search option * _truncate_string is now truncate_string * Use condense_json to avoid duplicate data in JSON in DB, refs #617 * Follow up to 3 redirects for fragments * Python API docs for fragments= and system_fragments= * Fragment aliases cannot contain a : - this is to ensure we can add custom fragment loaders later on, refs https://github.com/simonw/llm/pull/859#issuecomment-2761534692 * Use template fragments when running prompts * llm fragments show command plus llm fragments group tests * Tests for fragments family of commands * Test for --save with fragments * Add fragments tables to docs/logging.md * Slightly better llm fragments --help * Handle fragments in past conversations correctly * Hint at llm prompt --help in llm --help, closes #868 * llm logs -f filter plus show fragments in llm logs --json * Include prompt and system fragments in llm logs -s * llm logs markdown fragment output and tests, refs #617
71 行
2.3 KiB
Python
71 行
2.3 KiB
Python
from pydantic import BaseModel, ConfigDict
|
|
import string
|
|
from typing import Optional, Any, Dict, List, Tuple
|
|
|
|
|
|
class Template(BaseModel):
|
|
name: str
|
|
prompt: Optional[str] = None
|
|
system: Optional[str] = None
|
|
model: Optional[str] = None
|
|
defaults: Optional[Dict[str, Any]] = None
|
|
options: Optional[Dict[str, Any]] = None
|
|
extract: Optional[bool] = None # For extracting fenced code blocks
|
|
extract_last: Optional[bool] = None
|
|
schema_object: Optional[dict] = None
|
|
fragments: Optional[List[str]] = None
|
|
system_fragments: Optional[List[str]] = None
|
|
|
|
model_config = ConfigDict(extra="forbid")
|
|
|
|
class MissingVariables(Exception):
|
|
pass
|
|
|
|
def evaluate(
|
|
self, input: str, params: Optional[Dict[str, Any]] = None
|
|
) -> Tuple[Optional[str], Optional[str]]:
|
|
params = params or {}
|
|
params["input"] = input
|
|
if self.defaults:
|
|
for k, v in self.defaults.items():
|
|
if k not in params:
|
|
params[k] = v
|
|
prompt: Optional[str] = None
|
|
system: Optional[str] = None
|
|
if not self.prompt:
|
|
system = self.interpolate(self.system, params)
|
|
prompt = input
|
|
else:
|
|
prompt = self.interpolate(self.prompt, params)
|
|
system = self.interpolate(self.system, params)
|
|
return prompt, system
|
|
|
|
def vars(self) -> set:
|
|
all_vars = set()
|
|
for text in [self.prompt, self.system]:
|
|
if not text:
|
|
continue
|
|
all_vars.update(self.extract_vars(string.Template(text)))
|
|
return all_vars
|
|
|
|
@classmethod
|
|
def interpolate(cls, text: Optional[str], params: Dict[str, Any]) -> Optional[str]:
|
|
if not text:
|
|
return text
|
|
# Confirm all variables in text are provided
|
|
string_template = string.Template(text)
|
|
vars = cls.extract_vars(string_template)
|
|
missing = [p for p in vars if p not in params]
|
|
if missing:
|
|
raise cls.MissingVariables(
|
|
"Missing variables: {}".format(", ".join(missing))
|
|
)
|
|
return string_template.substitute(**params)
|
|
|
|
@staticmethod
|
|
def extract_vars(string_template: string.Template) -> List[str]:
|
|
return [
|
|
match.group("named")
|
|
for match in string_template.pattern.finditer(string_template.template)
|
|
]
|