# constants.py
"""
This module contains constants and configuration dictionaries used for
datasets and other utilities in the Axolotl project, specifically for testing.
"""
# Configuration for Alpaca Messages Dataset
ALPACA_MESSAGES_CONFIG_OG = {
"path": "fozziethebeat/alpaca_messages_2k_dpo_test",
"split": "train[:16]",
"type": "chat_template.default",
"chat_template": "llama3",
"field_messages": "conversation",
"field_chosen": "chosen",
"field_rejected": "rejected",
"message_field_role": "role",
"message_field_content": "content",
"roles": {
"system": ["system"],
"user": ["user"],
"assistant": ["assistant"],
},
}
def alpaca_messages_dpo_rows(num_rows: int = 16) -> list[dict]:
return [
{
"conversation": [
{
"role": "user",
"content": f"Which option is best for example {idx}?",
}
],
"chosen": {
"role": "assistant",
"content": f"The best option for example {idx} is the concise answer.",
},
"rejected": {
"role": "assistant",
"content": f"Example {idx} has no useful answer.",
},
}
for idx in range(num_rows)
]
# Revision configuration extending the original
ALPACA_MESSAGES_CONFIG_REVISION = ALPACA_MESSAGES_CONFIG_OG.copy()
ALPACA_MESSAGES_CONFIG_REVISION["revision"] = "ea82cff"
SPECIAL_TOKENS = {
"bos_token": "",
"eos_token": "",
"unk_token": "",
}