/tests/constants.py

# constants.py
"""
This module contains constants and configuration dictionaries used for
datasets and other utilities in the Axolotl project, specifically for testing.
"""

# Configuration for Alpaca Messages Dataset
ALPACA_MESSAGES_CONFIG_OG = {
    "path": "fozziethebeat/alpaca_messages_2k_dpo_test",
    "split": "train[:16]",
    "type": "chat_template.default",
    "chat_template": "llama3",
    "field_messages": "conversation",
    "field_chosen": "chosen",
    "field_rejected": "rejected",
    "message_field_role": "role",
    "message_field_content": "content",
    "roles": {
        "system": ["system"],
        "user": ["user"],
        "assistant": ["assistant"],
    },
}


def alpaca_messages_dpo_rows(num_rows: int = 16) -> list[dict]:
    return [
        {
            "conversation": [
                {
                    "role": "user",
                    "content": f"Which option is best for example {idx}?",
                }
            ],
            "chosen": {
                "role": "assistant",
                "content": f"The best option for example {idx} is the concise answer.",
            },
            "rejected": {
                "role": "assistant",
                "content": f"Example {idx} has no useful answer.",
            },
        }
        for idx in range(num_rows)
    ]


# Revision configuration extending the original
ALPACA_MESSAGES_CONFIG_REVISION = ALPACA_MESSAGES_CONFIG_OG.copy()
ALPACA_MESSAGES_CONFIG_REVISION["revision"] = "ea82cff"


SPECIAL_TOKENS = {
    "bos_token": "<s>",
    "eos_token": "</s>",
    "unk_token": "<unk>",
}