# constants.py """ This module contains constants and configuration dictionaries used for datasets and other utilities in the Axolotl project, specifically for testing. """ # Configuration for Alpaca Messages Dataset ALPACA_MESSAGES_CONFIG_OG = { "path": "fozziethebeat/alpaca_messages_2k_dpo_test", "split": "train[:16]", "type": "chat_template.default", "chat_template": "llama3", "field_messages": "conversation", "field_chosen": "chosen", "field_rejected": "rejected", "message_field_role": "role", "message_field_content": "content", "roles": { "system": ["system"], "user": ["user"], "assistant": ["assistant"], }, } def alpaca_messages_dpo_rows(num_rows: int = 16) -> list[dict]: return [ { "conversation": [ { "role": "user", "content": f"Which option is best for example {idx}?", } ], "chosen": { "role": "assistant", "content": f"The best option for example {idx} is the concise answer.", }, "rejected": { "role": "assistant", "content": f"Example {idx} has no useful answer.", }, } for idx in range(num_rows) ] # Revision configuration extending the original ALPACA_MESSAGES_CONFIG_REVISION = ALPACA_MESSAGES_CONFIG_OG.copy() ALPACA_MESSAGES_CONFIG_REVISION["revision"] = "ea82cff" SPECIAL_TOKENS = { "bos_token": "", "eos_token": "", "unk_token": "", }