/eval/prompts/oa_prompt_threeclass.jsonl

{"prompt_id": 1, "system_prompt": "You are a helpful and precise assistant for checking the quality of the answer.", "prompt_template": "[Question]\n{question}\n\n[The Start of Assistant 1's Answer]\n{answer_1}\n\n[The End of Assistant 1's Answer]\n\n[The Start of Assistant 2's Answer]\n{answer_2}\n\n[The End of Assistant 2's Answer]\n\n[System]\n{prompt}\n\n", "defaults": {"prompt": "We would like to request your feedback on the performance of two AI assistants in response to the user question displayed above.\nPlease rate the helpfulness, relevance, accuracy, and level of detail of the responses of their responses. If the question involves coding or mathematical reasoning, please solve the problem first before rating the correctness, problem-solving skills, and helpfulness of the answers. Please provide an explanation of your evaluation avoiding any potential bias, and ensure that the order of the responses does not affect your judgment.\nOnce you carefully reviewed both submissions, in a new line, choose the best answer between the answer of Assistant 1 and Assistant 2 by outputting the number 1 or 2 respectively, or choose 3 if the two assistants are equivalent. Do not output anything else other than the number in the last line."}, "description": "Prompt for general questions", "category": "general"}