Constantin Teo
10/23/2024, 8:02 PMMarvin
10/23/2024, 8:02 PMConstantin Teo
10/23/2024, 8:10 PM@marvin.fn
def grade_answer(question: str, generation: str) -> bool:
"""Aassess whether an answer addresses / resolves a question
True outcome means that the answer resolves the question
"""
in controlflow is ran as 👇
ans = cf.run("Aassess whether an answer addresses / resolves a question. True outcome means that the answer resolves the question", result_type=bool)
Constantin Teo
10/23/2024, 8:12 PMNate
10/23/2024, 8:14 PMIn [1]: import controlflow as cf
In [2]: def grade_answer(answer: str, rubric: str) -> bool:
...: return cf.run(f"does {answer} satisfy these requirements? {rubric!r}?", result_type=bool)
...:
In [3]: grade_answer("it is what it is", "must explain why life is complicated")
Out[3]: False
Nate
10/23/2024, 8:16 PM