unit_tests_result¶

Classes¶

`AtomicTestCaseExecutionResult`
`ExecutionResult`
`ParaphrasedQuestion`

Module Contents¶

class unit_tests_result.AtomicTestCaseExecutionResult(test_case, passed, reason)¶

Bases: sources.models.common_interface.BaseTest

test_case: str¶

passed: bool¶

reason: str¶

class unit_tests_result.ExecutionResult(answer: str)¶

Bases: sources.models.common_interface.BaseTest

answer: str¶

test_cases: List[AtomicTestCaseExecutionResult] = []¶

evaluate_responses(tests)¶

get_evaluation_result_as_numpy()¶

class unit_tests_result.ParaphrasedQuestion(question: str)¶

Bases: sources.models.common_interface.BaseTest

question¶

execution_result: List[ExecutionResult] = []¶

execute(llm_executor)¶

evaluate_responses(tests)¶

get_evaluation_result_as_numpy()¶