unit_tests¶

Attributes¶

Classes¶

`AtomicUnitTest`
`UnitTest`
`UnitTests`

Module Contents¶

unit_tests.MODEL¶

class unit_tests.AtomicUnitTest(test_case: str)¶

Bases: sources.models.common_interface.BaseTest

test_case¶

class unit_tests.UnitTest(question: str, guideline: str)¶

Bases: sources.models.common_interface.BaseTest

question¶

guideline¶

test_cases: List[AtomicUnitTest] = []¶

paraphrased_question: List[sources.models.unit_tests_result.ParaphrasedQuestion] = []¶

generate_unit_tests()¶

__iter__()¶

paraphrase()¶

evaluate_responses()¶

execute(llm_executor)¶

get_evaluation_result_as_numpy()¶

class unit_tests.UnitTests(file=None)¶

Bases: sources.models.common_interface.BaseTest

file = None¶

unit_tests: List[UnitTest] = []¶

metadata: sources.models.metadata.MetaData = None¶

metrics: List[sources.metrics.base_metric.BaseMetric] = []¶

read_file()¶

generate_tests()¶

__iter__()¶

tests(llm_executor)¶

paraphrase()¶

execute(llm_executor)¶

evaluate_responses()¶

get_evaluation_result_as_numpy()¶