From 08a0e147ddd4753894d3dcf094f16c917023a9c4 Mon Sep 17 00:00:00 2001 From: 0xnotdev <130901671+0xnotdev@users.noreply.github.com> Date: Sat, 16 May 2026 02:15:14 +0530 Subject: [PATCH] auto: add regression test for trace f443ff45 --- tests/test_regression_f443ff45.py | 56 +++++++++++++++++++++++++++++++ 1 file changed, 56 insertions(+) create mode 100644 tests/test_regression_f443ff45.py diff --git a/tests/test_regression_f443ff45.py b/tests/test_regression_f443ff45.py new file mode 100644 index 0000000..301bc4c --- /dev/null +++ b/tests/test_regression_f443ff45.py @@ -0,0 +1,56 @@ +# AUTO-GENERATED REGRESSION TEST +# ---------------------------------------- +# Source trace: f443ff45-63b3-4483-a51d-48e9762d7a8b +# Failure type: unknown +# Model: unknown +# Generated by: TraceOps Lite +# +# This file was automatically generated +# from a production failure report. +# +# DO NOT EDIT MANUALLY +# ---------------------------------------- + +import pytest + +from deepeval import assert_test +from deepeval.test_case import LLMTestCase + +from deepeval.metrics import AnswerRelevancyMetric + + +@pytest.mark.regression +def test_regression_f443ff45(): + """ + Regression test generated from + production trace: + + f443ff45-63b3-4483-a51d-48e9762d7a8b + + Failure type: + unknown + """ + + test_case = LLMTestCase( + input="unknown", + actual_output="unknown", + retrieval_context=[], + ) + + metric = AnswerRelevancyMetric(threshold=0.7) + + assert_test( + test_case, + [metric], + ) + + +# ---- Metadata ---------------------------------- + +TRACE_ID = "f443ff45-63b3-4483-a51d-48e9762d7a8b" + +FAILURE_TYPE = "unknown" + +MODEL = "unknown" + +SOURCES = []