From c839381e4315c4e647fad29bdcce4b846273217b Mon Sep 17 00:00:00 2001 From: 0xnotdev <130901671+0xnotdev@users.noreply.github.com> Date: Sat, 16 May 2026 13:16:48 +0530 Subject: [PATCH] auto: add regression test for trace 91e5744d --- tests/test_regression_91e5744d.py | 56 +++++++++++++++++++++++++++++++ 1 file changed, 56 insertions(+) create mode 100644 tests/test_regression_91e5744d.py diff --git a/tests/test_regression_91e5744d.py b/tests/test_regression_91e5744d.py new file mode 100644 index 0000000..e7c1100 --- /dev/null +++ b/tests/test_regression_91e5744d.py @@ -0,0 +1,56 @@ +# AUTO-GENERATED REGRESSION TEST +# ---------------------------------------- +# Source trace: 91e5744d-8393-4c7a-94be-d0469ccdfe62 +# Failure type: unknown +# Model: unknown +# Generated by: TraceOps Lite +# +# This file was automatically generated +# from a production failure report. +# +# DO NOT EDIT MANUALLY +# ---------------------------------------- + +import pytest + +from deepeval import assert_test +from deepeval.test_case import LLMTestCase + +from deepeval.metrics import AnswerRelevancyMetric + + +@pytest.mark.regression +def test_regression_91e5744d(): + """ + Regression test generated from + production trace: + + 91e5744d-8393-4c7a-94be-d0469ccdfe62 + + Failure type: + unknown + """ + + test_case = LLMTestCase( + input="unknown", + actual_output="unknown", + retrieval_context=[], + ) + + metric = AnswerRelevancyMetric(threshold=0.7) + + assert_test( + test_case, + [metric], + ) + + +# ---- Metadata ---------------------------------- + +TRACE_ID = "91e5744d-8393-4c7a-94be-d0469ccdfe62" + +FAILURE_TYPE = "unknown" + +MODEL = "unknown" + +SOURCES = []