From 5821b740a9cd255e083c808460c7604edb96f283 Mon Sep 17 00:00:00 2001 From: 0xnotdev <130901671+0xnotdev@users.noreply.github.com> Date: Sat, 16 May 2026 13:58:03 +0530 Subject: [PATCH] auto: add regression test for trace 9f6f6ecb --- tests/test_regression_9f6f6ecb.py | 56 +++++++++++++++++++++++++++++++ 1 file changed, 56 insertions(+) create mode 100644 tests/test_regression_9f6f6ecb.py diff --git a/tests/test_regression_9f6f6ecb.py b/tests/test_regression_9f6f6ecb.py new file mode 100644 index 0000000..4f33ffa --- /dev/null +++ b/tests/test_regression_9f6f6ecb.py @@ -0,0 +1,56 @@ +# AUTO-GENERATED REGRESSION TEST +# ---------------------------------------- +# Source trace: 9f6f6ecb-5798-43f7-9231-c1bb1123cc1f +# Failure type: unknown +# Model: unknown +# Generated by: TraceOps Lite +# +# This file was automatically generated +# from a production failure report. +# +# DO NOT EDIT MANUALLY +# ---------------------------------------- + +import pytest + +from deepeval import assert_test +from deepeval.test_case import LLMTestCase + +from deepeval.metrics import AnswerRelevancyMetric + + +@pytest.mark.regression +def test_regression_9f6f6ecb(): + """ + Regression test generated from + production trace: + + 9f6f6ecb-5798-43f7-9231-c1bb1123cc1f + + Failure type: + unknown + """ + + test_case = LLMTestCase( + input="unknown", + actual_output="unknown", + retrieval_context=[], + ) + + metric = AnswerRelevancyMetric(threshold=0.7) + + assert_test( + test_case, + [metric], + ) + + +# ---- Metadata ---------------------------------- + +TRACE_ID = "9f6f6ecb-5798-43f7-9231-c1bb1123cc1f" + +FAILURE_TYPE = "unknown" + +MODEL = "unknown" + +SOURCES = []