From 6acfea7ceac3783634fc13a1622ac952a0952752 Mon Sep 17 00:00:00 2001 From: Rolf Fredheim Date: Fri, 13 Nov 2026 14:14:57 +0200 Subject: [PATCH] fix(typesafe): retain raw provider response data --- lm15/providers/typesafe.py | 2 +- tests/test_parity_judgment_replies.py | 15 +++++++++++++++ 2 files changed, 16 insertions(+), 1 deletion(-) diff --git a/lm15/providers/typesafe.py b/lm15/providers/typesafe.py index 082e7343..9bcea709 100644 --- a/lm15/providers/typesafe.py +++ b/lm15/providers/typesafe.py @@ -355,7 +355,7 @@ def probability(raw: Any, path: str) -> float: model = data.get("model") if model is not None and (not isinstance(model, str) or not model): raise invalid("model", "expected a non-empty string") - provider_data: dict[str, Any] = {"typesafe": {"answers": answers}} + provider_data: dict[str, Any] = {**data, "typesafe": {"answers": answers}} try: return Response( id=self._request_id(response), diff --git a/tests/test_parity_judgment_replies.py b/tests/test_parity_judgment_replies.py index 8908c8b5..ff09d737 100644 --- a/tests/test_parity_judgment_replies.py +++ b/tests/test_parity_judgment_replies.py @@ -144,6 +144,21 @@ def test_usage_missing_null_and_explicit_zero_are_distinct(usage, expected): assert parse(BODY).usage.input_tokens is None +@pytest.mark.parametrize("cost", [0.0, 0.000009]) +def test_reported_usage_survives_response_serialization(cost): + from lm15.serde import response_from_dict, response_to_dict + + body = deepcopy(BODY) + body["usage"] = {"input_tokens": 100, "output_tokens": 0, "cost": cost, + "cost_details": {"upstream_inference_cost": cost}} + result = parse(body) + assert result.usage.input_tokens == 100 and result.usage.output_tokens == 0 + assert result.provider_data["usage"] == body["usage"] + assert result.provider_data["typesafe"]["answers"] == body["answers"] + restored = response_from_dict(response_to_dict(result, include_provider_data=True)) + assert restored.provider_data["usage"] == body["usage"] + + @pytest.mark.parametrize("usage", [[], "x", {"input_tokens": True}, {"output_tokens": "0"}, {"input_tokens": -1}, {"output_tokens": 1.2}]) def test_malformed_usage_is_a_provider_fault(usage): body = deepcopy(BODY)