Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion lm15/providers/typesafe.py
Original file line number Diff line number Diff line change
Expand Up @@ -355,7 +355,7 @@ def probability(raw: Any, path: str) -> float:
model = data.get("model")
if model is not None and (not isinstance(model, str) or not model):
raise invalid("model", "expected a non-empty string")
provider_data: dict[str, Any] = {"typesafe": {"answers": answers}}
provider_data: dict[str, Any] = {**data, "typesafe": {"answers": answers}}
try:
return Response(
id=self._request_id(response),
Expand Down
15 changes: 15 additions & 0 deletions tests/test_parity_judgment_replies.py
Original file line number Diff line number Diff line change
Expand Up @@ -144,6 +144,21 @@ def test_usage_missing_null_and_explicit_zero_are_distinct(usage, expected):
assert parse(BODY).usage.input_tokens is None


@pytest.mark.parametrize("cost", [0.0, 0.000009])
def test_reported_usage_survives_response_serialization(cost):
from lm15.serde import response_from_dict, response_to_dict

body = deepcopy(BODY)
body["usage"] = {"input_tokens": 100, "output_tokens": 0, "cost": cost,
"cost_details": {"upstream_inference_cost": cost}}
result = parse(body)
assert result.usage.input_tokens == 100 and result.usage.output_tokens == 0
assert result.provider_data["usage"] == body["usage"]
assert result.provider_data["typesafe"]["answers"] == body["answers"]
restored = response_from_dict(response_to_dict(result, include_provider_data=True))
assert restored.provider_data["usage"] == body["usage"]


@pytest.mark.parametrize("usage", [[], "x", {"input_tokens": True}, {"output_tokens": "0"}, {"input_tokens": -1}, {"output_tokens": 1.2}])
def test_malformed_usage_is_a_provider_fault(usage):
body = deepcopy(BODY)
Expand Down
Loading