Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions tests/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -1432,6 +1432,7 @@ def nonstreaming_responses_model_response():
input_tokens=10,
input_tokens_details=openai.types.responses.response_usage.InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=20,
output_tokens_details=openai.types.responses.response_usage.OutputTokensDetails(
Expand Down
2 changes: 2 additions & 0 deletions tests/integrations/langchain/test_langchain.py
Original file line number Diff line number Diff line change
Expand Up @@ -768,6 +768,7 @@ def test_tool_execution_span(
input_tokens=142,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=50,
output_tokens_details=OutputTokensDetails(
Expand All @@ -779,6 +780,7 @@ def test_tool_execution_span(
input_tokens=89,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=28,
output_tokens_details=OutputTokensDetails(
Expand Down
2 changes: 2 additions & 0 deletions tests/integrations/openai/test_openai.py
Original file line number Diff line number Diff line change
Expand Up @@ -96,6 +96,7 @@ async def __call__(self, *args, **kwargs):
input_tokens=20,
input_tokens_details=InputTokensDetails(
cached_tokens=5,
cache_write_tokens=0,
),
output_tokens=10,
output_tokens_details=OutputTokensDetails(
Comment thread
alexander-alderman-webb marked this conversation as resolved.
Comment thread
alexander-alderman-webb marked this conversation as resolved.
Expand Down Expand Up @@ -5166,6 +5167,7 @@ async def test_error_in_responses_async_api(
input_tokens=20,
input_tokens_details=InputTokensDetails(
cached_tokens=5,
cache_write_tokens=0,
),
output_tokens=10,
output_tokens_details=OutputTokensDetails(
Expand Down
27 changes: 26 additions & 1 deletion tests/integrations/openai_agents/test_openai_agents.py
Original file line number Diff line number Diff line change
Expand Up @@ -92,6 +92,7 @@ def sync_event_loop():
input_tokens=20,
input_tokens_details=InputTokensDetails(
cached_tokens=5,
cache_write_tokens=0,
),
output_tokens=10,
output_tokens_details=OutputTokensDetails(
Expand All @@ -109,7 +110,10 @@ def mock_usage():
input_tokens=10,
output_tokens=20,
total_tokens=30,
input_tokens_details=InputTokensDetails(cached_tokens=0),
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens_details=OutputTokensDetails(reasoning_tokens=5),
)

Expand Down Expand Up @@ -1536,6 +1540,7 @@ async def test_handoff_span(
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=20,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -1575,6 +1580,7 @@ async def test_handoff_span(
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=20,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -1713,6 +1719,7 @@ async def test_max_turns_before_handoff_span(
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=20,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -1752,6 +1759,7 @@ async def test_max_turns_before_handoff_span(
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=20,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -1876,6 +1884,7 @@ def simple_test_tool(message: str) -> str:
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=5,
output_tokens_details=OutputTokensDetails(
Expand All @@ -1887,6 +1896,7 @@ def simple_test_tool(message: str) -> str:
input_tokens=15,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=10,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -2664,6 +2674,7 @@ async def test_hosted_mcp_tool_propagation_header_streamed(
input_tokens=20,
input_tokens_details=InputTokensDetails(
cached_tokens=5,
cache_write_tokens=0,
),
output_tokens=10,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -3607,6 +3618,7 @@ def failing_tool(message: str) -> str:
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=5,
output_tokens_details=OutputTokensDetails(
Expand All @@ -3618,6 +3630,7 @@ def failing_tool(message: str) -> str:
input_tokens=15,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=10,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -3778,6 +3791,7 @@ async def test_invoke_agent_span_includes_usage_data(
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=20,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -3921,6 +3935,7 @@ async def test_ai_client_span_includes_response_model(
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=20,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -4052,6 +4067,7 @@ async def test_ai_client_span_response_model_with_chat_completions(
input_tokens=15,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=25,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -4177,6 +4193,7 @@ def calculator(a: int, b: int) -> int:
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=5,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -4216,6 +4233,7 @@ def calculator(a: int, b: int) -> int:
input_tokens=20,
input_tokens_details=InputTokensDetails(
cached_tokens=5,
cache_write_tokens=0,
),
output_tokens=15,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -4391,6 +4409,7 @@ async def test_invoke_agent_span_includes_response_model(
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=20,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -4539,6 +4558,7 @@ def calculator(a: int, b: int) -> int:
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=5,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -4578,6 +4598,7 @@ def calculator(a: int, b: int) -> int:
input_tokens=20,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=15,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -4922,6 +4943,7 @@ async def test_streaming_ttft_on_chat_span(
input_tokens=20,
input_tokens_details=InputTokensDetails(
cached_tokens=5,
cache_write_tokens=0,
),
output_tokens=10,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -5183,6 +5205,7 @@ def simple_tool(message: str) -> str:
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=5,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -5222,6 +5245,7 @@ def simple_tool(message: str) -> str:
input_tokens=20,
input_tokens_details=InputTokensDetails(
cached_tokens=5,
cache_write_tokens=0,
),
output_tokens=10,
output_tokens_details=OutputTokensDetails(
Expand Down Expand Up @@ -5627,6 +5651,7 @@ async def test_runner_run_streamed_with_starting_agent_kwarg(
input_tokens=10,
input_tokens_details=InputTokensDetails(
cached_tokens=0,
cache_write_tokens=0,
),
output_tokens=20,
output_tokens_details=OutputTokensDetails(
Expand Down
Loading