Created
October 17, 2025 17:24
-
-
Save Aaron1011/a400cd79b38ec882ae33a9efe6c343a1 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0" encoding="UTF-8"?> | |
| <testsuites name="nextest-run" tests="70" failures="2" errors="0" uuid="7ec32e56-7fd8-41df-9ccd-cf0e5477eab3" timestamp="2025-10-17T13:07:52.966-04:00" time="278.596"> | |
| <testsuite name="tensorzero-core" tests="7" disabled="0" errors="0" failures="0"> | |
| <testcase name="providers::sglang::tests::test_sglang_provider_new_api_base_check" classname="tensorzero-core" timestamp="2025-10-17T13:07:53.181-04:00" time="0.028"> | |
| </testcase> | |
| <testcase name="providers::sglang::tests::test_sglang_response_with_metadata_try_into" classname="tensorzero-core" timestamp="2025-10-17T13:07:53.182-04:00" time="0.033"> | |
| </testcase> | |
| <testcase name="providers::sglang::export_bindings_sglangprovider" classname="tensorzero-core" timestamp="2025-10-17T13:07:53.182-04:00" time="0.046"> | |
| </testcase> | |
| <testcase name="config::provider_types::export_bindings_sglangdefaults" classname="tensorzero-core" timestamp="2025-10-17T13:07:53.181-04:00" time="0.067"> | |
| </testcase> | |
| <testcase name="config::provider_types::export_bindings_sglangprovidertypeconfig" classname="tensorzero-core" timestamp="2025-10-17T13:07:53.181-04:00" time="0.099"> | |
| </testcase> | |
| <testcase name="providers::sglang::tests::test_sglang_request_new" classname="tensorzero-core" timestamp="2025-10-17T13:07:53.182-04:00" time="0.237"> | |
| </testcase> | |
| <testcase name="providers::sglang::tests::test_sglang_tools" classname="tensorzero-core" timestamp="2025-10-17T13:07:53.182-04:00" time="0.505"> | |
| </testcase> | |
| </testsuite> | |
| <testsuite name="tensorzero-core::e2e" tests="63" disabled="0" errors="0" failures="2"> | |
| <testcase name="providers::sglang::test_bulk_embedding" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.182-04:00" time="0.045"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_basic_embedding" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.183-04:00" time="0.048"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_embedding_cache" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.216-04:00" time="0.036"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_embedding_cache_options" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.228-04:00" time="0.038"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_embedding_dryrun" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.232-04:00" time="0.051"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_bad_auth_extra_headers" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.183-04:00" time="0.110"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_embedding_with_dimensions" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.267-04:00" time="0.025"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_embedding_consistency" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.229-04:00" time="0.068"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_embedding_with_encoding_format" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.282-04:00" time="0.039"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_embedding_with_user_parameter" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.284-04:00" time="0.047"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_embedding_large_bulk" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.256-04:00" time="0.078"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_embedding_invalid_model_error" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.249-04:00" time="0.092"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_image_inference_store_filesystem" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.300-04:00" time="0.044"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_image_inference_store_amazon_s3" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.293-04:00" time="0.055"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_inference_params_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.334-04:00" time="0.054"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_inference_params_streaming_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.342-04:00" time="0.050"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_image_url_inference_store_filesystem" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.325-04:00" time="0.069"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_multi_turn_parallel_tool_use_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.393-04:00" time="0.033"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_multi_turn_parallel_tool_use_streaming_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.395-04:00" time="0.037"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_parallel_tool_use_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.427-04:00" time="0.032"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_parallel_tool_use_streaming_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.432-04:00" time="0.056"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_dynamic_tool_use_inference_request_http_gateway" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.183-04:00" time="0.315"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_pdf_inference_store_filesystem" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.464-04:00" time="0.058"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_dynamic_tool_use_streaming_inference_request_http_gateway" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.215-04:00" time="0.308"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_provider_type_default_credentials" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.489-04:00" time="0.039"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_provider_type_default_credentials_shorthand" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.498-04:00" time="0.031"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_reasoning_inference_request_json_mode" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.524-04:00" time="0.027"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_reasoning_inference_request_simple" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.529-04:00" time="0.032"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_shorthand_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.552-04:00" time="0.029"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_dynamic_tool_use_streaming_inference_request_embedded_gateway" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.183-04:00" time="1.260"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_dynamic_tool_use_inference_request_embedded_gateway" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.183-04:00" time="1.416"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_provider_type_fallback_credentials" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.524-04:00" time="101.249"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_streaming_invalid_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:09:34.775-04:00" time="0.506"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_streaming_reasoning_inference_request_json_mode" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:09:35.282-04:00" time="0.031"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_streaming_reasoning_inference_request_simple" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:09:35.314-04:00" time="0.032"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_multi_turn_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:09:35.347-04:00" time="0.033"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_multi_turn_streaming_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:09:35.382-04:00" time="0.021"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_stop_sequences_inference_request_embedded_gateway" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:07:53.688-04:00" time="104.069"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_short_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:09:59.193-04:00" time="66.772"> | |
| <flakyFailure timestamp="2025-10-17T13:07:53.530-04:00" time="120.008" type="test timeout"> | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_short_inference_request has been running for over 60 seconds | |
| </system-out> | |
| <system-err></system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_simple_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:10:02.582-04:00" time="65.223"> | |
| <flakyFailure timestamp="2025-10-17T13:07:53.562-04:00" time="120.006" type="test timeout"> | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_simple_inference_request has been running for over 60 seconds | |
| </system-out> | |
| <system-err></system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_simple_streaming_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:09:58.781-04:00" time="69.038"> | |
| <flakyFailure timestamp="2025-10-17T13:07:53.583-04:00" time="120.008" type="test timeout"> | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_simple_streaming_inference_request has been running for over 60 seconds | |
| </system-out> | |
| <system-err></system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_multiple_text_blocks_in_message" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:10:03.346-04:00" time="66.452"> | |
| <flakyFailure timestamp="2025-10-17T13:07:53.419-04:00" time="120.008" type="test timeout"> | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_multiple_text_blocks_in_message has been running for over 60 seconds | |
| </system-out> | |
| <system-err></system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_stop_sequences_inference_request_http_gateway" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:10:04.231-04:00" time="65.682"> | |
| <flakyFailure timestamp="2025-10-17T13:07:54.444-04:00" time="120.008" type="test timeout"> | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_stop_sequences_inference_request_http_gateway has been running for over 60 seconds | |
| </system-out> | |
| <system-err></system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_extra_body" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:10:01.032-04:00" time="69.026"> | |
| <flakyFailure timestamp="2025-10-17T13:07:53.293-04:00" time="120.006" type="test timeout"> | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_extra_body has been running for over 60 seconds | |
| </system-out> | |
| <system-err></system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_inference_extra_body" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:09:59.552-04:00" time="70.514"> | |
| <flakyFailure timestamp="2025-10-17T13:07:53.331-04:00" time="120.012" type="test timeout"> | |
| <system-out> | |
| running 1 test | |
| Provider name: sglang | |
| test providers::sglang::test_inference_extra_body has been running for over 60 seconds | |
| </system-out> | |
| <system-err></system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_json_mode_streaming_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:09:58.480-04:00" time="71.596"> | |
| <flakyFailure timestamp="2025-10-17T13:07:53.389-04:00" time="120.006" type="test timeout"> | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_json_mode_streaming_inference_request has been running for over 60 seconds | |
| </system-out> | |
| <system-err></system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_use_tool_choice_required_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:11:10.066-04:00" time="0.017"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_use_tool_choice_required_streaming_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:11:10.076-04:00" time="0.013"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_dynamic_json_mode_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:09:59.523-04:00" time="70.580"> | |
| <flakyFailure timestamp="2025-10-17T13:07:53.183-04:00" time="120.013" type="test timeout"> | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_dynamic_json_mode_inference_request has been running for over 60 seconds | |
| </system-out> | |
| <system-err></system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_json_mode_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:10:01.278-04:00" time="68.825"> | |
| <flakyFailure timestamp="2025-10-17T13:07:53.346-04:00" time="120.008" type="test timeout"> | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_json_mode_inference_request has been running for over 60 seconds | |
| </system-out> | |
| <system-err></system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_use_tool_choice_auto_unused_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:11:05.965-04:00" time="4.350"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_use_tool_choice_auto_used_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:11:07.820-04:00" time="2.745"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_streaming_include_original_response" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:10:02.764-04:00" time="68.034"> | |
| <flakyFailure timestamp="2025-10-17T13:07:54.599-04:00" time="120.006" type="test timeout"> | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_streaming_include_original_response has been running for over 60 seconds | |
| </system-out> | |
| <system-err></system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_json_mode_off_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:10:02.781-04:00" time="68.109"> | |
| <flakyFailure timestamp="2025-10-17T13:07:53.351-04:00" time="120.008" type="test timeout"> | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_json_mode_off_inference_request has been running for over 60 seconds | |
| </system-out> | |
| <system-err></system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_warn_ignored_thought_block" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:11:10.118-04:00" time="0.989"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_use_tool_choice_auto_unused_streaming_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:11:07.805-04:00" time="4.301"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_use_tool_choice_none_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:11:09.913-04:00" time="2.407"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_use_tool_choice_auto_used_streaming_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:11:09.798-04:00" time="2.856"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_use_tool_choice_none_streaming_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:11:10.059-04:00" time="2.826"> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_use_allowed_tools_streaming_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:11:35.730-04:00" time="1.119"> | |
| <flakyFailure timestamp="2025-10-17T13:09:37.758-04:00" time="92.339" message="thread 'providers::sglang::test_tool_use_allowed_tools_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7787:33" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_allowed_tools_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7787:33: | |
| Raw name already seen, got Object { | |
| "type": String("tool_call"), | |
| "id": String("call_920e9b0b78244c9da29a023e"), | |
| "raw_name": String("get_humidity"), | |
| "raw_arguments": String(""), | |
| } | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_tool_use_allowed_tools_streaming_inference_request has been running for over 60 seconds | |
| API response chunk: Object { | |
| "inference_id": String("0199f325-ffc9-7203-8a88-d95882a2cf0d"), | |
| "episode_id": String("0199f325-ff78-7a91-adef-399e5e458c5f"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("text"), | |
| "id": String("0"), | |
| "text": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f325-ffc9-7203-8a88-d95882a2cf0d"), | |
| "episode_id": String("0199f325-ff78-7a91-adef-399e5e458c5f"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_2f32adde25504b55ba261ffd"), | |
| "raw_name": String("get_humidity"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f325-ffc9-7203-8a88-d95882a2cf0d"), | |
| "episode_id": String("0199f325-ff78-7a91-adef-399e5e458c5f"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_2f32adde25504b55ba261ffd"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("{\"location\": \""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f325-ffc9-7203-8a88-d95882a2cf0d"), | |
| "episode_id": String("0199f325-ff78-7a91-adef-399e5e458c5f"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_2f32adde25504b55ba261ffd"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("Tok"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f325-ffc9-7203-8a88-d95882a2cf0d"), | |
| "episode_id": String("0199f325-ff78-7a91-adef-399e5e458c5f"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_2f32adde25504b55ba261ffd"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("yo\"}"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f325-ffc9-7203-8a88-d95882a2cf0d"), | |
| "episode_id": String("0199f325-ff78-7a91-adef-399e5e458c5f"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_920e9b0b78244c9da29a023e"), | |
| "raw_name": String("get_humidity"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| test providers::sglang::test_tool_use_allowed_tools_streaming_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_allowed_tools_streaming_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 92.31s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_allowed_tools_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7787:33: | |
| Raw name already seen, got Object { | |
| "type": String("tool_call"), | |
| "id": String("call_920e9b0b78244c9da29a023e"), | |
| "raw_name": String("get_humidity"), | |
| "raw_arguments": String(""), | |
| } | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </flakyFailure> | |
| <flakyFailure timestamp="2025-10-17T13:11:17.973-04:00" time="4.641" message="thread 'providers::sglang::test_tool_use_allowed_tools_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7787:33" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_allowed_tools_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7787:33: | |
| Raw name already seen, got Object { | |
| "type": String("tool_call"), | |
| "id": String("call_a72e428991414b13a651d51a"), | |
| "raw_name": String("get_humidity"), | |
| "raw_arguments": String(""), | |
| } | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-86f6-7351-8d26-fe3b8e771230"), | |
| "episode_id": String("0199f327-86e0-7b82-9770-dd2fdae44a4c"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("text"), | |
| "id": String("0"), | |
| "text": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-86f6-7351-8d26-fe3b8e771230"), | |
| "episode_id": String("0199f327-86e0-7b82-9770-dd2fdae44a4c"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_2e87e1191006452fa8961082"), | |
| "raw_name": String("get_humidity"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-86f6-7351-8d26-fe3b8e771230"), | |
| "episode_id": String("0199f327-86e0-7b82-9770-dd2fdae44a4c"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_2e87e1191006452fa8961082"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("{\"location\": \""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-86f6-7351-8d26-fe3b8e771230"), | |
| "episode_id": String("0199f327-86e0-7b82-9770-dd2fdae44a4c"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_2e87e1191006452fa8961082"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("Tok"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-86f6-7351-8d26-fe3b8e771230"), | |
| "episode_id": String("0199f327-86e0-7b82-9770-dd2fdae44a4c"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_2e87e1191006452fa8961082"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("yo\"}"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-86f6-7351-8d26-fe3b8e771230"), | |
| "episode_id": String("0199f327-86e0-7b82-9770-dd2fdae44a4c"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_a72e428991414b13a651d51a"), | |
| "raw_name": String("get_humidity"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| test providers::sglang::test_tool_use_allowed_tools_streaming_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_allowed_tools_streaming_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 4.63s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_allowed_tools_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7787:33: | |
| Raw name already seen, got Object { | |
| "type": String("tool_call"), | |
| "id": String("call_a72e428991414b13a651d51a"), | |
| "raw_name": String("get_humidity"), | |
| "raw_arguments": String(""), | |
| } | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </flakyFailure> | |
| <flakyFailure timestamp="2025-10-17T13:11:27.635-04:00" time="0.172" message="thread 'providers::sglang::test_tool_use_allowed_tools_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7737:27" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_allowed_tools_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7737:27: | |
| called `Result::unwrap()` on an `Err` value: InvalidStatusCode(500, Response { url: "http://localhost:3000/inference", status: 500, headers: {"content-type": "application/json", "x-tensorzero-gateway-version": "2025.10.3", "content-length": "556", "date": "Fri, 17 Oct 2025 17:11:27 GMT"} }) | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_tool_use_allowed_tools_streaming_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_allowed_tools_streaming_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 0.16s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_allowed_tools_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7737:27: | |
| called `Result::unwrap()` on an `Err` value: InvalidStatusCode(500, Response { url: "http://localhost:3000/inference", status: 500, headers: {"content-type": "application/json", "x-tensorzero-gateway-version": "2025.10.3", "content-length": "556", "date": "Fri, 17 Oct 2025 17:11:27 GMT"} }) | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_use_allowed_tools_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:12:09.048-04:00" time="0.949"> | |
| <flakyFailure timestamp="2025-10-17T13:09:35.403-04:00" time="98.317" message="thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5: | |
| assertion `left == right` failed: Expected exactly one tool call | |
| left: 4 | |
| right: 1 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| test providers::sglang::test_tool_use_allowed_tools_inference_request has been running for over 60 seconds | |
| API response: Object { | |
| "inference_id": String("0199f325-f6a4-7d41-8ae0-c920bdce3586"), | |
| "episode_id": String("0199f325-f647-7560-bda7-5138793ae756"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_0d69672af2c648ceb5b68395"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_3733932500c3461398cc153b"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_05070bef67cd45f0ba6230a9"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_ec2d180fb13c4d5482c22d60"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(234), | |
| "output_tokens": Number(100), | |
| }, | |
| "finish_reason": String("length"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 18.685181ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f325-f6a4-7d41-8ae0-c920bdce3586"), | |
| "function_name": String("basic_test"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f325-f647-7560-bda7-5138793ae756"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_0d69672af2c648ceb5b68395\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_3733932500c3461398cc153b\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_05070bef67cd45f0ba6230a9\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_ec2d180fb13c4d5482c22d60\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current humidity in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the humidity for (e.g. \\\"New York\\\")\"}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_humidity\",\"strict\":false}],\"tool_choice\":\"required\",\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(97940), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "location": Object { | |
| "type": String("string"), | |
| "description": String("The location to get the humidity for (e.g. \"New York\")"), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f327-7539-7a43-ae48-c773c44a4656"), | |
| "inference_id": String("0199f325-f6a4-7d41-8ae0-c920bdce3586"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta\"},{\"role\":\"user\",\"content\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"description\":\"Get the current humidity in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the humidity for (e.g. \\\"New York\\\")\"}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":\"required\"}"), | |
| "raw_response": String("{\"id\":\"a2f99a7156104c8194f7352334f17f96\",\"object\":\"chat.completion\",\"created\":1760721073,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_0d69672af2c648ceb5b68395\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_3733932500c3461398cc153b\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_05070bef67cd45f0ba6230a9\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_ec2d180fb13c4d5482c22d60\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}}]},\"logprobs\":null,\"finish_reason\":\"length\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":234,\"total_tokens\":334,\"completion_tokens\":100,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(234), | |
| "output_tokens": Number(100), | |
| "response_time_ms": Number(97934), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta"), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_0d69672af2c648ceb5b68395\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_3733932500c3461398cc153b\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_05070bef67cd45f0ba6230a9\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_ec2d180fb13c4d5482c22d60\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("length"), | |
| } | |
| test providers::sglang::test_tool_use_allowed_tools_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_allowed_tools_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 98.29s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5: | |
| assertion `left == right` failed: Expected exactly one tool call | |
| left: 4 | |
| right: 1 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </flakyFailure> | |
| <flakyFailure timestamp="2025-10-17T13:11:22.987-04:00" time="3.290" message="thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5: | |
| assertion `left == right` failed: Expected exactly one tool call | |
| left: 4 | |
| right: 1 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f327-9a92-7a23-b64a-ce768b5921fd"), | |
| "episode_id": String("0199f327-9a76-7f43-81e4-2202d1672304"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_2dba1678b6204b54bb86e037"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_6092639433f54c56be3c13c9"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_6348fd40a71e4a3e93f8e83b"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_9e1d81078f4e43df9e39699f"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(234), | |
| "output_tokens": Number(100), | |
| }, | |
| "finish_reason": String("length"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 20.905347ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f327-9a92-7a23-b64a-ce768b5921fd"), | |
| "function_name": String("basic_test"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f327-9a76-7f43-81e4-2202d1672304"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_2dba1678b6204b54bb86e037\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_6092639433f54c56be3c13c9\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_6348fd40a71e4a3e93f8e83b\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_9e1d81078f4e43df9e39699f\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current humidity in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the humidity for (e.g. \\\"New York\\\")\"}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_humidity\",\"strict\":false}],\"tool_choice\":\"required\",\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(2973), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "location": Object { | |
| "type": String("string"), | |
| "description": String("The location to get the humidity for (e.g. \"New York\")"), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f327-a62f-7b80-8e80-43b8645595a1"), | |
| "inference_id": String("0199f327-9a92-7a23-b64a-ce768b5921fd"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta\"},{\"role\":\"user\",\"content\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"description\":\"Get the current humidity in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the humidity for (e.g. \\\"New York\\\")\"}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":\"required\"}"), | |
| "raw_response": String("{\"id\":\"a18eb5dd839e444faaa2eb9ed2efc938\",\"object\":\"chat.completion\",\"created\":1760721085,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_2dba1678b6204b54bb86e037\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_6092639433f54c56be3c13c9\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_6348fd40a71e4a3e93f8e83b\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_9e1d81078f4e43df9e39699f\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}}]},\"logprobs\":null,\"finish_reason\":\"length\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":234,\"total_tokens\":334,\"completion_tokens\":100,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(234), | |
| "output_tokens": Number(100), | |
| "response_time_ms": Number(2971), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta"), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_2dba1678b6204b54bb86e037\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_6092639433f54c56be3c13c9\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_6348fd40a71e4a3e93f8e83b\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_9e1d81078f4e43df9e39699f\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("length"), | |
| } | |
| test providers::sglang::test_tool_use_allowed_tools_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_allowed_tools_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 3.28s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5: | |
| assertion `left == right` failed: Expected exactly one tool call | |
| left: 4 | |
| right: 1 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </flakyFailure> | |
| <flakyFailure timestamp="2025-10-17T13:11:33.635-04:00" time="3.137" message="thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5: | |
| assertion `left == right` failed: Expected exactly one tool call | |
| left: 4 | |
| right: 1 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f327-c41e-7d82-a013-e730bc7895cc"), | |
| "episode_id": String("0199f327-c40a-7561-a5ea-68d954f42468"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_fccee54d97af4704be60c2fe"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_f87d2a8134c5436bb1c97501"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_5d03bde4c9724a9f985332e8"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_8b22d15baa954a148675ae19"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(234), | |
| "output_tokens": Number(100), | |
| }, | |
| "finish_reason": String("length"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 14.836317ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f327-c41e-7d82-a013-e730bc7895cc"), | |
| "function_name": String("basic_test"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f327-c40a-7561-a5ea-68d954f42468"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_fccee54d97af4704be60c2fe\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_f87d2a8134c5436bb1c97501\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_5d03bde4c9724a9f985332e8\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_8b22d15baa954a148675ae19\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current humidity in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the humidity for (e.g. \\\"New York\\\")\"}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_humidity\",\"strict\":false}],\"tool_choice\":\"required\",\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(2855), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "location": Object { | |
| "type": String("string"), | |
| "description": String("The location to get the humidity for (e.g. \"New York\")"), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f327-cf45-76b1-9145-eeb442883584"), | |
| "inference_id": String("0199f327-c41e-7d82-a013-e730bc7895cc"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta\"},{\"role\":\"user\",\"content\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"description\":\"Get the current humidity in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the humidity for (e.g. \\\"New York\\\")\"}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":\"required\"}"), | |
| "raw_response": String("{\"id\":\"9230cee4773d4fe0bd9ce3e719c76dbd\",\"object\":\"chat.completion\",\"created\":1760721096,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_fccee54d97af4704be60c2fe\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_f87d2a8134c5436bb1c97501\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_5d03bde4c9724a9f985332e8\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_8b22d15baa954a148675ae19\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}}]},\"logprobs\":null,\"finish_reason\":\"length\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":234,\"total_tokens\":334,\"completion_tokens\":100,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(234), | |
| "output_tokens": Number(100), | |
| "response_time_ms": Number(2853), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta"), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_fccee54d97af4704be60c2fe\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_f87d2a8134c5436bb1c97501\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_5d03bde4c9724a9f985332e8\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_8b22d15baa954a148675ae19\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("length"), | |
| } | |
| test providers::sglang::test_tool_use_allowed_tools_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_allowed_tools_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 3.13s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5: | |
| assertion `left == right` failed: Expected exactly one tool call | |
| left: 4 | |
| right: 1 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </flakyFailure> | |
| <flakyFailure timestamp="2025-10-17T13:11:46.389-04:00" time="3.269" message="thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5: | |
| assertion `left == right` failed: Expected exactly one tool call | |
| left: 4 | |
| right: 1 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f327-f5f1-75c2-a52a-06744a7085b1"), | |
| "episode_id": String("0199f327-f5df-7250-8c3d-a980cdc3f9af"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_b732cd3143c24160888a423e"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_27b25e278ec64fa6855af341"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_b9fb497bb70347a5b5d1c75b"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_b94671d6619b45a2a160a5de"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(234), | |
| "output_tokens": Number(90), | |
| }, | |
| "finish_reason": String("tool_call"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 13.568718ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f327-f5f1-75c2-a52a-06744a7085b1"), | |
| "function_name": String("basic_test"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f327-f5df-7250-8c3d-a980cdc3f9af"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_b732cd3143c24160888a423e\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_27b25e278ec64fa6855af341\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_b9fb497bb70347a5b5d1c75b\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_b94671d6619b45a2a160a5de\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current humidity in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the humidity for (e.g. \\\"New York\\\")\"}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_humidity\",\"strict\":false}],\"tool_choice\":\"required\",\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(2992), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "location": Object { | |
| "type": String("string"), | |
| "description": String("The location to get the humidity for (e.g. \"New York\")"), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f328-01a2-7c42-a858-8cf93bbd6cf9"), | |
| "inference_id": String("0199f327-f5f1-75c2-a52a-06744a7085b1"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta\"},{\"role\":\"user\",\"content\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"description\":\"Get the current humidity in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the humidity for (e.g. \\\"New York\\\")\"}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":\"required\"}"), | |
| "raw_response": String("{\"id\":\"3e2a78ce29dd4d8ca6c2b0460b45791a\",\"object\":\"chat.completion\",\"created\":1760721109,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_b732cd3143c24160888a423e\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_27b25e278ec64fa6855af341\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_b9fb497bb70347a5b5d1c75b\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_b94671d6619b45a2a160a5de\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}}]},\"logprobs\":null,\"finish_reason\":\"tool_calls\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":234,\"total_tokens\":324,\"completion_tokens\":90,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(234), | |
| "output_tokens": Number(90), | |
| "response_time_ms": Number(2990), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta"), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_b732cd3143c24160888a423e\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_27b25e278ec64fa6855af341\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_b9fb497bb70347a5b5d1c75b\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_b94671d6619b45a2a160a5de\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("tool_call"), | |
| } | |
| test providers::sglang::test_tool_use_allowed_tools_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_allowed_tools_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 3.26s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5: | |
| assertion `left == right` failed: Expected exactly one tool call | |
| left: 4 | |
| right: 1 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </flakyFailure> | |
| <flakyFailure timestamp="2025-10-17T13:11:58.814-04:00" time="2.559" message="thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5: | |
| assertion `left == right` failed: Expected exactly one tool call | |
| left: 4 | |
| right: 1 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f328-2684-7c32-9724-0ead5d396aef"), | |
| "episode_id": String("0199f328-2669-7ce0-9a86-dadd37f75d3c"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_a360823982014b72a8070b0c"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_42973c86e171424c8f1702ac"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_0ced45e861f94a0f9d21e5fe"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "location": String("Tokyo"), | |
| }, | |
| "id": String("call_47dfab04d9f741cfb7fc351e"), | |
| "name": String("get_humidity"), | |
| "raw_arguments": String("{\"location\": \"Tokyo\"}"), | |
| "raw_name": String("get_humidity"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(234), | |
| "output_tokens": Number(100), | |
| }, | |
| "finish_reason": String("length"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 14.262927ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f328-2684-7c32-9724-0ead5d396aef"), | |
| "function_name": String("basic_test"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f328-2669-7ce0-9a86-dadd37f75d3c"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_a360823982014b72a8070b0c\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_42973c86e171424c8f1702ac\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_0ced45e861f94a0f9d21e5fe\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"},{\"type\":\"tool_call\",\"arguments\":{\"location\":\"Tokyo\"},\"id\":\"call_47dfab04d9f741cfb7fc351e\",\"name\":\"get_humidity\",\"raw_arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"raw_name\":\"get_humidity\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current humidity in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the humidity for (e.g. \\\"New York\\\")\"}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_humidity\",\"strict\":false}],\"tool_choice\":\"required\",\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(2273), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "location": Object { | |
| "type": String("string"), | |
| "description": String("The location to get the humidity for (e.g. \"New York\")"), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f328-2f66-7893-bc38-e1c1666bd0d7"), | |
| "inference_id": String("0199f328-2684-7c32-9724-0ead5d396aef"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta\"},{\"role\":\"user\",\"content\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"description\":\"Get the current humidity in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the humidity for (e.g. \\\"New York\\\")\"}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":\"required\"}"), | |
| "raw_response": String("{\"id\":\"768da9cb356a4a5d905fb5666dcd1968\",\"object\":\"chat.completion\",\"created\":1760721121,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_a360823982014b72a8070b0c\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_42973c86e171424c8f1702ac\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_0ced45e861f94a0f9d21e5fe\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}},{\"id\":\"call_47dfab04d9f741cfb7fc351e\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\"}}]},\"logprobs\":null,\"finish_reason\":\"length\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":234,\"total_tokens\":334,\"completion_tokens\":100,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(234), | |
| "output_tokens": Number(100), | |
| "response_time_ms": Number(2271), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta"), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What can you tell me about the weather in Tokyo (e.g. temperature, humidity, wind)? Use the provided tools and return what you can (not necessarily everything).\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_a360823982014b72a8070b0c\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_42973c86e171424c8f1702ac\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_0ced45e861f94a0f9d21e5fe\"},{\"type\":\"tool_call\",\"name\":\"get_humidity\",\"arguments\":\"{\\\"location\\\": \\\"Tokyo\\\"}\",\"id\":\"call_47dfab04d9f741cfb7fc351e\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("length"), | |
| } | |
| test providers::sglang::test_tool_use_allowed_tools_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_allowed_tools_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 2.55s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_allowed_tools_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7682:5: | |
| assertion `left == right` failed: Expected exactly one tool call | |
| left: 4 | |
| right: 1 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </flakyFailure> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:11:10.090-04:00" time="4.583"> | |
| <failure message="thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_ce06ff6d7da847ce9fb72f71" | |
| right: "call_32459b6a652746138439ad67" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace</failure> | |
| <rerunFailure timestamp="2025-10-17T13:11:19.768-04:00" time="3.152" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_fefc0e8f040741d6940bf6a6" | |
| right: "call_7f6bd289f7ee425b84bfb090" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-8df3-7ed0-99e6-d7d118f667e3"), | |
| "episode_id": String("0199f327-8de0-7793-991e-fbd33627a44e"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("text"), | |
| "id": String("0"), | |
| "text": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-8df3-7ed0-99e6-d7d118f667e3"), | |
| "episode_id": String("0199f327-8de0-7793-991e-fbd33627a44e"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_fefc0e8f040741d6940bf6a6"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-8df3-7ed0-99e6-d7d118f667e3"), | |
| "episode_id": String("0199f327-8de0-7793-991e-fbd33627a44e"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_fefc0e8f040741d6940bf6a6"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-8df3-7ed0-99e6-d7d118f667e3"), | |
| "episode_id": String("0199f327-8de0-7793-991e-fbd33627a44e"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_7f6bd289f7ee425b84bfb090"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 3.14s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_fefc0e8f040741d6940bf6a6" | |
| right: "call_7f6bd289f7ee425b84bfb090" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:11:29.707-04:00" time="3.455" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_967f014830824515bb90e286" | |
| right: "call_c938145ebb6145c8a3982757" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-b4c4-7822-a8c9-30ba8b367204"), | |
| "episode_id": String("0199f327-b4b3-7462-9b34-1a9b96212725"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("text"), | |
| "id": String("0"), | |
| "text": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-b4c4-7822-a8c9-30ba8b367204"), | |
| "episode_id": String("0199f327-b4b3-7462-9b34-1a9b96212725"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_967f014830824515bb90e286"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-b4c4-7822-a8c9-30ba8b367204"), | |
| "episode_id": String("0199f327-b4b3-7462-9b34-1a9b96212725"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_967f014830824515bb90e286"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-b4c4-7822-a8c9-30ba8b367204"), | |
| "episode_id": String("0199f327-b4b3-7462-9b34-1a9b96212725"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_c938145ebb6145c8a3982757"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 3.44s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_967f014830824515bb90e286" | |
| right: "call_c938145ebb6145c8a3982757" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:11:39.679-04:00" time="2.756" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_3c75c276ca3b467088f91f2a" | |
| right: "call_b78835b05ac9482880fc556e" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-dbb8-7283-a8d2-d08cf3e7ea34"), | |
| "episode_id": String("0199f327-dba8-7ba3-82c1-bb4226bc4175"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("text"), | |
| "id": String("0"), | |
| "text": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-dbb8-7283-a8d2-d08cf3e7ea34"), | |
| "episode_id": String("0199f327-dba8-7ba3-82c1-bb4226bc4175"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_3c75c276ca3b467088f91f2a"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-dbb8-7283-a8d2-d08cf3e7ea34"), | |
| "episode_id": String("0199f327-dba8-7ba3-82c1-bb4226bc4175"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_3c75c276ca3b467088f91f2a"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-dbb8-7283-a8d2-d08cf3e7ea34"), | |
| "episode_id": String("0199f327-dba8-7ba3-82c1-bb4226bc4175"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_b78835b05ac9482880fc556e"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 2.74s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_3c75c276ca3b467088f91f2a" | |
| right: "call_b78835b05ac9482880fc556e" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:11:48.349-04:00" time="2.980" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_63cca9315ea0415f9181167d" | |
| right: "call_48d8b1e47b8447e4b581870f" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-fd98-7b50-9962-7b43fc7738bf"), | |
| "episode_id": String("0199f327-fd85-7c52-8fa8-53baf49a672b"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("text"), | |
| "id": String("0"), | |
| "text": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-fd98-7b50-9962-7b43fc7738bf"), | |
| "episode_id": String("0199f327-fd85-7c52-8fa8-53baf49a672b"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_63cca9315ea0415f9181167d"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-fd98-7b50-9962-7b43fc7738bf"), | |
| "episode_id": String("0199f327-fd85-7c52-8fa8-53baf49a672b"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_63cca9315ea0415f9181167d"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-fd98-7b50-9962-7b43fc7738bf"), | |
| "episode_id": String("0199f327-fd85-7c52-8fa8-53baf49a672b"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_48d8b1e47b8447e4b581870f"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 2.97s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_63cca9315ea0415f9181167d" | |
| right: "call_48d8b1e47b8447e4b581870f" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:11:57.106-04:00" time="2.475" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_608f74e5136c4407a4f410a1" | |
| right: "call_0618acce998642b8baf7abf3" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-1fcf-7593-8217-1440f8e9000d"), | |
| "episode_id": String("0199f328-1fbc-7ac1-8e35-d13b313a273f"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("text"), | |
| "id": String("0"), | |
| "text": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-1fcf-7593-8217-1440f8e9000d"), | |
| "episode_id": String("0199f328-1fbc-7ac1-8e35-d13b313a273f"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_608f74e5136c4407a4f410a1"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-1fcf-7593-8217-1440f8e9000d"), | |
| "episode_id": String("0199f328-1fbc-7ac1-8e35-d13b313a273f"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_608f74e5136c4407a4f410a1"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-1fcf-7593-8217-1440f8e9000d"), | |
| "episode_id": String("0199f328-1fbc-7ac1-8e35-d13b313a273f"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_0618acce998642b8baf7abf3"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 2.46s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_608f74e5136c4407a4f410a1" | |
| right: "call_0618acce998642b8baf7abf3" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:12:06.303-04:00" time="2.389" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_0812abecb86e48ee83e4667f" | |
| right: "call_989b60110ff546fda49cfd08" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-43c0-7bd3-afa5-4713df353a59"), | |
| "episode_id": String("0199f328-43a9-7a72-93e6-520fa9a58ede"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("text"), | |
| "id": String("0"), | |
| "text": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-43c0-7bd3-afa5-4713df353a59"), | |
| "episode_id": String("0199f328-43a9-7a72-93e6-520fa9a58ede"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_0812abecb86e48ee83e4667f"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-43c0-7bd3-afa5-4713df353a59"), | |
| "episode_id": String("0199f328-43a9-7a72-93e6-520fa9a58ede"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_0812abecb86e48ee83e4667f"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-43c0-7bd3-afa5-4713df353a59"), | |
| "episode_id": String("0199f328-43a9-7a72-93e6-520fa9a58ede"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_989b60110ff546fda49cfd08"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 2.38s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_0812abecb86e48ee83e4667f" | |
| right: "call_989b60110ff546fda49cfd08" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:12:17.127-04:00" time="2.287" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_e42c9b7e5b1c46bbab027e49" | |
| right: "call_c035652e76cd489896d6a280" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-6e03-7933-bc76-65d0679ec0b5"), | |
| "episode_id": String("0199f328-6df0-76f1-84d0-f252b25bb6ab"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("text"), | |
| "id": String("0"), | |
| "text": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-6e03-7933-bc76-65d0679ec0b5"), | |
| "episode_id": String("0199f328-6df0-76f1-84d0-f252b25bb6ab"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_e42c9b7e5b1c46bbab027e49"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-6e03-7933-bc76-65d0679ec0b5"), | |
| "episode_id": String("0199f328-6df0-76f1-84d0-f252b25bb6ab"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_e42c9b7e5b1c46bbab027e49"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-6e03-7933-bc76-65d0679ec0b5"), | |
| "episode_id": String("0199f328-6df0-76f1-84d0-f252b25bb6ab"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_c035652e76cd489896d6a280"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 2.28s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_e42c9b7e5b1c46bbab027e49" | |
| right: "call_c035652e76cd489896d6a280" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:12:26.591-04:00" time="3.397" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_b9ad7a42a130473187a60d49" | |
| right: "call_283a45431fa645f88a2dc506" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-92f9-74a1-8c60-ffb0854561dc"), | |
| "episode_id": String("0199f328-92e9-7412-964d-2e2b7c42edc0"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("text"), | |
| "id": String("0"), | |
| "text": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-92f9-74a1-8c60-ffb0854561dc"), | |
| "episode_id": String("0199f328-92e9-7412-964d-2e2b7c42edc0"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_b9ad7a42a130473187a60d49"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-92f9-74a1-8c60-ffb0854561dc"), | |
| "episode_id": String("0199f328-92e9-7412-964d-2e2b7c42edc0"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_b9ad7a42a130473187a60d49"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f328-92f9-74a1-8c60-ffb0854561dc"), | |
| "episode_id": String("0199f328-92e9-7412-964d-2e2b7c42edc0"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_283a45431fa645f88a2dc506"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 3.39s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_b9ad7a42a130473187a60d49" | |
| right: "call_283a45431fa645f88a2dc506" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <system-out> | |
| running 1 test | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-6837-7451-8ebd-71b05285b69b"), | |
| "episode_id": String("0199f327-6816-71f3-a6bc-3c52e08f2412"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("text"), | |
| "id": String("0"), | |
| "text": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-6837-7451-8ebd-71b05285b69b"), | |
| "episode_id": String("0199f327-6816-71f3-a6bc-3c52e08f2412"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_ce06ff6d7da847ce9fb72f71"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-6837-7451-8ebd-71b05285b69b"), | |
| "episode_id": String("0199f327-6816-71f3-a6bc-3c52e08f2412"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_ce06ff6d7da847ce9fb72f71"), | |
| "raw_name": String(""), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| }, | |
| ], | |
| } | |
| API response chunk: Object { | |
| "inference_id": String("0199f327-6837-7451-8ebd-71b05285b69b"), | |
| "episode_id": String("0199f327-6816-71f3-a6bc-3c52e08f2412"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "id": String("call_32459b6a652746138439ad67"), | |
| "raw_name": String("self_destruct"), | |
| "raw_arguments": String(""), | |
| }, | |
| ], | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 4.57s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_streaming_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7141:42: | |
| assertion `left == right` failed: Provider returned multiple tool calls | |
| left: "call_ce06ff6d7da847ce9fb72f71" | |
| right: "call_32459b6a652746138439ad67" | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </testcase> | |
| <testcase name="providers::sglang::test_tool_use_tool_choice_specific_inference_request" classname="tensorzero-core::e2e" timestamp="2025-10-17T13:11:10.084-04:00" time="4.766"> | |
| <failure message="thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace</failure> | |
| <rerunFailure timestamp="2025-10-17T13:11:20.483-04:00" time="3.297" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f327-90c3-7c92-9814-94de469c4b0e"), | |
| "episode_id": String("0199f327-90ac-7d61-b55e-ae1e0872c564"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(false), | |
| }, | |
| "id": String("call_732c2472951f446089b29050"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": false}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_2fea2637e99643b6be1a7e55"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_78513ee7a5d348caa0b66249"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_894be6c64094490fbf464998"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_7947e8656ffe440c9860758f"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| }, | |
| "finish_reason": String("length"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 22.695617ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f327-90c3-7c92-9814-94de469c4b0e"), | |
| "function_name": String("weather_helper"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f327-90ac-7d61-b55e-ae1e0872c564"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"fast\":false},\"id\":\"call_732c2472951f446089b29050\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": false}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_2fea2637e99643b6be1a7e55\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_78513ee7a5d348caa0b66249\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_894be6c64094490fbf464998\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_7947e8656ffe440c9860758f\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_temperature\",\"strict\":false},{\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false},\"name\":\"self_destruct\",\"strict\":false}],\"tool_choice\":{\"specific\":\"self_destruct\"},\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(2987), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "fast": Object { | |
| "type": String("boolean"), | |
| "description": String("Whether to use a fast method to self-destruct."), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f327-9c6f-7921-a7c3-80da48a86828"), | |
| "inference_id": String("0199f327-90c3-7c92-9814-94de469c4b0e"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta.\\n\\nPeople will ask you questions about the weather.\\n\\nIf asked about the weather, just respond with the tool call. Use the \\\"get_temperature\\\" tool.\\n\\nIf provided with a tool result, use it to respond to the user (e.g. \\\"The weather in New York is 55 degrees Fahrenheit.\\\").\"},{\"role\":\"user\",\"content\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_temperature\",\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false},{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\"}}}"), | |
| "raw_response": String("{\"id\":\"a8222c318bde483c98b8c54bfc829609\",\"object\":\"chat.completion\",\"created\":1760721083,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_732c2472951f446089b29050\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\"}},{\"id\":\"call_2fea2637e99643b6be1a7e55\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_78513ee7a5d348caa0b66249\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_894be6c64094490fbf464998\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_7947e8656ffe440c9860758f\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}}]},\"logprobs\":null,\"finish_reason\":\"length\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":258,\"total_tokens\":358,\"completion_tokens\":100,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| "response_time_ms": Number(2985), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta.\n\nPeople will ask you questions about the weather.\n\nIf asked about the weather, just respond with the tool call. Use the \"get_temperature\" tool.\n\nIf provided with a tool result, use it to respond to the user (e.g. \"The weather in New York is 55 degrees Fahrenheit.\")."), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\",\"id\":\"call_732c2472951f446089b29050\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_2fea2637e99643b6be1a7e55\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_78513ee7a5d348caa0b66249\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_894be6c64094490fbf464998\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_7947e8656ffe440c9860758f\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("length"), | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 3.29s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:11:30.318-04:00" time="3.453" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f327-b729-7b71-b388-c527dbde2e71"), | |
| "episode_id": String("0199f327-b716-7241-b9c6-44057f6ec685"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_86f9431579ca4371ab64c039"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_a357fb3a5949427ea1999fc8"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_9e8a4f85267d484eb36bb839"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_6de626403bab451cacbaf03f"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_0f51163b174e414580df0081"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| }, | |
| "finish_reason": String("length"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 15.466561ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f327-b729-7b71-b388-c527dbde2e71"), | |
| "function_name": String("weather_helper"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f327-b716-7241-b9c6-44057f6ec685"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_86f9431579ca4371ab64c039\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_a357fb3a5949427ea1999fc8\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_9e8a4f85267d484eb36bb839\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_6de626403bab451cacbaf03f\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_0f51163b174e414580df0081\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_temperature\",\"strict\":false},{\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false},\"name\":\"self_destruct\",\"strict\":false}],\"tool_choice\":{\"specific\":\"self_destruct\"},\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(3173), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "fast": Object { | |
| "type": String("boolean"), | |
| "description": String("Whether to use a fast method to self-destruct."), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f327-c38f-78e2-9ad9-741cbd733ad4"), | |
| "inference_id": String("0199f327-b729-7b71-b388-c527dbde2e71"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta.\\n\\nPeople will ask you questions about the weather.\\n\\nIf asked about the weather, just respond with the tool call. Use the \\\"get_temperature\\\" tool.\\n\\nIf provided with a tool result, use it to respond to the user (e.g. \\\"The weather in New York is 55 degrees Fahrenheit.\\\").\"},{\"role\":\"user\",\"content\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_temperature\",\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false},{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\"}}}"), | |
| "raw_response": String("{\"id\":\"77567d5b68ff45d0834567ec802f00f4\",\"object\":\"chat.completion\",\"created\":1760721093,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_86f9431579ca4371ab64c039\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_a357fb3a5949427ea1999fc8\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_9e8a4f85267d484eb36bb839\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_6de626403bab451cacbaf03f\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_0f51163b174e414580df0081\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}}]},\"logprobs\":null,\"finish_reason\":\"length\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":258,\"total_tokens\":358,\"completion_tokens\":100,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| "response_time_ms": Number(3171), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta.\n\nPeople will ask you questions about the weather.\n\nIf asked about the weather, just respond with the tool call. Use the \"get_temperature\" tool.\n\nIf provided with a tool result, use it to respond to the user (e.g. \"The weather in New York is 55 degrees Fahrenheit.\")."), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_86f9431579ca4371ab64c039\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_a357fb3a5949427ea1999fc8\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_9e8a4f85267d484eb36bb839\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_6de626403bab451cacbaf03f\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_0f51163b174e414580df0081\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("length"), | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 3.44s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:11:38.866-04:00" time="3.092" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f327-d88d-70a1-bfce-2218df61cbd4"), | |
| "episode_id": String("0199f327-d87b-7391-9ef0-064d25f3a1a1"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_09ebd3c3bdde41b0b4405a19"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_7b0d6ebd97de4a9ab9702a53"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_f57b8d0981ce4b13acaeab75"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_72b2be6778674667b62c7a3a"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_ffc9e649ea31456ea7d8ad25"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| }, | |
| "finish_reason": String("length"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 16.300203ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f327-d88d-70a1-bfce-2218df61cbd4"), | |
| "function_name": String("weather_helper"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f327-d87b-7391-9ef0-064d25f3a1a1"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_09ebd3c3bdde41b0b4405a19\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_7b0d6ebd97de4a9ab9702a53\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_f57b8d0981ce4b13acaeab75\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_72b2be6778674667b62c7a3a\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_ffc9e649ea31456ea7d8ad25\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_temperature\",\"strict\":false},{\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false},\"name\":\"self_destruct\",\"strict\":false}],\"tool_choice\":{\"specific\":\"self_destruct\"},\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(2755), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "fast": Object { | |
| "type": String("boolean"), | |
| "description": String("Whether to use a fast method to self-destruct."), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f327-e351-7c91-a781-1f503a3ea59b"), | |
| "inference_id": String("0199f327-d88d-70a1-bfce-2218df61cbd4"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta.\\n\\nPeople will ask you questions about the weather.\\n\\nIf asked about the weather, just respond with the tool call. Use the \\\"get_temperature\\\" tool.\\n\\nIf provided with a tool result, use it to respond to the user (e.g. \\\"The weather in New York is 55 degrees Fahrenheit.\\\").\"},{\"role\":\"user\",\"content\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_temperature\",\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false},{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\"}}}"), | |
| "raw_response": String("{\"id\":\"84aa30d7805d434b99271f07429a4a6a\",\"object\":\"chat.completion\",\"created\":1760721101,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_09ebd3c3bdde41b0b4405a19\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_7b0d6ebd97de4a9ab9702a53\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_f57b8d0981ce4b13acaeab75\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_72b2be6778674667b62c7a3a\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_ffc9e649ea31456ea7d8ad25\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}}]},\"logprobs\":null,\"finish_reason\":\"length\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":258,\"total_tokens\":358,\"completion_tokens\":100,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| "response_time_ms": Number(2753), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta.\n\nPeople will ask you questions about the weather.\n\nIf asked about the weather, just respond with the tool call. Use the \"get_temperature\" tool.\n\nIf provided with a tool result, use it to respond to the user (e.g. \"The weather in New York is 55 degrees Fahrenheit.\")."), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_09ebd3c3bdde41b0b4405a19\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_7b0d6ebd97de4a9ab9702a53\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_f57b8d0981ce4b13acaeab75\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_72b2be6778674667b62c7a3a\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_ffc9e649ea31456ea7d8ad25\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("length"), | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 3.08s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:11:48.456-04:00" time="3.274" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 4 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f327-fe07-7191-be59-91e44ee5f2b2"), | |
| "episode_id": String("0199f327-fdf0-76b2-a2fa-f8f534497b17"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_44bcff8f31e845d5affe48b0"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(false), | |
| }, | |
| "id": String("call_939d56332e29499b813154a1"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": false}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(false), | |
| }, | |
| "id": String("call_6dd1c06aaed443a1b8c230ab"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": false}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(false), | |
| }, | |
| "id": String("call_dfa2ac279ee54ff792dfdd4a"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": false}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| }, | |
| "finish_reason": String("length"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 16.20773ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f327-fe07-7191-be59-91e44ee5f2b2"), | |
| "function_name": String("weather_helper"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f327-fdf0-76b2-a2fa-f8f534497b17"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_44bcff8f31e845d5affe48b0\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":false},\"id\":\"call_939d56332e29499b813154a1\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": false}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":false},\"id\":\"call_6dd1c06aaed443a1b8c230ab\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": false}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":false},\"id\":\"call_dfa2ac279ee54ff792dfdd4a\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": false}\",\"raw_name\":\"self_destruct\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_temperature\",\"strict\":false},{\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false},\"name\":\"self_destruct\",\"strict\":false}],\"tool_choice\":{\"specific\":\"self_destruct\"},\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(2927), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "fast": Object { | |
| "type": String("boolean"), | |
| "description": String("Whether to use a fast method to self-destruct."), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f328-0977-7780-843c-dbf8c1c462d8"), | |
| "inference_id": String("0199f327-fe07-7191-be59-91e44ee5f2b2"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta.\\n\\nPeople will ask you questions about the weather.\\n\\nIf asked about the weather, just respond with the tool call. Use the \\\"get_temperature\\\" tool.\\n\\nIf provided with a tool result, use it to respond to the user (e.g. \\\"The weather in New York is 55 degrees Fahrenheit.\\\").\"},{\"role\":\"user\",\"content\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_temperature\",\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false},{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\"}}}"), | |
| "raw_response": String("{\"id\":\"220f11a1840142d2a7c8bc1844e18a8c\",\"object\":\"chat.completion\",\"created\":1760721111,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_44bcff8f31e845d5affe48b0\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_939d56332e29499b813154a1\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\"}},{\"id\":\"call_6dd1c06aaed443a1b8c230ab\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\"}},{\"id\":\"call_dfa2ac279ee54ff792dfdd4a\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\"}}]},\"logprobs\":null,\"finish_reason\":\"length\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":258,\"total_tokens\":358,\"completion_tokens\":100,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| "response_time_ms": Number(2925), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta.\n\nPeople will ask you questions about the weather.\n\nIf asked about the weather, just respond with the tool call. Use the \"get_temperature\" tool.\n\nIf provided with a tool result, use it to respond to the user (e.g. \"The weather in New York is 55 degrees Fahrenheit.\")."), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_44bcff8f31e845d5affe48b0\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\",\"id\":\"call_939d56332e29499b813154a1\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\",\"id\":\"call_6dd1c06aaed443a1b8c230ab\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\",\"id\":\"call_dfa2ac279ee54ff792dfdd4a\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("length"), | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 3.26s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 4 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:11:58.455-04:00" time="2.636" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f328-2516-7b20-8b8e-54ac0f7d35ff"), | |
| "episode_id": String("0199f328-2500-7731-852d-12397103cd45"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_c4188f4e930442938c7197a2"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_deedb3f8cf5c466a9bd56e4c"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_c3eddb500412468ca0c3a8ba"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_af6cf6bf37d948dbaf5d878c"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_8044925a256a4dc8a830167d"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| }, | |
| "finish_reason": String("length"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 14.334776ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f328-2516-7b20-8b8e-54ac0f7d35ff"), | |
| "function_name": String("weather_helper"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f328-2500-7731-852d-12397103cd45"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_c4188f4e930442938c7197a2\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_deedb3f8cf5c466a9bd56e4c\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_c3eddb500412468ca0c3a8ba\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_af6cf6bf37d948dbaf5d878c\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_8044925a256a4dc8a830167d\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_temperature\",\"strict\":false},{\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false},\"name\":\"self_destruct\",\"strict\":false}],\"tool_choice\":{\"specific\":\"self_destruct\"},\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(2350), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "fast": Object { | |
| "type": String("boolean"), | |
| "description": String("Whether to use a fast method to self-destruct."), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f328-2e45-71f1-a59e-683408e1e729"), | |
| "inference_id": String("0199f328-2516-7b20-8b8e-54ac0f7d35ff"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta.\\n\\nPeople will ask you questions about the weather.\\n\\nIf asked about the weather, just respond with the tool call. Use the \\\"get_temperature\\\" tool.\\n\\nIf provided with a tool result, use it to respond to the user (e.g. \\\"The weather in New York is 55 degrees Fahrenheit.\\\").\"},{\"role\":\"user\",\"content\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_temperature\",\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false},{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\"}}}"), | |
| "raw_response": String("{\"id\":\"a64332d24edc42d59b24bbdf48801f62\",\"object\":\"chat.completion\",\"created\":1760721120,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_c4188f4e930442938c7197a2\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_deedb3f8cf5c466a9bd56e4c\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_c3eddb500412468ca0c3a8ba\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_af6cf6bf37d948dbaf5d878c\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_8044925a256a4dc8a830167d\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}}]},\"logprobs\":null,\"finish_reason\":\"length\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":258,\"total_tokens\":358,\"completion_tokens\":100,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| "response_time_ms": Number(2349), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta.\n\nPeople will ask you questions about the weather.\n\nIf asked about the weather, just respond with the tool call. Use the \"get_temperature\" tool.\n\nIf provided with a tool result, use it to respond to the user (e.g. \"The weather in New York is 55 degrees Fahrenheit.\")."), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_c4188f4e930442938c7197a2\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_deedb3f8cf5c466a9bd56e4c\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_c3eddb500412468ca0c3a8ba\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_af6cf6bf37d948dbaf5d878c\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_8044925a256a4dc8a830167d\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("length"), | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 2.63s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:12:06.439-04:00" time="2.549" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f328-4442-7821-812e-438b66db8854"), | |
| "episode_id": String("0199f328-4431-7371-83d1-faf954460d6a"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_989216442ecf4e0596302f4a"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_0bbfa1fe535b4a6b8eb764ed"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_8bdce986ed01444bb73d7c7f"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_88aaf0d7fcd348e387ddeea5"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_41c3660350394ef3bc6406ba"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| }, | |
| "finish_reason": String("length"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 16.473069ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f328-4442-7821-812e-438b66db8854"), | |
| "function_name": String("weather_helper"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f328-4431-7371-83d1-faf954460d6a"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_989216442ecf4e0596302f4a\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_0bbfa1fe535b4a6b8eb764ed\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_8bdce986ed01444bb73d7c7f\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_88aaf0d7fcd348e387ddeea5\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_41c3660350394ef3bc6406ba\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_temperature\",\"strict\":false},{\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false},\"name\":\"self_destruct\",\"strict\":false}],\"tool_choice\":{\"specific\":\"self_destruct\"},\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(2200), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "fast": Object { | |
| "type": String("boolean"), | |
| "description": String("Whether to use a fast method to self-destruct."), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f328-4cdb-7ae3-bf03-d7816cd79d12"), | |
| "inference_id": String("0199f328-4442-7821-812e-438b66db8854"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta.\\n\\nPeople will ask you questions about the weather.\\n\\nIf asked about the weather, just respond with the tool call. Use the \\\"get_temperature\\\" tool.\\n\\nIf provided with a tool result, use it to respond to the user (e.g. \\\"The weather in New York is 55 degrees Fahrenheit.\\\").\"},{\"role\":\"user\",\"content\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_temperature\",\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false},{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\"}}}"), | |
| "raw_response": String("{\"id\":\"85a08f927dba40bd811bd3cf1a1b7591\",\"object\":\"chat.completion\",\"created\":1760721128,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_989216442ecf4e0596302f4a\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_0bbfa1fe535b4a6b8eb764ed\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_8bdce986ed01444bb73d7c7f\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_88aaf0d7fcd348e387ddeea5\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_41c3660350394ef3bc6406ba\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}}]},\"logprobs\":null,\"finish_reason\":\"length\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":258,\"total_tokens\":358,\"completion_tokens\":100,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| "response_time_ms": Number(2198), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta.\n\nPeople will ask you questions about the weather.\n\nIf asked about the weather, just respond with the tool call. Use the \"get_temperature\" tool.\n\nIf provided with a tool result, use it to respond to the user (e.g. \"The weather in New York is 55 degrees Fahrenheit.\")."), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_989216442ecf4e0596302f4a\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_0bbfa1fe535b4a6b8eb764ed\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_8bdce986ed01444bb73d7c7f\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_88aaf0d7fcd348e387ddeea5\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_41c3660350394ef3bc6406ba\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("length"), | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 2.54s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:12:16.503-04:00" time="2.509" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f328-6b92-7df2-9e26-57c9faa0d0c6"), | |
| "episode_id": String("0199f328-6b80-7c83-b240-6b64be2939e1"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_9c3d4322d1434fbb96b3065d"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_06e4932985e24682ab2ab69f"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_12532e9c9d5e4e7b8976df6f"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_be01169dad9044a8bad62aa3"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_9c3c12d7aba04a43b9ffa210"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(98), | |
| }, | |
| "finish_reason": String("tool_call"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 21.83711ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f328-6b92-7df2-9e26-57c9faa0d0c6"), | |
| "function_name": String("weather_helper"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f328-6b80-7c83-b240-6b64be2939e1"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_9c3d4322d1434fbb96b3065d\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_06e4932985e24682ab2ab69f\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_12532e9c9d5e4e7b8976df6f\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_be01169dad9044a8bad62aa3\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_9c3c12d7aba04a43b9ffa210\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_temperature\",\"strict\":false},{\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false},\"name\":\"self_destruct\",\"strict\":false}],\"tool_choice\":{\"specific\":\"self_destruct\"},\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(2221), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "fast": Object { | |
| "type": String("boolean"), | |
| "description": String("Whether to use a fast method to self-destruct."), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f328-7440-7413-b7a2-2235aa20d6a0"), | |
| "inference_id": String("0199f328-6b92-7df2-9e26-57c9faa0d0c6"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta.\\n\\nPeople will ask you questions about the weather.\\n\\nIf asked about the weather, just respond with the tool call. Use the \\\"get_temperature\\\" tool.\\n\\nIf provided with a tool result, use it to respond to the user (e.g. \\\"The weather in New York is 55 degrees Fahrenheit.\\\").\"},{\"role\":\"user\",\"content\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_temperature\",\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false},{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\"}}}"), | |
| "raw_response": String("{\"id\":\"99adab2a3d5c4f219ee85e176e9423ab\",\"object\":\"chat.completion\",\"created\":1760721138,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_9c3d4322d1434fbb96b3065d\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_06e4932985e24682ab2ab69f\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_12532e9c9d5e4e7b8976df6f\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_be01169dad9044a8bad62aa3\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_9c3c12d7aba04a43b9ffa210\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}}]},\"logprobs\":null,\"finish_reason\":\"tool_calls\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":258,\"total_tokens\":356,\"completion_tokens\":98,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(98), | |
| "response_time_ms": Number(2220), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta.\n\nPeople will ask you questions about the weather.\n\nIf asked about the weather, just respond with the tool call. Use the \"get_temperature\" tool.\n\nIf provided with a tool result, use it to respond to the user (e.g. \"The weather in New York is 55 degrees Fahrenheit.\")."), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_9c3d4322d1434fbb96b3065d\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_06e4932985e24682ab2ab69f\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_12532e9c9d5e4e7b8976df6f\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_be01169dad9044a8bad62aa3\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_9c3c12d7aba04a43b9ffa210\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("tool_call"), | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 2.50s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <rerunFailure timestamp="2025-10-17T13:12:28.634-04:00" time="2.925" message="thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5" type="test failure with exit code 101">thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f328-9af5-7cd0-a0c4-9be2693369ea"), | |
| "episode_id": String("0199f328-9ae3-7030-9076-ed4d6d20da55"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(false), | |
| }, | |
| "id": String("call_62d3bd9e853a469492284a72"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": false}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_4f77791137bc4de6b39e04e1"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_320d8f7c04b54eabaa54db04"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_96f6cc267c4f491aabf920e5"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_2de9a6a297124bb39a4b8d6f"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| }, | |
| "finish_reason": String("length"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 22.235738ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f328-9af5-7cd0-a0c4-9be2693369ea"), | |
| "function_name": String("weather_helper"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f328-9ae3-7030-9076-ed4d6d20da55"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"fast\":false},\"id\":\"call_62d3bd9e853a469492284a72\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": false}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_4f77791137bc4de6b39e04e1\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_320d8f7c04b54eabaa54db04\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_96f6cc267c4f491aabf920e5\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_2de9a6a297124bb39a4b8d6f\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_temperature\",\"strict\":false},{\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false},\"name\":\"self_destruct\",\"strict\":false}],\"tool_choice\":{\"specific\":\"self_destruct\"},\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(2633), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "fast": Object { | |
| "type": String("boolean"), | |
| "description": String("Whether to use a fast method to self-destruct."), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f328-a53e-7083-aea5-3451bdd8259a"), | |
| "inference_id": String("0199f328-9af5-7cd0-a0c4-9be2693369ea"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta.\\n\\nPeople will ask you questions about the weather.\\n\\nIf asked about the weather, just respond with the tool call. Use the \\\"get_temperature\\\" tool.\\n\\nIf provided with a tool result, use it to respond to the user (e.g. \\\"The weather in New York is 55 degrees Fahrenheit.\\\").\"},{\"role\":\"user\",\"content\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_temperature\",\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false},{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\"}}}"), | |
| "raw_response": String("{\"id\":\"08f5502ae8bb47e4be4f9f10fc79ed4e\",\"object\":\"chat.completion\",\"created\":1760721151,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_62d3bd9e853a469492284a72\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\"}},{\"id\":\"call_4f77791137bc4de6b39e04e1\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_320d8f7c04b54eabaa54db04\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_96f6cc267c4f491aabf920e5\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_2de9a6a297124bb39a4b8d6f\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}}]},\"logprobs\":null,\"finish_reason\":\"length\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":258,\"total_tokens\":358,\"completion_tokens\":100,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| "response_time_ms": Number(2631), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta.\n\nPeople will ask you questions about the weather.\n\nIf asked about the weather, just respond with the tool call. Use the \"get_temperature\" tool.\n\nIf provided with a tool result, use it to respond to the user (e.g. \"The weather in New York is 55 degrees Fahrenheit.\")."), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\",\"id\":\"call_62d3bd9e853a469492284a72\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_4f77791137bc4de6b39e04e1\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_320d8f7c04b54eabaa54db04\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_96f6cc267c4f491aabf920e5\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_2de9a6a297124bb39a4b8d6f\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("length"), | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 2.91s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </rerunFailure> | |
| <system-out> | |
| running 1 test | |
| API response: Object { | |
| "inference_id": String("0199f327-6837-7451-8ebd-71a8a757bff3"), | |
| "episode_id": String("0199f327-6813-76a3-8759-abd22362b785"), | |
| "variant_name": String("sglang"), | |
| "content": Array [ | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_fa447fc778624c5e84955c13"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(false), | |
| }, | |
| "id": String("call_8e61e7ee4efe44f792bbcb83"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": false}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_66d5ad8e339543c2b7184587"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(false), | |
| }, | |
| "id": String("call_7ccbd2cf6862474d86370ea6"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": false}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| Object { | |
| "type": String("tool_call"), | |
| "arguments": Object { | |
| "fast": Bool(true), | |
| }, | |
| "id": String("call_86975f47e5784307ae702698"), | |
| "name": String("self_destruct"), | |
| "raw_arguments": String("{\"fast\": true}"), | |
| "raw_name": String("self_destruct"), | |
| }, | |
| ], | |
| "usage": Object { | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| }, | |
| "finish_reason": String("length"), | |
| } | |
| Connecting to ClickHouse | |
| Connected to ClickHouse in 22.30832ms | |
| ClickHouse - ChatInference: Object { | |
| "id": String("0199f327-6837-7451-8ebd-71a8a757bff3"), | |
| "function_name": String("weather_helper"), | |
| "variant_name": String("sglang"), | |
| "episode_id": String("0199f327-6813-76a3-8759-abd22362b785"), | |
| "input": String("{\"system\":{\"assistant_name\":\"Dr. Mehta\"},\"messages\":[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"value\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]}"), | |
| "output": String("[{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_fa447fc778624c5e84955c13\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":false},\"id\":\"call_8e61e7ee4efe44f792bbcb83\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": false}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_66d5ad8e339543c2b7184587\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":false},\"id\":\"call_7ccbd2cf6862474d86370ea6\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": false}\",\"raw_name\":\"self_destruct\"},{\"type\":\"tool_call\",\"arguments\":{\"fast\":true},\"id\":\"call_86975f47e5784307ae702698\",\"name\":\"self_destruct\",\"raw_arguments\":\"{\\\"fast\\\": true}\",\"raw_name\":\"self_destruct\"}]"), | |
| "tool_params": String("{\"tools_available\":[{\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false},\"name\":\"get_temperature\",\"strict\":false},{\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false},\"name\":\"self_destruct\",\"strict\":false}],\"tool_choice\":{\"specific\":\"self_destruct\"},\"parallel_tool_calls\":null}"), | |
| "inference_params": String("{\"chat_completion\":{\"max_tokens\":100}}"), | |
| "processing_time_ms": Number(4443), | |
| "tags": Object { | |
| "tensorzero::variant_pinned": String("sglang"), | |
| }, | |
| "extra_body": String("[]"), | |
| "ttft_ms": Null, | |
| } | |
| Properties: { | |
| "fast": Object { | |
| "type": String("boolean"), | |
| "description": String("Whether to use a fast method to self-destruct."), | |
| }, | |
| } | |
| ClickHouse - ModelInference: Object { | |
| "id": String("0199f327-7992-7a82-9982-76ae4083ec5f"), | |
| "inference_id": String("0199f327-6837-7451-8ebd-71a8a757bff3"), | |
| "raw_request": String("{\"messages\":[{\"role\":\"system\",\"content\":\"You are a helpful and friendly assistant named Dr. Mehta.\\n\\nPeople will ask you questions about the weather.\\n\\nIf asked about the weather, just respond with the tool call. Use the \\\"get_temperature\\\" tool.\\n\\nIf provided with a tool result, use it to respond to the user (e.g. \\\"The weather in New York is 55 degrees Fahrenheit.\\\").\"},{\"role\":\"user\",\"content\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}],\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"max_tokens\":100,\"stream\":false,\"tools\":[{\"type\":\"function\",\"function\":{\"name\":\"get_temperature\",\"description\":\"Get the current temperature in a given location\",\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"location\":{\"type\":\"string\",\"description\":\"The location to get the temperature for (e.g. \\\"New York\\\")\"},\"units\":{\"type\":\"string\",\"description\":\"The units to get the temperature in (must be \\\"fahrenheit\\\" or \\\"celsius\\\")\",\"enum\":[\"fahrenheit\",\"celsius\"]}},\"required\":[\"location\"],\"additionalProperties\":false}},\"strict\":false},{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"description\":\"Do not call this function under any circumstances.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"fast\":{\"type\":\"boolean\",\"description\":\"Whether to use a fast method to self-destruct.\"}},\"required\":[\"fast\"],\"additionalProperties\":false}},\"strict\":false}],\"tool_choice\":{\"type\":\"function\",\"function\":{\"name\":\"self_destruct\"}}}"), | |
| "raw_response": String("{\"id\":\"b977beba84fc400ebf6706c51878f7a1\",\"object\":\"chat.completion\",\"created\":1760721074,\"model\":\"Qwen/Qwen2.5-1.5B-Instruct\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":null,\"reasoning_content\":null,\"tool_calls\":[{\"id\":\"call_fa447fc778624c5e84955c13\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_8e61e7ee4efe44f792bbcb83\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\"}},{\"id\":\"call_66d5ad8e339543c2b7184587\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}},{\"id\":\"call_7ccbd2cf6862474d86370ea6\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\"}},{\"id\":\"call_86975f47e5784307ae702698\",\"index\":null,\"type\":\"function\",\"function\":{\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\"}}]},\"logprobs\":null,\"finish_reason\":\"length\",\"matched_stop\":null}],\"usage\":{\"prompt_tokens\":258,\"total_tokens\":358,\"completion_tokens\":100,\"prompt_tokens_details\":null}}"), | |
| "model_name": String("Qwen/Qwen2.5-1.5B-Instruct"), | |
| "model_provider_name": String("sglang"), | |
| "input_tokens": Number(258), | |
| "output_tokens": Number(100), | |
| "response_time_ms": Number(4441), | |
| "ttft_ms": Null, | |
| "system": String("You are a helpful and friendly assistant named Dr. Mehta.\n\nPeople will ask you questions about the weather.\n\nIf asked about the weather, just respond with the tool call. Use the \"get_temperature\" tool.\n\nIf provided with a tool result, use it to respond to the user (e.g. \"The weather in New York is 55 degrees Fahrenheit.\")."), | |
| "input_messages": String("[{\"role\":\"user\",\"content\":[{\"type\":\"text\",\"text\":\"What is the temperature like in Tokyo (in Celsius)? Use the `get_temperature` tool.\"}]}]"), | |
| "output": String("[{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_fa447fc778624c5e84955c13\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\",\"id\":\"call_8e61e7ee4efe44f792bbcb83\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_66d5ad8e339543c2b7184587\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": false}\",\"id\":\"call_7ccbd2cf6862474d86370ea6\"},{\"type\":\"tool_call\",\"name\":\"self_destruct\",\"arguments\":\"{\\\"fast\\\": true}\",\"id\":\"call_86975f47e5784307ae702698\"}]"), | |
| "cached": Bool(false), | |
| "finish_reason": String("length"), | |
| } | |
| test providers::sglang::test_tool_use_tool_choice_specific_inference_request ... FAILED | |
| failures: | |
| failures: | |
| providers::sglang::test_tool_use_tool_choice_specific_inference_request | |
| test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2433 filtered out; finished in 4.75s | |
| </system-out> | |
| <system-err> | |
| thread 'providers::sglang::test_tool_use_tool_choice_specific_inference_request' panicked at tensorzero-core/tests/e2e/providers/common.rs:7008:5: | |
| Expected at most one tool call, found 5 | |
| note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace | |
| </system-err> | |
| </testcase> | |
| </testsuite> | |
| </testsuites> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment