diff --git a/mellea/stdlib/components/intrinsic/rag.py b/mellea/stdlib/components/intrinsic/rag.py index 52ae972a7..37b64f65a 100644 --- a/mellea/stdlib/components/intrinsic/rag.py +++ b/mellea/stdlib/components/intrinsic/rag.py @@ -30,14 +30,14 @@ def check_answerability( for answerability checks. Returns: - Answerability score as a floating-point value from 0 to 1. + A string value of either "answerable" or "unanswerable" """ result_json = call_intrinsic( "answerability", context.add(Message("user", question, documents=list(documents))), backend, ) - return result_json["answerability_likelihood"] + return result_json["answerability"] def rewrite_question( @@ -146,7 +146,10 @@ def check_context_relevance( intrinsic. Returns: - Context relevance score as a floating-point value from 0 to 1. + Context relevance judgement as one of the following strings: + - "relevant" + - "irrelevant" + - "partially relevant" """ result_json = call_intrinsic( "context_relevance", @@ -180,7 +183,7 @@ def flag_hallucinated_content( Returns: List of records with the following fields: ``response_begin``, - ``response_end``, ``response_text``, ``faithfulness_likelihood``, + ``response_end``, ``response_text``, ``faithfulness``, ``explanation``. """ result_json = call_intrinsic( diff --git a/test/formatters/granite/test_intrinsics_formatters.py b/test/formatters/granite/test_intrinsics_formatters.py index 5604f7642..9842ef642 100644 --- a/test/formatters/granite/test_intrinsics_formatters.py +++ b/test/formatters/granite/test_intrinsics_formatters.py @@ -29,7 +29,6 @@ ) from mellea.formatters.granite.base import util as base_util from mellea.formatters.granite.intrinsics import json_util, util as intrinsics_util -from test.predicates import require_gpu def _read_file(name): @@ -434,6 +433,9 @@ def test_canned_input(yaml_json_combo_no_alora): assert after_json == expected_json +# PLEASE DO NOT REMOVE THIS DECORATOR. +# This decorator activates the network blocking features of the pytest-recording plugin. +@pytest.mark.block_network def test_openai_compat(yaml_json_combo_no_alora): """ Verify that the dataclasses for intrinsics chat completions can be directly passed @@ -573,12 +575,12 @@ def _round_floats(json_data, num_digits: int = 2): return result +# THIS TEST DOES NOT REQUIRE A GPU. +# Please do not mark it with @require_gpu. +# THIS TEST USES gh_run TO SKIP EXPENSIVE WORK WHEN RUNNING ON CI. +# Please do not mark this test with @pytest.mark.skipif(os.environ.get("CICD")) @pytest.mark.huggingface @pytest.mark.e2e -@require_gpu(min_vram_gb=12) -@pytest.mark.skipif( - int(os.environ.get("CICD", 0)) == 1, reason="Skipping HuggingFace tests in CI" -) def test_run_transformers(yaml_json_combo_with_model, gh_run): """ Run the target model end-to-end on transformers. @@ -610,23 +612,20 @@ def test_run_transformers(yaml_json_combo_with_model, gh_run): pytest.xfail("Downloads fail on CI server because repo is private") # Load IO config YAML for this model - io_yaml_path = lora_dir / "io.yaml" - if not os.path.exists(io_yaml_path): - # Use local files until proper configs are up on Hugging Face - io_yaml_path = cfg.yaml_file + io_yaml_path = cfg.yaml_file if cfg.yaml_file else lora_dir / "io.yaml" rewriter = IntrinsicsRewriter(config_file=io_yaml_path) result_processor = IntrinsicsResultProcessor(config_file=io_yaml_path) # Prepare inputs for inference transformed_input = rewriter.transform(model_input, **transform_kwargs) - if gh_run: + if gh_run == 1: pytest.xfail( "Skipping end-to-end model evaluation for this test case because it takes " "more than 5 seconds. " - "Mellea's CI fails the entire run without an error message if all 500+ " + "Mellea's CI fails the entire run without an error message if all 1900+ " "tests combined take more than 15 minutes to complete. " - "That works out to 1.8 seconds per test. " + "That works out to 0.5 seconds per test. " "Any test that takes more than 5 seconds needs to disable or shortcut " "itself during CI, or all of Mellea's development infrastructure will " "grind to a halt." @@ -634,6 +633,9 @@ def test_run_transformers(yaml_json_combo_with_model, gh_run): # Run the model using Hugging Face APIs model, tokenizer = base_util.load_transformers_lora(lora_dir) + if torch.cuda.is_available(): # Use GPU if available + model.cuda() + generate_input, other_input = ( base_util.chat_completion_request_to_transformers_inputs( transformed_input.model_dump(), tokenizer, model diff --git a/test/formatters/granite/testdata/input_yaml/answerability.yaml b/test/formatters/granite/testdata/input_yaml/answerability.yaml index 2b72cd180..bb6601f7f 100644 --- a/test/formatters/granite/testdata/input_yaml/answerability.yaml +++ b/test/formatters/granite/testdata/input_yaml/answerability.yaml @@ -7,16 +7,10 @@ response_format: | "enum": ["answerable", "unanswerable"] } transformations: - # Convert categorical answer to continuous value by decoding logprobs - - type: likelihood - categories_to_values: - "answerable": 1.0 - "unanswerable": 0.0 - input_path: [] # Convert scalar value to a record for consistency with other intrinsics - type: nest input_path: [] - field_name: "answerability_likelihood" + field_name: "answerability" instruction: ~ parameters: # "unanswerable" can be 6 tokens at high temperatures diff --git a/test/formatters/granite/testdata/test_canned_input/answerability_answerable.json b/test/formatters/granite/testdata/test_canned_input/answerability_answerable.json index 8be192f29..c8f127d67 100644 --- a/test/formatters/granite/testdata/test_canned_input/answerability_answerable.json +++ b/test/formatters/granite/testdata/test_canned_input/answerability_answerable.json @@ -26,7 +26,5 @@ } } }, - "max_completion_tokens": 6, - "logprobs": true, - "top_logprobs": 10 + "max_completion_tokens": 6 } \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_input/answerability_extra_params.json b/test/formatters/granite/testdata/test_canned_input/answerability_extra_params.json index 28ad7c1aa..99d1fa28d 100644 --- a/test/formatters/granite/testdata/test_canned_input/answerability_extra_params.json +++ b/test/formatters/granite/testdata/test_canned_input/answerability_extra_params.json @@ -19,7 +19,5 @@ }, "frequency_penalty": 0.1, "n": 5, - "max_completion_tokens": 6, - "logprobs": true, - "top_logprobs": 10 + "max_completion_tokens": 6 } \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_input/answerability_simple.json b/test/formatters/granite/testdata/test_canned_input/answerability_simple.json index 668136f0e..3a42fc67e 100644 --- a/test/formatters/granite/testdata/test_canned_input/answerability_simple.json +++ b/test/formatters/granite/testdata/test_canned_input/answerability_simple.json @@ -16,7 +16,5 @@ } } }, - "max_completion_tokens": 6, - "logprobs": true, - "top_logprobs": 10 + "max_completion_tokens": 6 } \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_input/answerability_unanswerable.json b/test/formatters/granite/testdata/test_canned_input/answerability_unanswerable.json index 53827d100..8475fd979 100644 --- a/test/formatters/granite/testdata/test_canned_input/answerability_unanswerable.json +++ b/test/formatters/granite/testdata/test_canned_input/answerability_unanswerable.json @@ -30,7 +30,5 @@ } } }, - "max_completion_tokens": 6, - "logprobs": true, - "top_logprobs": 10 + "max_completion_tokens": 6 } \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_input/context_relevance.json b/test/formatters/granite/testdata/test_canned_input/context_relevance.json index eb798a7b3..05ecc0562 100644 --- a/test/formatters/granite/testdata/test_canned_input/context_relevance.json +++ b/test/formatters/granite/testdata/test_canned_input/context_relevance.json @@ -30,7 +30,5 @@ ] } } - }, - "logprobs": true, - "top_logprobs": 10 + } } \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_input/gpt_oss_answerability.json b/test/formatters/granite/testdata/test_canned_input/gpt_oss_answerability.json index 74a24e6d2..5695a5389 100644 --- a/test/formatters/granite/testdata/test_canned_input/gpt_oss_answerability.json +++ b/test/formatters/granite/testdata/test_canned_input/gpt_oss_answerability.json @@ -24,7 +24,5 @@ } } }, - "max_completion_tokens": 25, - "logprobs": true, - "top_logprobs": 10 + "max_completion_tokens": 25 } \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_input/gpt_oss_hallucination_detection.json b/test/formatters/granite/testdata/test_canned_input/gpt_oss_hallucination_detection.json index ddcff578a..0059a8bce 100644 --- a/test/formatters/granite/testdata/test_canned_input/gpt_oss_hallucination_detection.json +++ b/test/formatters/granite/testdata/test_canned_input/gpt_oss_hallucination_detection.json @@ -64,7 +64,5 @@ } }, "temperature": 0.0, - "max_completion_tokens": 4096, - "logprobs": true, - "top_logprobs": 10 + "max_completion_tokens": 4096 } \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_input/hallucination_detection.json b/test/formatters/granite/testdata/test_canned_input/hallucination_detection.json index 13e7e3743..81b432de5 100644 --- a/test/formatters/granite/testdata/test_canned_input/hallucination_detection.json +++ b/test/formatters/granite/testdata/test_canned_input/hallucination_detection.json @@ -66,7 +66,5 @@ } }, "temperature": 0.0, - "max_completion_tokens": 4096, - "logprobs": true, - "top_logprobs": 10 + "max_completion_tokens": 4096 } \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/expected_result/answerability_answerable.json b/test/formatters/granite/testdata/test_canned_output/expected_result/answerability_answerable.json index f1268c7bc..cbf5cbd5a 100644 --- a/test/formatters/granite/testdata/test_canned_output/expected_result/answerability_answerable.json +++ b/test/formatters/granite/testdata/test_canned_output/expected_result/answerability_answerable.json @@ -3,27 +3,9 @@ { "index": 0, "message": { - "content": "{\"answerability_likelihood\": 0.9991958643582448}", - "role": "assistant", - "tool_calls": [], - "reasoning_content": null - }, - "finish_reason": "stop" + "content": "{\"answerability\": \"answerable\"}", + "role": "assistant" + } } - ], - "prompt_logprobs": null, - "id": "chatcmpl-4265b3bad97e4177b7c0dc15b0fe2611", - "created": 1756335561, - "model": "answerability", - "object": "chat.completion", - "service_tier": null, - "system_fingerprint": null, - "usage": { - "completion_tokens": 5, - "prompt_tokens": 144, - "total_tokens": 149, - "completion_tokens_details": null, - "prompt_tokens_details": null - }, - "kv_transfer_params": null -} + ] +} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/expected_result/answerability_simple.json b/test/formatters/granite/testdata/test_canned_output/expected_result/answerability_simple.json index 4fc4eb5af..9892acef3 100644 --- a/test/formatters/granite/testdata/test_canned_output/expected_result/answerability_simple.json +++ b/test/formatters/granite/testdata/test_canned_output/expected_result/answerability_simple.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "{\"answerability_likelihood\": 0.09729512381348375}", + "content": "{\"answerability\": \"unanswerable\"}", "role": "assistant" } } diff --git a/test/formatters/granite/testdata/test_canned_output/expected_result/answerability_unanswerable.json b/test/formatters/granite/testdata/test_canned_output/expected_result/answerability_unanswerable.json index 7166af84e..9892acef3 100644 --- a/test/formatters/granite/testdata/test_canned_output/expected_result/answerability_unanswerable.json +++ b/test/formatters/granite/testdata/test_canned_output/expected_result/answerability_unanswerable.json @@ -3,27 +3,9 @@ { "index": 0, "message": { - "content": "{\"answerability_likelihood\": 0.00020351838117683546}", - "role": "assistant", - "tool_calls": [], - "reasoning_content": null - }, - "finish_reason": "length" + "content": "{\"answerability\": \"unanswerable\"}", + "role": "assistant" + } } - ], - "prompt_logprobs": null, - "id": "chatcmpl-1679360dff7f4e358cfeb205ee11e692", - "created": 1756336771, - "model": "answerability", - "object": "chat.completion", - "service_tier": null, - "system_fingerprint": null, - "usage": { - "completion_tokens": 6, - "prompt_tokens": 151, - "total_tokens": 157, - "completion_tokens_details": null, - "prompt_tokens_details": null - }, - "kv_transfer_params": null + ] } \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/expected_result/citations.json b/test/formatters/granite/testdata/test_canned_output/expected_result/citations.json index 907d14e06..c625247e2 100644 --- a/test/formatters/granite/testdata/test_canned_output/expected_result/citations.json +++ b/test/formatters/granite/testdata/test_canned_output/expected_result/citations.json @@ -27,4 +27,4 @@ "prompt_tokens_details": null }, "kv_transfer_params": null -} +} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/expected_result/context_relevance.json b/test/formatters/granite/testdata/test_canned_output/expected_result/context_relevance.json index 809926400..645d51516 100644 --- a/test/formatters/granite/testdata/test_canned_output/expected_result/context_relevance.json +++ b/test/formatters/granite/testdata/test_canned_output/expected_result/context_relevance.json @@ -3,27 +3,9 @@ { "index": 0, "message": { - "content": "{\"context_relevance\": 0.47131842717316647}", - "role": "assistant", - "tool_calls": [], - "reasoning_content": null - }, - "finish_reason": "stop" + "content": "{\"context_relevance\": \"irrelevant\"}", + "role": "assistant" + } } - ], - "prompt_logprobs": null, - "id": "chatcmpl-d2739b219b984788b765b807d0696697", - "created": 1756859041, - "model": "context_relevance", - "object": "chat.completion", - "service_tier": null, - "system_fingerprint": null, - "usage": { - "completion_tokens": 13, - "prompt_tokens": 252, - "total_tokens": 265, - "completion_tokens_details": null, - "prompt_tokens_details": null - }, - "kv_transfer_params": null + ] } \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/expected_result/gpt_oss_answerability.json b/test/formatters/granite/testdata/test_canned_output/expected_result/gpt_oss_answerability.json index e48d6a1b7..c4b8e672e 100644 --- a/test/formatters/granite/testdata/test_canned_output/expected_result/gpt_oss_answerability.json +++ b/test/formatters/granite/testdata/test_canned_output/expected_result/gpt_oss_answerability.json @@ -3,11 +3,11 @@ { "index": 0, "message": { - "content": "{\"answerability_likelihood\": 0.9669141293813437}", + "content": "{\"answerability\": \"answerable\"}", "role": "assistant", "tool_calls": [] }, "finish_reason": "stop" } ] -} +} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/expected_result/gpt_oss_hallucination_detection.json b/test/formatters/granite/testdata/test_canned_output/expected_result/gpt_oss_hallucination_detection.json index 4d4ba531a..34013ccbc 100644 --- a/test/formatters/granite/testdata/test_canned_output/expected_result/gpt_oss_hallucination_detection.json +++ b/test/formatters/granite/testdata/test_canned_output/expected_result/gpt_oss_hallucination_detection.json @@ -3,11 +3,11 @@ { "index": 0, "message": { - "content": "[{\"response_begin\": 0, \"response_end\": 31, \"response_text\": \"Purple bumble fish are yellow. \", \"faithfulness_likelihood\": 0.9395809657567371, \"explanation\": \"This sentence makes a factual claim about the color of purple bumble fish. The provided context states: 'The only type of fish that is yellow is the purple bumble fish.' This directly supports the claim in the sentence.\"}, {\"response_begin\": 31, \"response_end\": 65, \"response_text\": \"Green bumble fish are also yellow.\", \"faithfulness_likelihood\": 0.05383118091859103, \"explanation\": \"This sentence makes a factual claim about the color of green bumble fish. However, the provided context does not mention green bumble fish at all, so there is no evidence to support this claim.\"}]", + "content": "[{\"response_begin\": 0, \"response_end\": 31, \"response_text\": \"Purple bumble fish are yellow. \", \"faithfulness\": \"faithful\", \"explanation\": \"This sentence makes a factual claim about the color of purple bumble fish. The provided context states: 'The only type of fish that is yellow is the purple bumble fish.' This directly supports the claim in the sentence.\"}, {\"response_begin\": 31, \"response_end\": 65, \"response_text\": \"Green bumble fish are also yellow.\", \"faithfulness\": \"unfaithful\", \"explanation\": \"This sentence makes a factual claim about the color of green bumble fish. However, the provided context does not mention green bumble fish at all, so there is no evidence to support this claim.\"}]", "role": "assistant", "tool_calls": [] }, "finish_reason": "stop" } ] -} +} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/expected_result/hallucination_detection.json b/test/formatters/granite/testdata/test_canned_output/expected_result/hallucination_detection.json index e81652c8e..00eca7e2c 100644 --- a/test/formatters/granite/testdata/test_canned_output/expected_result/hallucination_detection.json +++ b/test/formatters/granite/testdata/test_canned_output/expected_result/hallucination_detection.json @@ -3,27 +3,9 @@ { "index": 0, "message": { - "content": "[{\"response_begin\": 0, \"response_end\": 31, \"response_text\": \"Purple bumble fish are yellow. \", \"faithfulness_likelihood\": 0.07605912763921696, \"explanation\": \"This sentence makes a factual claim about the color of purple bumble fish. However, the provided context states: 'The only type of fish that is yellow is the purple bumble fish.' This implies that only one fish, the purple bumble fish, is yellow, not 'Green bumble fish are also yellow.'\"}, {\"response_begin\": 31, \"response_end\": 65, \"response_text\": \"Green bumble fish are also yellow.\", \"faithfulness_likelihood\": 0.0003170815425561981, \"explanation\": \"This sentence makes a factual claim about the color of green bumble fish. However, there is no information in the provided context about green bumble fish. The only fish mentioned is the purple bumble fish.\"}]", - "role": "assistant", - "tool_calls": [], - "reasoning_content": null - }, - "finish_reason": "stop" + "content": "[{\"response_begin\": 0, \"response_end\": 31, \"response_text\": \"Purple bumble fish are yellow. \", \"faithfulness\": \"faithful\", \"explanation\": \"This sentence makes a factual claim about the color of purple bumble fish. The document states 'The only type of fish that is yellow is the purple bumble fish.' This directly supports the claim in the sentence.\"}, {\"response_begin\": 31, \"response_end\": 65, \"response_text\": \"Green bumble fish are also yellow.\", \"faithfulness\": \"unfaithful\", \"explanation\": \"This sentence makes a factual claim about the color of green bumble fish. However, the document does not mention green bumble fish at all. Therefore, this claim cannot be verified from the provided context.\"}]", + "role": "assistant" + } } - ], - "prompt_logprobs": null, - "id": "chatcmpl-94996468501f4912841a858d09e2c895", - "created": 1758241060, - "model": "hallucination_detection", - "object": "chat.completion", - "service_tier": null, - "system_fingerprint": null, - "usage": { - "completion_tokens": 153, - "prompt_tokens": 275, - "total_tokens": 428, - "completion_tokens_details": null, - "prompt_tokens_details": null - }, - "kv_transfer_params": null -} + ] +} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/model_output/answerability_answerable.json b/test/formatters/granite/testdata/test_canned_output/model_output/answerability_answerable.json index 911657faf..aa88290fe 100644 --- a/test/formatters/granite/testdata/test_canned_output/model_output/answerability_answerable.json +++ b/test/formatters/granite/testdata/test_canned_output/model_output/answerability_answerable.json @@ -1,875 +1,11 @@ { - "id": "chatcmpl-4265b3bad97e4177b7c0dc15b0fe2611", "choices": [ { - "finish_reason": "stop", "index": 0, - "logprobs": { - "content": [ - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "answer", - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -0.0008051729528233409, - "top_logprobs": [ - { - "token": "answer", - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -0.0008051729528233409 - }, - { - "token": "un", - "bytes": [ - 117, - 110 - ], - "logprob": -7.125805377960205 - }, - { - "token": "an", - "bytes": [ - 97, - 110 - ], - "logprob": -14.188304901123047 - }, - { - "token": "ans", - "bytes": [ - 97, - 110, - 115 - ], - "logprob": -16.063304901123047 - }, - { - "token": "una", - "bytes": [ - 117, - 110, - 97 - ], - "logprob": -16.813304901123047 - }, - { - "token": "a", - "bytes": [ - 97 - ], - "logprob": -17.532054901123047 - }, - { - "token": "u", - "bytes": [ - 117 - ], - "logprob": -21.125804901123047 - }, - { - "token": "unan", - "bytes": [ - 117, - 110, - 97, - 110 - ], - "logprob": -26.188304901123047 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "able", - "bytes": [ - 97, - 98, - 108, - 101 - ], - "logprob": -1.7881377516459906e-6, - "top_logprobs": [ - { - "token": "able", - "bytes": [ - 97, - 98, - 108, - 101 - ], - "logprob": -1.7881377516459906e-6 - }, - { - "token": "a", - "bytes": [ - 97 - ], - "logprob": -14.031251907348633 - }, - { - "token": "abl", - "bytes": [ - 97, - 98, - 108 - ], - "logprob": -14.140626907348633 - }, - { - "token": "ab", - "bytes": [ - 97, - 98 - ], - "logprob": -15.218751907348633 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 108, - 111, - 115, - 101, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - } - ], - "refusal": null - }, "message": { "content": "\"answerable\"", - "refusal": null, - "role": "assistant", - "annotations": null, - "audio": null, - "function_call": null, - "tool_calls": [], - "reasoning_content": null - }, - "stop_reason": null + "role": "assistant" + } } - ], - "created": 1756335561, - "model": "answerability", - "object": "chat.completion", - "service_tier": null, - "system_fingerprint": null, - "usage": { - "completion_tokens": 5, - "prompt_tokens": 144, - "total_tokens": 149, - "completion_tokens_details": null, - "prompt_tokens_details": null - }, - "prompt_logprobs": null, - "kv_transfer_params": null + ] } \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/model_output/answerability_simple.json b/test/formatters/granite/testdata/test_canned_output/model_output/answerability_simple.json index 33f468c70..278fd4396 100644 --- a/test/formatters/granite/testdata/test_canned_output/model_output/answerability_simple.json +++ b/test/formatters/granite/testdata/test_canned_output/model_output/answerability_simple.json @@ -5,443 +5,6 @@ "message": { "content": "\"unanswerable\"", "role": "assistant" - }, - "logprobs": { - "content": [ - { - "token": "\"", - "logprob": -1.1920928244535389e-7, - "bytes": [ - 34 - ], - "top_logprobs": [ - { - "token": "\"", - "logprob": -1.1920928244535389e-7, - "bytes": [ - 34 - ] - }, - { - "token": "\"a", - "logprob": -16.429157257080078, - "bytes": [ - 34, - 97 - ] - }, - { - "token": ")", - "logprob": -3.4028234663852886e38, - "bytes": [ - 41 - ] - }, - { - "token": "%", - "logprob": -3.4028234663852886e38, - "bytes": [ - 37 - ] - }, - { - "token": "*", - "logprob": -3.4028234663852886e38, - "bytes": [ - 42 - ] - }, - { - "token": "(", - "logprob": -3.4028234663852886e38, - "bytes": [ - 40 - ] - }, - { - "token": "$", - "logprob": -3.4028234663852886e38, - "bytes": [ - 36 - ] - }, - { - "token": "&", - "logprob": -3.4028234663852886e38, - "bytes": [ - 38 - ] - }, - { - "token": "!", - "logprob": -3.4028234663852886e38, - "bytes": [ - 33 - ] - }, - { - "token": "#", - "logprob": -3.4028234663852886e38, - "bytes": [ - 35 - ] - } - ] - }, - { - "token": "un", - "logprob": -0.10236154496669769, - "bytes": [ - 117, - 110 - ], - "top_logprobs": [ - { - "token": "un", - "logprob": -0.10236154496669769, - "bytes": [ - 117, - 110 - ] - }, - { - "token": "answer", - "logprob": -2.33329176902771, - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ] - }, - { - "token": "ans", - "logprob": -8.058893203735352, - "bytes": [ - 97, - 110, - 115 - ] - }, - { - "token": "an", - "logprob": -12.769819259643555, - "bytes": [ - 97, - 110 - ] - }, - { - "token": "u", - "logprob": -13.267289161682129, - "bytes": [ - 117 - ] - }, - { - "token": "unan", - "logprob": -19.737668991088867, - "bytes": [ - 117, - 110, - 97, - 110 - ] - }, - { - "token": "a", - "logprob": -20.424524307250977, - "bytes": [ - 97 - ] - }, - { - "token": "una", - "logprob": -21.107694625854492, - "bytes": [ - 117, - 110, - 97 - ] - }, - { - "token": "(", - "logprob": -3.4028234663852886e38, - "bytes": [ - 40 - ] - }, - { - "token": "$", - "logprob": -3.4028234663852886e38, - "bytes": [ - 36 - ] - } - ] - }, - { - "token": "answer", - "logprob": -0.00009798523387871683, - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "top_logprobs": [ - { - "token": "answer", - "logprob": -0.00009798523387871683, - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ] - }, - { - "token": "ans", - "logprob": -9.230814933776855, - "bytes": [ - 97, - 110, - 115 - ] - }, - { - "token": "an", - "logprob": -17.316240310668945, - "bytes": [ - 97, - 110 - ] - }, - { - "token": "a", - "logprob": -18.59956169128418, - "bytes": [ - 97 - ] - }, - { - "token": "$", - "logprob": -3.4028234663852886e38, - "bytes": [ - 36 - ] - }, - { - "token": "(", - "logprob": -3.4028234663852886e38, - "bytes": [ - 40 - ] - }, - { - "token": ")", - "logprob": -3.4028234663852886e38, - "bytes": [ - 41 - ] - }, - { - "token": "\"", - "logprob": -3.4028234663852886e38, - "bytes": [ - 34 - ] - }, - { - "token": "%", - "logprob": -3.4028234663852886e38, - "bytes": [ - 37 - ] - }, - { - "token": "*", - "logprob": -3.4028234663852886e38, - "bytes": [ - 42 - ] - } - ] - }, - { - "token": "able", - "logprob": 0.0, - "bytes": [ - 97, - 98, - 108, - 101 - ], - "top_logprobs": [ - { - "token": "able", - "logprob": 0.0, - "bytes": [ - 97, - 98, - 108, - 101 - ] - }, - { - "token": "ab", - "logprob": -17.881061553955078, - "bytes": [ - 97, - 98 - ] - }, - { - "token": "abl", - "logprob": -19.376420974731445, - "bytes": [ - 97, - 98, - 108 - ] - }, - { - "token": "a", - "logprob": -25.278507232666016, - "bytes": [ - 97 - ] - }, - { - "token": "$", - "logprob": -3.4028234663852886e38, - "bytes": [ - 36 - ] - }, - { - "token": "(", - "logprob": -3.4028234663852886e38, - "bytes": [ - 40 - ] - }, - { - "token": ")", - "logprob": -3.4028234663852886e38, - "bytes": [ - 41 - ] - }, - { - "token": "\"", - "logprob": -3.4028234663852886e38, - "bytes": [ - 34 - ] - }, - { - "token": "%", - "logprob": -3.4028234663852886e38, - "bytes": [ - 37 - ] - }, - { - "token": "*", - "logprob": -3.4028234663852886e38, - "bytes": [ - 42 - ] - } - ] - }, - { - "token": "\"", - "logprob": 0.0, - "bytes": [ - 34 - ], - "top_logprobs": [ - { - "token": "\"", - "logprob": 0.0, - "bytes": [ - 34 - ] - }, - { - "token": "%", - "logprob": -3.4028234663852886e38, - "bytes": [ - 37 - ] - }, - { - "token": ")", - "logprob": -3.4028234663852886e38, - "bytes": [ - 41 - ] - }, - { - "token": "*", - "logprob": -3.4028234663852886e38, - "bytes": [ - 42 - ] - }, - { - "token": "(", - "logprob": -3.4028234663852886e38, - "bytes": [ - 40 - ] - }, - { - "token": "$", - "logprob": -3.4028234663852886e38, - "bytes": [ - 36 - ] - }, - { - "token": "&", - "logprob": -3.4028234663852886e38, - "bytes": [ - 38 - ] - }, - { - "token": "!", - "logprob": -3.4028234663852886e38, - "bytes": [ - 33 - ] - }, - { - "token": "#", - "logprob": -3.4028234663852886e38, - "bytes": [ - 35 - ] - }, - { - "token": "'", - "logprob": -3.4028234663852886e38, - "bytes": [ - 39 - ] - } - ] - } - ] } } ] diff --git a/test/formatters/granite/testdata/test_canned_output/model_output/answerability_unanswerable.json b/test/formatters/granite/testdata/test_canned_output/model_output/answerability_unanswerable.json index b4f875392..278fd4396 100644 --- a/test/formatters/granite/testdata/test_canned_output/model_output/answerability_unanswerable.json +++ b/test/formatters/granite/testdata/test_canned_output/model_output/answerability_unanswerable.json @@ -1,1027 +1,11 @@ { - "id": "chatcmpl-1679360dff7f4e358cfeb205ee11e692", "choices": [ { - "finish_reason": "length", "index": 0, - "logprobs": { - "content": [ - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "un", - "bytes": [ - 117, - 110 - ], - "logprob": -0.0002094287920044735, - "top_logprobs": [ - { - "token": "un", - "bytes": [ - 117, - 110 - ], - "logprob": -0.0002094287920044735 - }, - { - "token": "answer", - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -8.50020980834961 - }, - { - "token": "una", - "bytes": [ - 117, - 110, - 97 - ], - "logprob": -12.25020980834961 - }, - { - "token": "u", - "bytes": [ - 117 - ], - "logprob": -13.62520980834961 - }, - { - "token": "an", - "bytes": [ - 97, - 110 - ], - "logprob": -16.78145980834961 - }, - { - "token": "a", - "bytes": [ - 97 - ], - "logprob": -17.54708480834961 - }, - { - "token": "ans", - "bytes": [ - 97, - 110, - 115 - ], - "logprob": -17.87520980834961 - }, - { - "token": "unan", - "bytes": [ - 117, - 110, - 97, - 110 - ], - "logprob": -18.26583480834961 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "answer", - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -3.4570634852570947e-6, - "top_logprobs": [ - { - "token": "answer", - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -3.4570634852570947e-6 - }, - { - "token": "ans", - "bytes": [ - 97, - 110, - 115 - ], - "logprob": -12.562503814697266 - }, - { - "token": "an", - "bytes": [ - 97, - 110 - ], - "logprob": -19.093753814697266 - }, - { - "token": "a", - "bytes": [ - 97 - ], - "logprob": -22.000003814697266 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "able", - "bytes": [ - 97, - 98, - 108, - 101 - ], - "logprob": -1.1920928244535389e-7, - "top_logprobs": [ - { - "token": "able", - "bytes": [ - 97, - 98, - 108, - 101 - ], - "logprob": -1.1920928244535389e-7 - }, - { - "token": "ab", - "bytes": [ - 97, - 98 - ], - "logprob": -16.5 - }, - { - "token": "a", - "bytes": [ - 97 - ], - "logprob": -16.5625 - }, - { - "token": "abl", - "bytes": [ - 97, - 98, - 108 - ], - "logprob": -17.0625 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 108, - 111, - 115, - 101, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - } - ], - "refusal": null - }, "message": { "content": "\"unanswerable\"", - "refusal": null, - "role": "assistant", - "annotations": null, - "audio": null, - "function_call": null, - "tool_calls": [], - "reasoning_content": null - }, - "stop_reason": null + "role": "assistant" + } } - ], - "created": 1756336771, - "model": "answerability", - "object": "chat.completion", - "service_tier": null, - "system_fingerprint": null, - "usage": { - "completion_tokens": 6, - "prompt_tokens": 151, - "total_tokens": 157, - "completion_tokens_details": null, - "prompt_tokens_details": null - }, - "prompt_logprobs": null, - "kv_transfer_params": null -} + ] +} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/model_output/context_relevance.json b/test/formatters/granite/testdata/test_canned_output/model_output/context_relevance.json index ba9c68912..ce3e97dfe 100644 --- a/test/formatters/granite/testdata/test_canned_output/model_output/context_relevance.json +++ b/test/formatters/granite/testdata/test_canned_output/model_output/context_relevance.json @@ -1,1927 +1,11 @@ { - "id": "chatcmpl-d2739b219b984788b765b807d0696697", - "choices": [ - { - "finish_reason": "stop", - "index": 0, - "logprobs": { - "content": [ - { - "token": "{", - "bytes": [ - 123 - ], - "logprob": -0.011047743260860443, - "top_logprobs": [ - { - "token": "{", - "bytes": [ - 123 - ], - "logprob": -0.011047743260860443 - }, - { - "token": "{\"", - "bytes": [ - 123, - 34 - ], - "logprob": -4.511047840118408 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -0.6532888412475586, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -0.6532888412475586 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -1.2782888412475586 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -1.6532888412475586 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -5.715788841247559 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -6.028288841247559 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -6.090788841247559 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -7.090788841247559 - }, - { - "token": "\n\n ", - "bytes": [ - 10, - 10, - 32, - 32, - 32 - ], - "logprob": -8.590788841247559 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -8.965788841247559 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32 - ], - "logprob": -9.028288841247559 - } - ] - }, - { - "token": "context", - "bytes": [ - 99, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -0.15306174755096436, - "top_logprobs": [ - { - "token": "context", - "bytes": [ - 99, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -0.15306174755096436 - }, - { - "token": "c", - "bytes": [ - 99 - ], - "logprob": -2.621811866760254 - }, - { - "token": "con", - "bytes": [ - 99, - 111, - 110 - ], - "logprob": -3.106186866760254 - }, - { - "token": "cont", - "bytes": [ - 99, - 111, - 110, - 116 - ], - "logprob": -3.996811866760254 - }, - { - "token": "co", - "bytes": [ - 99, - 111 - ], - "logprob": -5.098374366760254 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "re", - "bytes": [ - 114, - 101 - ], - "logprob": -0.21524116396903992, - "top_logprobs": [ - { - "token": "re", - "bytes": [ - 114, - 101 - ], - "logprob": -0.21524116396903992 - }, - { - "token": "rel", - "bytes": [ - 114, - 101, - 108 - ], - "logprob": -1.8089911937713623 - }, - { - "token": "r", - "bytes": [ - 114 - ], - "logprob": -3.5121161937713623 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "levance", - "bytes": [ - 108, - 101, - 118, - 97, - 110, - 99, - 101 - ], - "logprob": -0.023862898349761963, - "top_logprobs": [ - { - "token": "levance", - "bytes": [ - 108, - 101, - 118, - 97, - 110, - 99, - 101 - ], - "logprob": -0.023862898349761963 - }, - { - "token": "lev", - "bytes": [ - 108, - 101, - 118 - ], - "logprob": -3.836362838745117 - }, - { - "token": "le", - "bytes": [ - 108, - 101 - ], - "logprob": -6.211362838745117 - }, - { - "token": "l", - "bytes": [ - 108 - ], - "logprob": -13.086362838745117 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -0.0003053675754927099, - "top_logprobs": [ - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -0.0003053675754927099 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -8.37530517578125 - }, - { - "token": "\":\"", - "bytes": [ - 34, - 58, - 34 - ], - "logprob": -9.50030517578125 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -0.020555797964334488, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -0.020555797964334488 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -3.8955557346343994 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -12.52055549621582 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -13.27055549621582 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -13.64555549621582 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -13.83305549621582 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32 - ], - "logprob": -13.89555549621582 - }, - { - "token": " ", - "bytes": [ - 32, - 32 - ], - "logprob": -14.14555549621582 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -14.30180549621582 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -14.80180549621582 - } - ] - }, - { - "token": "ir", - "bytes": [ - 105, - 114 - ], - "logprob": -0.6382142305374146, - "top_logprobs": [ - { - "token": "ir", - "bytes": [ - 105, - 114 - ], - "logprob": -0.6382142305374146 - }, - { - "token": "relevant", - "bytes": [ - 114, - 101, - 108, - 101, - 118, - 97, - 110, - 116 - ], - "logprob": -0.7632142305374146 - }, - { - "token": "re", - "bytes": [ - 114, - 101 - ], - "logprob": -5.575714111328125 - }, - { - "token": "rel", - "bytes": [ - 114, - 101, - 108 - ], - "logprob": -6.763214111328125 - }, - { - "token": "i", - "bytes": [ - 105 - ], - "logprob": -8.138214111328125 - }, - { - "token": "part", - "bytes": [ - 112, - 97, - 114, - 116 - ], - "logprob": -8.669464111328125 - }, - { - "token": "partial", - "bytes": [ - 112, - 97, - 114, - 116, - 105, - 97, - 108 - ], - "logprob": -9.075714111328125 - }, - { - "token": "r", - "bytes": [ - 114 - ], - "logprob": -9.825714111328125 - }, - { - "token": "p", - "bytes": [ - 112 - ], - "logprob": -11.356964111328125 - }, - { - "token": "par", - "bytes": [ - 112, - 97, - 114 - ], - "logprob": -11.528839111328125 - } - ] - }, - { - "token": "relevant", - "bytes": [ - 114, - 101, - 108, - 101, - 118, - 97, - 110, - 116 - ], - "logprob": -0.00001811964830267243, - "top_logprobs": [ - { - "token": "relevant", - "bytes": [ - 114, - 101, - 108, - 101, - 118, - 97, - 110, - 116 - ], - "logprob": -0.00001811964830267243 - }, - { - "token": "re", - "bytes": [ - 114, - 101 - ], - "logprob": -11.062518119812012 - }, - { - "token": "rel", - "bytes": [ - 114, - 101, - 108 - ], - "logprob": -13.000018119812012 - }, - { - "token": "r", - "bytes": [ - 114 - ], - "logprob": -16.250017166137695 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -0.05488219112157822, - "top_logprobs": [ - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -0.05488219112157822 - }, - { - "token": "\"}", - "bytes": [ - 34, - 125 - ], - "logprob": -2.929882287979126 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " }", - "bytes": [ - 32, - 125 - ], - "logprob": -1.7881377516459906e-6, - "top_logprobs": [ - { - "token": " }", - "bytes": [ - 32, - 125 - ], - "logprob": -1.7881377516459906e-6 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -14.062501907348633 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -14.312501907348633 - }, - { - "token": "}", - "bytes": [ - 125 - ], - "logprob": -14.750001907348633 - }, - { - "token": " ", - "bytes": [ - 32, - 32 - ], - "logprob": -18.750001907348633 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -18.750001907348633 - }, - { - "token": "\t", - "bytes": [ - 9 - ], - "logprob": -19.343751907348633 - }, - { - "token": "\n\n", - "bytes": [ - 10, - 10 - ], - "logprob": -19.343751907348633 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -19.687501907348633 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -19.906251907348633 - } - ] - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 108, - 111, - 115, - 101, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - } - ], - "refusal": null - }, - "message": { - "content": "{ \"context_relevance\": \"irrelevant\" }", - "refusal": null, - "role": "assistant", - "annotations": null, - "audio": null, - "function_call": null, - "tool_calls": [], - "reasoning_content": null - }, - "stop_reason": null - } - ], - "created": 1756859041, - "model": "context_relevance", - "object": "chat.completion", - "service_tier": null, - "system_fingerprint": null, - "usage": { - "completion_tokens": 13, - "prompt_tokens": 252, - "total_tokens": 265, - "completion_tokens_details": null, - "prompt_tokens_details": null - }, - "prompt_logprobs": null, - "kv_transfer_params": null + "choices": [ + { + "index": 0, + "message": { + "content": "{\n \"context_relevance\": \"irrelevant\"\n}", + "role": "assistant" + } + } + ] } \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/model_output/hallucination_detection.json b/test/formatters/granite/testdata/test_canned_output/model_output/hallucination_detection.json index c79564ed5..8b617ffba 100644 --- a/test/formatters/granite/testdata/test_canned_output/model_output/hallucination_detection.json +++ b/test/formatters/granite/testdata/test_canned_output/model_output/hallucination_detection.json @@ -1,18975 +1,11 @@ { - "id": "chatcmpl-94996468501f4912841a858d09e2c895", - "choices": [ - { - "finish_reason": "stop", - "index": 0, - "logprobs": { - "content": [ - { - "token": "[{\"", - "bytes": [ - 91, - 123, - 34 - ], - "logprob": -0.0009477414423599839, - "top_logprobs": [ - { - "token": "[{\"", - "bytes": [ - 91, - 123, - 34 - ], - "logprob": -0.0009477414423599839 - }, - { - "token": "[{", - "bytes": [ - 91, - 123 - ], - "logprob": -7.032197952270508 - }, - { - "token": "[]", - "bytes": [ - 91, - 93 - ], - "logprob": -10.157197952270508 - }, - { - "token": "[", - "bytes": [ - 91 - ], - "logprob": -10.579072952270508 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "r", - "bytes": [ - 114 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "r", - "bytes": [ - 114 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -0.00012337400403339416, - "top_logprobs": [ - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -0.00012337400403339416 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -9.000123023986816 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": 0.0 - }, - { - "token": "0", - "bytes": [ - 48 - ], - "logprob": -17.125 - }, - { - "token": " ", - "bytes": [ - 32, - 32 - ], - "logprob": -20.8125 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -21.0 - }, - { - "token": " \n", - "bytes": [ - 32, - 10 - ], - "logprob": -22.28125 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32 - ], - "logprob": -23.734375 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -23.734375 - }, - { - "token": "\n\n", - "bytes": [ - 10, - 10 - ], - "logprob": -23.90625 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -24.125 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -24.171875 - } - ] - }, - { - "token": "0", - "bytes": [ - 48 - ], - "logprob": -0.000011801649634435307, - "top_logprobs": [ - { - "token": "0", - "bytes": [ - 48 - ], - "logprob": -0.000011801649634435307 - }, - { - "token": "1", - "bytes": [ - 49 - ], - "logprob": -11.375011444091797 - }, - { - "token": "2", - "bytes": [ - 50 - ], - "logprob": -14.812511444091797 - }, - { - "token": "3", - "bytes": [ - 51 - ], - "logprob": -17.312511444091797 - }, - { - "token": "4", - "bytes": [ - 52 - ], - "logprob": -19.312511444091797 - }, - { - "token": "5", - "bytes": [ - 53 - ], - "logprob": -19.312511444091797 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -19.531261444091797 - }, - { - "token": "9", - "bytes": [ - 57 - ], - "logprob": -20.000011444091797 - }, - { - "token": "6", - "bytes": [ - 54 - ], - "logprob": -20.531261444091797 - }, - { - "token": "8", - "bytes": [ - 56 - ], - "logprob": -20.968761444091797 - } - ] - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": 0.0 - }, - { - "token": ",\"", - "bytes": [ - 44, - 34 - ], - "logprob": -19.1875 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -21.34375 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -27.53125 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -27.8046875 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -27.87890625 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -27.88671875 - }, - { - "token": ",\"", - "bytes": [ - 44, - 34 - ], - "logprob": -27.9375 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -27.9375 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -27.99609375 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -20.5625 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -21.875 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -22.71875 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -23.1875 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -23.34375 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -23.4375 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32 - ], - "logprob": -23.8125 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -24.4375 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -24.6875 - } - ] - }, - { - "token": "f", - "bytes": [ - 102 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "f", - "bytes": [ - 102 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -2.3841855067985307e-7, - "top_logprobs": [ - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -2.3841855067985307e-7 - }, - { - "token": "\":\"", - "bytes": [ - 34, - 58, - 34 - ], - "logprob": -15.0625 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -19.0625 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -1.1920928244535389e-7, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -1.1920928244535389e-7 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -15.96875 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -19.9375 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -20.3125 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -20.328125 - }, - { - "token": " ", - "bytes": [ - 32, - 32 - ], - "logprob": -20.390625 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -20.5625 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32 - ], - "logprob": -20.75 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -20.78125 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -20.9375 - } - ] - }, - { - "token": "un", - "bytes": [ - 117, - 110 - ], - "logprob": -0.10693752765655518, - "top_logprobs": [ - { - "token": "un", - "bytes": [ - 117, - 110 - ], - "logprob": -0.10693752765655518 - }, - { - "token": "partial", - "bytes": [ - 112, - 97, - 114, - 116, - 105, - 97, - 108 - ], - "logprob": -2.9819374084472656 - }, - { - "token": "fa", - "bytes": [ - 102, - 97 - ], - "logprob": -2.9819374084472656 - }, - { - "token": "part", - "bytes": [ - 112, - 97, - 114, - 116 - ], - "logprob": -10.981937408447266 - }, - { - "token": "f", - "bytes": [ - 102 - ], - "logprob": -12.106937408447266 - }, - { - "token": "p", - "bytes": [ - 112 - ], - "logprob": -12.231937408447266 - }, - { - "token": "par", - "bytes": [ - 112, - 97, - 114 - ], - "logprob": -13.638187408447266 - }, - { - "token": "pa", - "bytes": [ - 112, - 97 - ], - "logprob": -14.356937408447266 - }, - { - "token": "u", - "bytes": [ - 117 - ], - "logprob": -17.247562408447266 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "fa", - "bytes": [ - 102, - 97 - ], - "logprob": -2.3841855067985307e-7, - "top_logprobs": [ - { - "token": "fa", - "bytes": [ - 102, - 97 - ], - "logprob": -2.3841855067985307e-7 - }, - { - "token": "f", - "bytes": [ - 102 - ], - "logprob": -15.5 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "ith", - "bytes": [ - 105, - 116, - 104 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "ith", - "bytes": [ - 105, - 116, - 104 - ], - "logprob": 0.0 - }, - { - "token": "i", - "bytes": [ - 105 - ], - "logprob": -18.59375 - }, - { - "token": "it", - "bytes": [ - 105, - 116 - ], - "logprob": -22.1875 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "ful", - "bytes": [ - 102, - 117, - 108 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "ful", - "bytes": [ - 102, - 117, - 108 - ], - "logprob": 0.0 - }, - { - "token": "f", - "bytes": [ - 102 - ], - "logprob": -17.4375 - }, - { - "token": "fu", - "bytes": [ - 102, - 117 - ], - "logprob": -20.15625 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\",", - "bytes": [ - 34, - 44 - ], - "logprob": -9.536738616588991e-7, - "top_logprobs": [ - { - "token": "\",", - "bytes": [ - 34, - 44 - ], - "logprob": -9.536738616588991e-7 - }, - { - "token": "\",\"", - "bytes": [ - 34, - 44, - 34 - ], - "logprob": -13.812500953674316 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -19.40625 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -23.8125 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -23.96875 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -25.3125 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -26.3125 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -26.46875 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32 - ], - "logprob": -26.75 - }, - { - "token": "\t", - "bytes": [ - 9 - ], - "logprob": -27.03125 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -27.25 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -27.703125 - } - ] - }, - { - "token": "e", - "bytes": [ - 101 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "e", - "bytes": [ - 101 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -2.145764938177308e-6, - "top_logprobs": [ - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -2.145764938177308e-6 - }, - { - "token": "\":\"", - "bytes": [ - 34, - 58, - 34 - ], - "logprob": -13.312501907348633 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -14.562501907348633 - }, - { - "token": "\":\"/", - "bytes": [ - 34, - 58, - 34, - 47 - ], - "logprob": -21.421876907348633 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -0.000049828242481453344, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -0.000049828242481453344 - }, - { - "token": " \"\"", - "bytes": [ - 32, - 34, - 34 - ], - "logprob": -10.375049591064453 - }, - { - "token": " \"\"},", - "bytes": [ - 32, - 34, - 34, - 125, - 44 - ], - "logprob": -12.375049591064453 - }, - { - "token": " \"\\", - "bytes": [ - 32, - 34, - 92 - ], - "logprob": -12.875049591064453 - }, - { - "token": " \"'", - "bytes": [ - 32, - 34, - 39 - ], - "logprob": -12.937549591064453 - }, - { - "token": " \"(", - "bytes": [ - 32, - 34, - 40 - ], - "logprob": -12.937549591064453 - }, - { - "token": " \"...", - "bytes": [ - 32, - 34, - 46, - 46, - 46 - ], - "logprob": -13.187549591064453 - }, - { - "token": " \"-", - "bytes": [ - 32, - 34, - 45 - ], - "logprob": -14.250049591064453 - }, - { - "token": " \"[", - "bytes": [ - 32, - 34, - 91 - ], - "logprob": -14.375049591064453 - }, - { - "token": " \"<", - "bytes": [ - 32, - 34, - 60 - ], - "logprob": -14.500049591064453 - } - ] - }, - { - "token": "This", - "bytes": [ - 84, - 104, - 105, - 115 - ], - "logprob": -0.4354265034198761, - "top_logprobs": [ - { - "token": "This", - "bytes": [ - 84, - 104, - 105, - 115 - ], - "logprob": -0.4354265034198761 - }, - { - "token": "The", - "bytes": [ - 84, - 104, - 101 - ], - "logprob": -1.0604264736175537 - }, - { - "token": "Pur", - "bytes": [ - 80, - 117, - 114 - ], - "logprob": -6.622926712036133 - }, - { - "token": "It", - "bytes": [ - 73, - 116 - ], - "logprob": -6.935426712036133 - }, - { - "token": "Gener", - "bytes": [ - 71, - 101, - 110, - 101, - 114 - ], - "logprob": -7.497926712036133 - }, - { - "token": "In", - "bytes": [ - 73, - 110 - ], - "logprob": -8.122926712036133 - }, - { - "token": "As", - "bytes": [ - 65, - 115 - ], - "logprob": -8.247926712036133 - }, - { - "token": "While", - "bytes": [ - 87, - 104, - 105, - 108, - 101 - ], - "logprob": -8.497926712036133 - }, - { - "token": "There", - "bytes": [ - 84, - 104, - 101, - 114, - 101 - ], - "logprob": -8.810426712036133 - }, - { - "token": "These", - "bytes": [ - 84, - 104, - 101, - 115, - 101 - ], - "logprob": -8.810426712036133 - } - ] - }, - { - "token": " sentence", - "bytes": [ - 32, - 115, - 101, - 110, - 116, - 101, - 110, - 99, - 101 - ], - "logprob": -0.018219495192170143, - "top_logprobs": [ - { - "token": " sentence", - "bytes": [ - 32, - 115, - 101, - 110, - 116, - 101, - 110, - 99, - 101 - ], - "logprob": -0.018219495192170143 - }, - { - "token": " statement", - "bytes": [ - 32, - 115, - 116, - 97, - 116, - 101, - 109, - 101, - 110, - 116 - ], - "logprob": -4.768219470977783 - }, - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": -5.330719470977783 - }, - { - "token": " claim", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109 - ], - "logprob": -5.893219470977783 - }, - { - "token": " was", - "bytes": [ - 32, - 119, - 97, - 115 - ], - "logprob": -7.643219470977783 - }, - { - "token": " claims", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109, - 115 - ], - "logprob": -8.268219947814941 - }, - { - "token": "sentence", - "bytes": [ - 115, - 101, - 110, - 116, - 101, - 110, - 99, - 101 - ], - "logprob": -8.518219947814941 - }, - { - "token": " sentences", - "bytes": [ - 32, - 115, - 101, - 110, - 116, - 101, - 110, - 99, - 101, - 115 - ], - "logprob": -9.018219947814941 - }, - { - "token": " should", - "bytes": [ - 32, - 115, - 104, - 111, - 117, - 108, - 100 - ], - "logprob": -9.643219947814941 - }, - { - "token": " f", - "bytes": [ - 32, - 102 - ], - "logprob": -10.018219947814941 - } - ] - }, - { - "token": " makes", - "bytes": [ - 32, - 109, - 97, - 107, - 101, - 115 - ], - "logprob": -0.1882862001657486, - "top_logprobs": [ - { - "token": " makes", - "bytes": [ - 32, - 109, - 97, - 107, - 101, - 115 - ], - "logprob": -0.1882862001657486 - }, - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": -2.563286304473877 - }, - { - "token": " contains", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 97, - 105, - 110, - 115 - ], - "logprob": -2.875786304473877 - }, - { - "token": " claims", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109, - 115 - ], - "logprob": -3.625786304473877 - }, - { - "token": " correct", - "bytes": [ - 32, - 99, - 111, - 114, - 114, - 101, - 99, - 116 - ], - "logprob": -6.000786304473877 - }, - { - "token": " states", - "bytes": [ - 32, - 115, - 116, - 97, - 116, - 101, - 115 - ], - "logprob": -6.375786304473877 - }, - { - "token": " assert", - "bytes": [ - 32, - 97, - 115, - 115, - 101, - 114, - 116 - ], - "logprob": -7.313286304473877 - }, - { - "token": " incorrectly", - "bytes": [ - 32, - 105, - 110, - 99, - 111, - 114, - 114, - 101, - 99, - 116, - 108, - 121 - ], - "logprob": -7.563286304473877 - }, - { - "token": " mentions", - "bytes": [ - 32, - 109, - 101, - 110, - 116, - 105, - 111, - 110, - 115 - ], - "logprob": -7.875786304473877 - }, - { - "token": " provides", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 115 - ], - "logprob": -7.938286304473877 - } - ] - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -0.0397244393825531, - "top_logprobs": [ - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -0.0397244393825531 - }, - { - "token": " f", - "bytes": [ - 32, - 102 - ], - "logprob": -3.289724349975586 - }, - { - "token": " claims", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109, - 115 - ], - "logprob": -6.539724349975586 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -9.164724349975586 - }, - { - "token": " two", - "bytes": [ - 32, - 116, - 119, - 111 - ], - "logprob": -10.164724349975586 - }, - { - "token": " an", - "bytes": [ - 32, - 97, - 110 - ], - "logprob": -10.539724349975586 - }, - { - "token": " multiple", - "bytes": [ - 32, - 109, - 117, - 108, - 116, - 105, - 112, - 108, - 101 - ], - "logprob": -10.602224349975586 - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -11.102224349975586 - }, - { - "token": " claim", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109 - ], - "logprob": -12.039724349975586 - }, - { - "token": " another", - "bytes": [ - 32, - 97, - 110, - 111, - 116, - 104, - 101, - 114 - ], - "logprob": -12.477224349975586 - } - ] - }, - { - "token": " f", - "bytes": [ - 32, - 102 - ], - "logprob": -0.008814237080514431, - "top_logprobs": [ - { - "token": " f", - "bytes": [ - 32, - 102 - ], - "logprob": -0.008814237080514431 - }, - { - "token": " claim", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109 - ], - "logprob": -4.758814334869385 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -9.258813858032227 - }, - { - "token": " fact", - "bytes": [ - 32, - 102, - 97, - 99, - 116 - ], - "logprob": -10.446313858032227 - }, - { - "token": " direct", - "bytes": [ - 32, - 100, - 105, - 114, - 101, - 99, - 116 - ], - "logprob": -10.821313858032227 - }, - { - "token": " statement", - "bytes": [ - 32, - 115, - 116, - 97, - 116, - 101, - 109, - 101, - 110, - 116 - ], - "logprob": -11.758813858032227 - }, - { - "token": " claims", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109, - 115 - ], - "logprob": -12.133813858032227 - }, - { - "token": " def", - "bytes": [ - 32, - 100, - 101, - 102 - ], - "logprob": -12.321313858032227 - }, - { - "token": " F", - "bytes": [ - 32, - 70 - ], - "logprob": -12.633813858032227 - }, - { - "token": " decl", - "bytes": [ - 32, - 100, - 101, - 99, - 108 - ], - "logprob": -13.196313858032227 - } - ] - }, - { - "token": "actual", - "bytes": [ - 97, - 99, - 116, - 117, - 97, - 108 - ], - "logprob": -0.000015735502529423684, - "top_logprobs": [ - { - "token": "actual", - "bytes": [ - 97, - 99, - 116, - 117, - 97, - 108 - ], - "logprob": -0.000015735502529423684 - }, - { - "token": " actual", - "bytes": [ - 32, - 97, - 99, - 116, - 117, - 97, - 108 - ], - "logprob": -11.562515258789062 - }, - { - "token": "Actual", - "bytes": [ - 65, - 99, - 116, - 117, - 97, - 108 - ], - "logprob": -13.000015258789062 - }, - { - "token": "act", - "bytes": [ - 97, - 99, - 116 - ], - "logprob": -13.500015258789062 - }, - { - "token": " Actual", - "bytes": [ - 32, - 65, - 99, - 116, - 117, - 97, - 108 - ], - "logprob": -13.687515258789062 - }, - { - "token": "action", - "bytes": [ - 97, - 99, - 116, - 105, - 111, - 110 - ], - "logprob": -14.437515258789062 - }, - { - "token": "acts", - "bytes": [ - 97, - 99, - 116, - 115 - ], - "logprob": -15.937515258789062 - }, - { - "token": "ACT", - "bytes": [ - 65, - 67, - 84 - ], - "logprob": -16.250015258789062 - }, - { - "token": "active", - "bytes": [ - 97, - 99, - 116, - 105, - 118, - 101 - ], - "logprob": -16.750015258789062 - }, - { - "token": " atual", - "bytes": [ - 32, - 97, - 116, - 117, - 97, - 108 - ], - "logprob": -17.250015258789062 - } - ] - }, - { - "token": " claim", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109 - ], - "logprob": -0.00003218599158572033, - "top_logprobs": [ - { - "token": " claim", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109 - ], - "logprob": -0.00003218599158572033 - }, - { - "token": " claims", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109, - 115 - ], - "logprob": -10.687532424926758 - }, - { - "token": "claim", - "bytes": [ - 99, - 108, - 97, - 105, - 109 - ], - "logprob": -12.937532424926758 - }, - { - "token": " statement", - "bytes": [ - 32, - 115, - 116, - 97, - 116, - 101, - 109, - 101, - 110, - 116 - ], - "logprob": -13.500032424926758 - }, - { - "token": " Claim", - "bytes": [ - 32, - 67, - 108, - 97, - 105, - 109 - ], - "logprob": -13.687532424926758 - }, - { - "token": "Claim", - "bytes": [ - 67, - 108, - 97, - 105, - 109 - ], - "logprob": -14.250032424926758 - }, - { - "token": " assertion", - "bytes": [ - 32, - 97, - 115, - 115, - 101, - 114, - 116, - 105, - 111, - 110 - ], - "logprob": -14.500032424926758 - }, - { - "token": " CLAIM", - "bytes": [ - 32, - 67, - 76, - 65, - 73, - 77 - ], - "logprob": -14.625032424926758 - }, - { - "token": " about", - "bytes": [ - 32, - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -15.000032424926758 - }, - { - "token": " f", - "bytes": [ - 32, - 102 - ], - "logprob": -15.437532424926758 - } - ] - }, - { - "token": " about", - "bytes": [ - 32, - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -0.00016485285595990717, - "top_logprobs": [ - { - "token": " about", - "bytes": [ - 32, - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -0.00016485285595990717 - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -9.562664985656738 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -10.625164985656738 - }, - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -10.750164985656738 - }, - { - "token": ":", - "bytes": [ - 58 - ], - "logprob": -11.750164985656738 - }, - { - "token": " as", - "bytes": [ - 32, - 97, - 115 - ], - "logprob": -12.250164985656738 - }, - { - "token": " ab", - "bytes": [ - 32, - 97, - 98 - ], - "logprob": -12.375164985656738 - }, - { - "token": " and", - "bytes": [ - 32, - 97, - 110, - 100 - ], - "logprob": -12.375164985656738 - }, - { - "token": " with", - "bytes": [ - 32, - 119, - 105, - 116, - 104 - ], - "logprob": -12.687664985656738 - }, - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -12.750164985656738 - } - ] - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -0.05067513883113861, - "top_logprobs": [ - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -0.05067513883113861 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -3.1756751537323 - }, - { - "token": " '", - "bytes": [ - 32, - 39 - ], - "logprob": -5.675674915313721 - }, - { - "token": " pur", - "bytes": [ - 32, - 112, - 117, - 114 - ], - "logprob": -6.050674915313721 - }, - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -7.175674915313721 - }, - { - "token": " what", - "bytes": [ - 32, - 119, - 104, - 97, - 116 - ], - "logprob": -7.800674915313721 - }, - { - "token": " one", - "bytes": [ - 32, - 111, - 110, - 101 - ], - "logprob": -8.675675392150879 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -8.800675392150879 - }, - { - "token": " which", - "bytes": [ - 32, - 119, - 104, - 105, - 99, - 104 - ], - "logprob": -9.613175392150879 - }, - { - "token": " some", - "bytes": [ - 32, - 115, - 111, - 109, - 101 - ], - "logprob": -9.863175392150879 - } - ] - }, - { - "token": " color", - "bytes": [ - 32, - 99, - 111, - 108, - 111, - 114 - ], - "logprob": -0.0493798591196537, - "top_logprobs": [ - { - "token": " color", - "bytes": [ - 32, - 99, - 111, - 108, - 111, - 114 - ], - "logprob": -0.0493798591196537 - }, - { - "token": " appearance", - "bytes": [ - 32, - 97, - 112, - 112, - 101, - 97, - 114, - 97, - 110, - 99, - 101 - ], - "logprob": -4.299379825592041 - }, - { - "token": " pur", - "bytes": [ - 32, - 112, - 117, - 114 - ], - "logprob": -4.611879825592041 - }, - { - "token": " only", - "bytes": [ - 32, - 111, - 110, - 108, - 121 - ], - "logprob": -4.924379825592041 - }, - { - "token": " yellow", - "bytes": [ - 32, - 121, - 101, - 108, - 108, - 111, - 119 - ], - "logprob": -5.299379825592041 - }, - { - "token": " characteristics", - "bytes": [ - 32, - 99, - 104, - 97, - 114, - 97, - 99, - 116, - 101, - 114, - 105, - 115, - 116, - 105, - 99, - 115 - ], - "logprob": -5.361879825592041 - }, - { - "token": " type", - "bytes": [ - 32, - 116, - 121, - 112, - 101 - ], - "logprob": -6.111879825592041 - }, - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -6.299379825592041 - }, - { - "token": " attributes", - "bytes": [ - 32, - 97, - 116, - 116, - 114, - 105, - 98, - 117, - 116, - 101, - 115 - ], - "logprob": -7.674379825592041 - }, - { - "token": " colors", - "bytes": [ - 32, - 99, - 111, - 108, - 111, - 114, - 115 - ], - "logprob": -7.736879825592041 - } - ] - }, - { - "token": " of", - "bytes": [ - 32, - 111, - 102 - ], - "logprob": -0.00003814624506048858, - "top_logprobs": [ - { - "token": " of", - "bytes": [ - 32, - 111, - 102 - ], - "logprob": -0.00003814624506048858 - }, - { - "token": "ation", - "bytes": [ - 97, - 116, - 105, - 111, - 110 - ], - "logprob": -10.312538146972656 - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -14.187538146972656 - }, - { - "token": "of", - "bytes": [ - 111, - 102 - ], - "logprob": -14.500038146972656 - }, - { - "token": " and", - "bytes": [ - 32, - 97, - 110, - 100 - ], - "logprob": -14.625038146972656 - }, - { - "token": " yellow", - "bytes": [ - 32, - 121, - 101, - 108, - 108, - 111, - 119 - ], - "logprob": -14.937538146972656 - }, - { - "token": " attribute", - "bytes": [ - 32, - 97, - 116, - 116, - 114, - 105, - 98, - 117, - 116, - 101 - ], - "logprob": -15.187538146972656 - }, - { - "token": " (", - "bytes": [ - 32, - 40 - ], - "logprob": -15.187538146972656 - }, - { - "token": " or", - "bytes": [ - 32, - 111, - 114 - ], - "logprob": -15.375038146972656 - }, - { - "token": " description", - "bytes": [ - 32, - 100, - 101, - 115, - 99, - 114, - 105, - 112, - 116, - 105, - 111, - 110 - ], - "logprob": -15.625038146972656 - } - ] - }, - { - "token": " pur", - "bytes": [ - 32, - 112, - 117, - 114 - ], - "logprob": -0.01491408422589302, - "top_logprobs": [ - { - "token": " pur", - "bytes": [ - 32, - 112, - 117, - 114 - ], - "logprob": -0.01491408422589302 - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -4.389914035797119 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -6.889914035797119 - }, - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -7.389914035797119 - }, - { - "token": " '", - "bytes": [ - 32, - 39 - ], - "logprob": -8.077414512634277 - }, - { - "token": " Pur", - "bytes": [ - 32, - 80, - 117, - 114 - ], - "logprob": -8.202414512634277 - }, - { - "token": " certain", - "bytes": [ - 32, - 99, - 101, - 114, - 116, - 97, - 105, - 110 - ], - "logprob": -10.202414512634277 - }, - { - "token": " b", - "bytes": [ - 32, - 98 - ], - "logprob": -10.827414512634277 - }, - { - "token": " an", - "bytes": [ - 32, - 97, - 110 - ], - "logprob": -11.264914512634277 - }, - { - "token": " some", - "bytes": [ - 32, - 115, - 111, - 109, - 101 - ], - "logprob": -11.264914512634277 - } - ] - }, - { - "token": "ple", - "bytes": [ - 112, - 108, - 101 - ], - "logprob": -0.0000623445157543756, - "top_logprobs": [ - { - "token": "ple", - "bytes": [ - 112, - 108, - 101 - ], - "logprob": -0.0000623445157543756 - }, - { - "token": "p", - "bytes": [ - 112 - ], - "logprob": -11.125061988830566 - }, - { - "token": "ble", - "bytes": [ - 98, - 108, - 101 - ], - "logprob": -11.187561988830566 - }, - { - "token": "PLE", - "bytes": [ - 80, - 76, - 69 - ], - "logprob": -12.062561988830566 - }, - { - "token": "pe", - "bytes": [ - 112, - 101 - ], - "logprob": -12.312561988830566 - }, - { - "token": "le", - "bytes": [ - 108, - 101 - ], - "logprob": -12.750061988830566 - }, - { - "token": "per", - "bytes": [ - 112, - 101, - 114 - ], - "logprob": -13.062561988830566 - }, - { - "token": "tle", - "bytes": [ - 116, - 108, - 101 - ], - "logprob": -13.062561988830566 - }, - { - "token": "ply", - "bytes": [ - 112, - 108, - 121 - ], - "logprob": -13.312561988830566 - }, - { - "token": "pie", - "bytes": [ - 112, - 105, - 101 - ], - "logprob": -13.312561988830566 - } - ] - }, - { - "token": " b", - "bytes": [ - 32, - 98 - ], - "logprob": -4.768370445162873e-7, - "top_logprobs": [ - { - "token": " b", - "bytes": [ - 32, - 98 - ], - "logprob": -4.768370445162873e-7 - }, - { - "token": "b", - "bytes": [ - 98 - ], - "logprob": -15.5 - }, - { - "token": " c", - "bytes": [ - 32, - 99 - ], - "logprob": -16.5625 - }, - { - "token": " B", - "bytes": [ - 32, - 66 - ], - "logprob": -16.6875 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -17.0625 - }, - { - "token": "-", - "bytes": [ - 45 - ], - "logprob": -17.4375 - }, - { - "token": " bubble", - "bytes": [ - 32, - 98, - 117, - 98, - 98, - 108, - 101 - ], - "logprob": -18.4375 - }, - { - "token": " be", - "bytes": [ - 32, - 98, - 101 - ], - "logprob": -19.3125 - }, - { - "token": " h", - "bytes": [ - 32, - 104 - ], - "logprob": -19.375 - }, - { - "token": " st", - "bytes": [ - 32, - 115, - 116 - ], - "logprob": -19.65625 - } - ] - }, - { - "token": "umble", - "bytes": [ - 117, - 109, - 98, - 108, - 101 - ], - "logprob": -0.00015114595589693636, - "top_logprobs": [ - { - "token": "umble", - "bytes": [ - 117, - 109, - 98, - 108, - 101 - ], - "logprob": -0.00015114595589693636 - }, - { - "token": "umb", - "bytes": [ - 117, - 109, - 98 - ], - "logprob": -9.875150680541992 - }, - { - "token": "um", - "bytes": [ - 117, - 109 - ], - "logprob": -11.125150680541992 - }, - { - "token": "umber", - "bytes": [ - 117, - 109, - 98, - 101, - 114 - ], - "logprob": -11.312650680541992 - }, - { - "token": "omb", - "bytes": [ - 111, - 109, - 98 - ], - "logprob": -11.375150680541992 - }, - { - "token": "amble", - "bytes": [ - 97, - 109, - 98, - 108, - 101 - ], - "logprob": -11.812650680541992 - }, - { - "token": "umbo", - "bytes": [ - 117, - 109, - 98, - 111 - ], - "logprob": -11.937650680541992 - }, - { - "token": "union", - "bytes": [ - 117, - 110, - 105, - 111, - 110 - ], - "logprob": -12.375150680541992 - }, - { - "token": "iddle", - "bytes": [ - 105, - 100, - 100, - 108, - 101 - ], - "logprob": -12.500150680541992 - }, - { - "token": "umbers", - "bytes": [ - 117, - 109, - 98, - 101, - 114, - 115 - ], - "logprob": -12.875150680541992 - } - ] - }, - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -0.0004912600270472467, - "top_logprobs": [ - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -0.0004912600270472467 - }, - { - "token": "fish", - "bytes": [ - 102, - 105, - 115, - 104 - ], - "logprob": -7.625491142272949 - }, - { - "token": " Fish", - "bytes": [ - 32, - 70, - 105, - 115, - 104 - ], - "logprob": -12.93799114227295 - }, - { - "token": "Fish", - "bytes": [ - 70, - 105, - 115, - 104 - ], - "logprob": -14.12549114227295 - }, - { - "token": "fishing", - "bytes": [ - 102, - 105, - 115, - 104, - 105, - 110, - 103 - ], - "logprob": -16.375492095947266 - }, - { - "token": " f", - "bytes": [ - 32, - 102 - ], - "logprob": -17.125492095947266 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -18.312992095947266 - }, - { - "token": " fis", - "bytes": [ - 32, - 102, - 105, - 115 - ], - "logprob": -19.062992095947266 - }, - { - "token": "鱼", - "bytes": [ - 233, - 177, - 188 - ], - "logprob": -19.406742095947266 - }, - { - "token": " fruit", - "bytes": [ - 32, - 102, - 114, - 117, - 105, - 116 - ], - "logprob": -19.500492095947266 - } - ] - }, - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -0.0012207920663058758, - "top_logprobs": [ - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -0.0012207920663058758 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -6.876220703125 - }, - { - "token": ":", - "bytes": [ - 58 - ], - "logprob": -9.251220703125 - }, - { - "token": ".\\", - "bytes": [ - 46, - 92 - ], - "logprob": -11.001220703125 - }, - { - "token": " as", - "bytes": [ - 32, - 97, - 115 - ], - "logprob": -11.751220703125 - }, - { - "token": "'s", - "bytes": [ - 39, - 115 - ], - "logprob": -11.876220703125 - }, - { - "token": " and", - "bytes": [ - 32, - 97, - 110, - 100 - ], - "logprob": -11.938720703125 - }, - { - "token": " being", - "bytes": [ - 32, - 98, - 101, - 105, - 110, - 103 - ], - "logprob": -12.001220703125 - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -12.251220703125 - }, - { - "token": " (", - "bytes": [ - 32, - 40 - ], - "logprob": -12.626220703125 - } - ] - }, - { - "token": " However", - "bytes": [ - 32, - 72, - 111, - 119, - 101, - 118, - 101, - 114 - ], - "logprob": -0.5767533183097839, - "top_logprobs": [ - { - "token": " However", - "bytes": [ - 32, - 72, - 111, - 119, - 101, - 118, - 101, - 114 - ], - "logprob": -0.5767533183097839 - }, - { - "token": " The", - "bytes": [ - 32, - 84, - 104, - 101 - ], - "logprob": -0.8267533183097839 - }, - { - "token": " According", - "bytes": [ - 32, - 65, - 99, - 99, - 111, - 114, - 100, - 105, - 110, - 103 - ], - "logprob": -8.264253616333008 - }, - { - "token": " In", - "bytes": [ - 32, - 73, - 110 - ], - "logprob": -8.389253616333008 - }, - { - "token": " Looking", - "bytes": [ - 32, - 76, - 111, - 111, - 107, - 105, - 110, - 103 - ], - "logprob": -9.701753616333008 - }, - { - "token": " Given", - "bytes": [ - 32, - 71, - 105, - 118, - 101, - 110 - ], - "logprob": -9.764253616333008 - }, - { - "token": " Des", - "bytes": [ - 32, - 68, - 101, - 115 - ], - "logprob": -10.014253616333008 - }, - { - "token": " Based", - "bytes": [ - 32, - 66, - 97, - 115, - 101, - 100 - ], - "logprob": -10.826753616333008 - }, - { - "token": " however", - "bytes": [ - 32, - 104, - 111, - 119, - 101, - 118, - 101, - 114 - ], - "logprob": -11.201753616333008 - }, - { - "token": " Checking", - "bytes": [ - 32, - 67, - 104, - 101, - 99, - 107, - 105, - 110, - 103 - ], - "logprob": -11.389253616333008 - } - ] - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": 0.0 - }, - { - "token": ",\"", - "bytes": [ - 44, - 34 - ], - "logprob": -18.25 - }, - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -18.6875 - }, - { - "token": ",'", - "bytes": [ - 44, - 39 - ], - "logprob": -19.0625 - }, - { - "token": ":", - "bytes": [ - 58 - ], - "logprob": -19.0625 - }, - { - "token": "，", - "bytes": [ - 239, - 188, - 140 - ], - "logprob": -19.3125 - }, - { - "token": ";", - "bytes": [ - 59 - ], - "logprob": -19.5 - }, - { - "token": ",.", - "bytes": [ - 44, - 46 - ], - "logprob": -19.5625 - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -19.6875 - }, - { - "token": ",...", - "bytes": [ - 44, - 46, - 46, - 46 - ], - "logprob": -20.0 - } - ] - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -0.015473551116883755, - "top_logprobs": [ - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -0.015473551116883755 - }, - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -4.515473365783691 - }, - { - "token": " according", - "bytes": [ - 32, - 97, - 99, - 99, - 111, - 114, - 100, - 105, - 110, - 103 - ], - "logprob": -6.202973365783691 - }, - { - "token": " as", - "bytes": [ - 32, - 97, - 115 - ], - "logprob": -7.577973365783691 - }, - { - "token": " it", - "bytes": [ - 32, - 105, - 116 - ], - "logprob": -7.577973365783691 - }, - { - "token": " based", - "bytes": [ - 32, - 98, - 97, - 115, - 101, - 100 - ], - "logprob": -7.952973365783691 - }, - { - "token": " this", - "bytes": [ - 32, - 116, - 104, - 105, - 115 - ], - "logprob": -8.202973365783691 - }, - { - "token": " there", - "bytes": [ - 32, - 116, - 104, - 101, - 114, - 101 - ], - "logprob": -8.890473365783691 - }, - { - "token": " document", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116 - ], - "logprob": -9.077973365783691 - }, - { - "token": " Document", - "bytes": [ - 32, - 68, - 111, - 99, - 117, - 109, - 101, - 110, - 116 - ], - "logprob": -9.140473365783691 - } - ] - }, - { - "token": " provided", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -0.09939214587211609, - "top_logprobs": [ - { - "token": " provided", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -0.09939214587211609 - }, - { - "token": " document", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116 - ], - "logprob": -2.5993921756744385 - }, - { - "token": " context", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -3.9743921756744385 - }, - { - "token": " conversation", - "bytes": [ - 32, - 99, - 111, - 110, - 118, - 101, - 114, - 115, - 97, - 116, - 105, - 111, - 110 - ], - "logprob": -7.849391937255859 - }, - { - "token": " given", - "bytes": [ - 32, - 103, - 105, - 118, - 101, - 110 - ], - "logprob": -8.34939193725586 - }, - { - "token": " previous", - "bytes": [ - 32, - 112, - 114, - 101, - 118, - 105, - 111, - 117, - 115 - ], - "logprob": -8.47439193725586 - }, - { - "token": " first", - "bytes": [ - 32, - 102, - 105, - 114, - 115, - 116 - ], - "logprob": -8.78689193725586 - }, - { - "token": " documents", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116, - 115 - ], - "logprob": -9.28689193725586 - }, - { - "token": "provided", - "bytes": [ - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -9.34939193725586 - }, - { - "token": " claim", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109 - ], - "logprob": -9.84939193725586 - } - ] - }, - { - "token": " context", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -0.4443355202674866, - "top_logprobs": [ - { - "token": " context", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -0.4443355202674866 - }, - { - "token": " document", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116 - ], - "logprob": -1.0693354606628418 - }, - { - "token": " documents", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116, - 115 - ], - "logprob": -4.194335460662842 - }, - { - "token": " conversation", - "bytes": [ - 32, - 99, - 111, - 110, - 118, - 101, - 114, - 115, - 97, - 116, - 105, - 111, - 110 - ], - "logprob": -8.8193359375 - }, - { - "token": " documentation", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116, - 97, - 116, - 105, - 111, - 110 - ], - "logprob": -9.1943359375 - }, - { - "token": " contexts", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 101, - 120, - 116, - 115 - ], - "logprob": -9.9443359375 - }, - { - "token": "context", - "bytes": [ - 99, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -10.3818359375 - }, - { - "token": " reference", - "bytes": [ - 32, - 114, - 101, - 102, - 101, - 114, - 101, - 110, - 99, - 101 - ], - "logprob": -10.5068359375 - }, - { - "token": " Context", - "bytes": [ - 32, - 67, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -10.7568359375 - }, - { - "token": "document", - "bytes": [ - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116 - ], - "logprob": -11.6318359375 - } - ] - }, - { - "token": " states", - "bytes": [ - 32, - 115, - 116, - 97, - 116, - 101, - 115 - ], - "logprob": -0.10972036421298981, - "top_logprobs": [ - { - "token": " states", - "bytes": [ - 32, - 115, - 116, - 97, - 116, - 101, - 115 - ], - "logprob": -0.10972036421298981 - }, - { - "token": " only", - "bytes": [ - 32, - 111, - 110, - 108, - 121 - ], - "logprob": -2.609720468521118 - }, - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -3.797220468521118 - }, - { - "token": " contr", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 114 - ], - "logprob": -6.234720230102539 - }, - { - "token": " indicates", - "bytes": [ - 32, - 105, - 110, - 100, - 105, - 99, - 97, - 116, - 101, - 115 - ], - "logprob": -6.422220230102539 - }, - { - "token": " does", - "bytes": [ - 32, - 100, - 111, - 101, - 115 - ], - "logprob": -7.234720230102539 - }, - { - "token": " actually", - "bytes": [ - 32, - 97, - 99, - 116, - 117, - 97, - 108, - 108, - 121 - ], - "logprob": -7.734720230102539 - }, - { - "token": " shows", - "bytes": [ - 32, - 115, - 104, - 111, - 119, - 115 - ], - "logprob": -7.734720230102539 - }, - { - "token": " mentions", - "bytes": [ - 32, - 109, - 101, - 110, - 116, - 105, - 111, - 110, - 115 - ], - "logprob": -7.922220230102539 - }, - { - "token": " explicitly", - "bytes": [ - 32, - 101, - 120, - 112, - 108, - 105, - 99, - 105, - 116, - 108, - 121 - ], - "logprob": -8.422220230102539 - } - ] - }, - { - "token": ":", - "bytes": [ - 58 - ], - "logprob": -0.33248379826545715, - "top_logprobs": [ - { - "token": ":", - "bytes": [ - 58 - ], - "logprob": -0.33248379826545715 - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -1.4574837684631348 - }, - { - "token": " '", - "bytes": [ - 32, - 39 - ], - "logprob": -3.0824837684631348 - }, - { - "token": " only", - "bytes": [ - 32, - 111, - 110, - 108, - 121 - ], - "logprob": -5.707483768463135 - }, - { - "token": " \\\"", - "bytes": [ - 32, - 92, - 34 - ], - "logprob": -8.082484245300293 - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -8.769984245300293 - }, - { - "token": " there", - "bytes": [ - 32, - 116, - 104, - 101, - 114, - 101 - ], - "logprob": -9.707484245300293 - }, - { - "token": " clearly", - "bytes": [ - 32, - 99, - 108, - 101, - 97, - 114, - 108, - 121 - ], - "logprob": -10.144984245300293 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -10.144984245300293 - }, - { - "token": ":'", - "bytes": [ - 58, - 39 - ], - "logprob": -10.519984245300293 - } - ] - }, - { - "token": " '", - "bytes": [ - 32, - 39 - ], - "logprob": -0.02792125754058361, - "top_logprobs": [ - { - "token": " '", - "bytes": [ - 32, - 39 - ], - "logprob": -0.02792125754058361 - }, - { - "token": " \\\"", - "bytes": [ - 32, - 92, - 34 - ], - "logprob": -3.777921199798584 - }, - { - "token": " The", - "bytes": [ - 32, - 84, - 104, - 101 - ], - "logprob": -5.402921199798584 - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -9.652921676635742 - }, - { - "token": " ''", - "bytes": [ - 32, - 39, - 39 - ], - "logprob": -11.340421676635742 - }, - { - "token": " `", - "bytes": [ - 32, - 96 - ], - "logprob": -11.527921676635742 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -12.340421676635742 - }, - { - "token": " \\\\", - "bytes": [ - 32, - 92, - 92 - ], - "logprob": -12.465421676635742 - }, - { - "token": "\\\"", - "bytes": [ - 92, - 34 - ], - "logprob": -12.465421676635742 - }, - { - "token": " '(", - "bytes": [ - 32, - 39, - 40 - ], - "logprob": -12.590421676635742 - } - ] - }, - { - "token": "The", - "bytes": [ - 84, - 104, - 101 - ], - "logprob": -0.00010692501382436603, - "top_logprobs": [ - { - "token": "The", - "bytes": [ - 84, - 104, - 101 - ], - "logprob": -0.00010692501382436603 - }, - { - "token": "Hello", - "bytes": [ - 72, - 101, - 108, - 108, - 111 - ], - "logprob": -10.500106811523438 - }, - { - "token": " The", - "bytes": [ - 32, - 84, - 104, - 101 - ], - "logprob": -10.625106811523438 - }, - { - "token": "1", - "bytes": [ - 49 - ], - "logprob": -10.687606811523438 - }, - { - "token": "the", - "bytes": [ - 116, - 104, - 101 - ], - "logprob": -12.875106811523438 - }, - { - "token": "THE", - "bytes": [ - 84, - 72, - 69 - ], - "logprob": -13.000106811523438 - }, - { - "token": "There", - "bytes": [ - 84, - 104, - 101, - 114, - 101 - ], - "logprob": -13.312606811523438 - }, - { - "token": "Hel", - "bytes": [ - 72, - 101, - 108 - ], - "logprob": -13.562606811523438 - }, - { - "token": "Note", - "bytes": [ - 78, - 111, - 116, - 101 - ], - "logprob": -13.562606811523438 - }, - { - "token": "...", - "bytes": [ - 46, - 46, - 46 - ], - "logprob": -14.062606811523438 - } - ] - }, - { - "token": " only", - "bytes": [ - 32, - 111, - 110, - 108, - 121 - ], - "logprob": -1.0728830375228426e-6, - "top_logprobs": [ - { - "token": " only", - "bytes": [ - 32, - 111, - 110, - 108, - 121 - ], - "logprob": -1.0728830375228426e-6 - }, - { - "token": "only", - "bytes": [ - 111, - 110, - 108, - 121 - ], - "logprob": -14.000000953674316 - }, - { - "token": " ONLY", - "bytes": [ - 32, - 79, - 78, - 76, - 89 - ], - "logprob": -15.562500953674316 - }, - { - "token": " Only", - "bytes": [ - 32, - 79, - 110, - 108, - 121 - ], - "logprob": -16.937501907348633 - }, - { - "token": "Only", - "bytes": [ - 79, - 110, - 108, - 121 - ], - "logprob": -17.250001907348633 - }, - { - "token": " on", - "bytes": [ - 32, - 111, - 110 - ], - "logprob": -19.375001907348633 - }, - { - "token": " one", - "bytes": [ - 32, - 111, - 110, - 101 - ], - "logprob": -21.125001907348633 - }, - { - "token": " apenas", - "bytes": [ - 32, - 97, - 112, - 101, - 110, - 97, - 115 - ], - "logprob": -21.375001907348633 - }, - { - "token": "ONLY", - "bytes": [ - 79, - 78, - 76, - 89 - ], - "logprob": -22.000001907348633 - }, - { - "token": " pur", - "bytes": [ - 32, - 112, - 117, - 114 - ], - "logprob": -22.562501907348633 - } - ] - }, - { - "token": " type", - "bytes": [ - 32, - 116, - 121, - 112, - 101 - ], - "logprob": -2.3841855067985307e-7, - "top_logprobs": [ - { - "token": " type", - "bytes": [ - 32, - 116, - 121, - 112, - 101 - ], - "logprob": -2.3841855067985307e-7 - }, - { - "token": "type", - "bytes": [ - 116, - 121, - 112, - 101 - ], - "logprob": -15.9375 - }, - { - "token": " types", - "bytes": [ - 32, - 116, - 121, - 112, - 101, - 115 - ], - "logprob": -16.4375 - }, - { - "token": " tipo", - "bytes": [ - 32, - 116, - 105, - 112, - 111 - ], - "logprob": -18.3125 - }, - { - "token": " Type", - "bytes": [ - 32, - 84, - 121, - 112, - 101 - ], - "logprob": -19.5 - }, - { - "token": "Type", - "bytes": [ - 84, - 121, - 112, - 101 - ], - "logprob": -19.875 - }, - { - "token": " kind", - "bytes": [ - 32, - 107, - 105, - 110, - 100 - ], - "logprob": -19.875 - }, - { - "token": " TYPE", - "bytes": [ - 32, - 84, - 89, - 80, - 69 - ], - "logprob": -19.875 - }, - { - "token": " thing", - "bytes": [ - 32, - 116, - 104, - 105, - 110, - 103 - ], - "logprob": -22.5625 - }, - { - "token": "类型", - "bytes": [ - 231, - 177, - 187, - 229, - 158, - 139 - ], - "logprob": -22.6875 - } - ] - }, - { - "token": " of", - "bytes": [ - 32, - 111, - 102 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " of", - "bytes": [ - 32, - 111, - 102 - ], - "logprob": 0.0 - }, - { - "token": "of", - "bytes": [ - 111, - 102 - ], - "logprob": -20.875 - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -22.0625 - }, - { - "token": " [", - "bytes": [ - 32, - 91 - ], - "logprob": -22.875 - }, - { - "token": " Of", - "bytes": [ - 32, - 79, - 102 - ], - "logprob": -23.1875 - }, - { - "token": " or", - "bytes": [ - 32, - 111, - 114 - ], - "logprob": -23.375 - }, - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": -23.4375 - }, - { - "token": " o", - "bytes": [ - 32, - 111 - ], - "logprob": -23.625 - }, - { - "token": " on", - "bytes": [ - 32, - 111, - 110 - ], - "logprob": -23.6875 - }, - { - "token": " if", - "bytes": [ - 32, - 105, - 102 - ], - "logprob": -24.0 - } - ] - }, - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -2.3841855067985307e-7, - "top_logprobs": [ - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -2.3841855067985307e-7 - }, - { - "token": "fish", - "bytes": [ - 102, - 105, - 115, - 104 - ], - "logprob": -15.4375 - }, - { - "token": " Fish", - "bytes": [ - 32, - 70, - 105, - 115, - 104 - ], - "logprob": -17.0 - }, - { - "token": " fis", - "bytes": [ - 32, - 102, - 105, - 115 - ], - "logprob": -19.1875 - }, - { - "token": "Fish", - "bytes": [ - 70, - 105, - 115, - 104 - ], - "logprob": -19.5625 - }, - { - "token": " gold", - "bytes": [ - 32, - 103, - 111, - 108, - 100 - ], - "logprob": -20.3125 - }, - { - "token": " yellow", - "bytes": [ - 32, - 121, - 101, - 108, - 108, - 111, - 119 - ], - "logprob": -21.0625 - }, - { - "token": " fire", - "bytes": [ - 32, - 102, - 105, - 114, - 101 - ], - "logprob": -21.125 - }, - { - "token": "fishing", - "bytes": [ - 102, - 105, - 115, - 104, - 105, - 110, - 103 - ], - "logprob": -21.125 - }, - { - "token": " fruit", - "bytes": [ - 32, - 102, - 114, - 117, - 105, - 116 - ], - "logprob": -21.625 - } - ] - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -1.1920928244535389e-7, - "top_logprobs": [ - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -1.1920928244535389e-7 - }, - { - "token": "that", - "bytes": [ - 116, - 104, - 97, - 116 - ], - "logprob": -15.6875 - }, - { - "token": " That", - "bytes": [ - 32, - 84, - 104, - 97, - 116 - ], - "logprob": -19.125 - }, - { - "token": " which", - "bytes": [ - 32, - 119, - 104, - 105, - 99, - 104 - ], - "logprob": -21.0625 - }, - { - "token": "...", - "bytes": [ - 46, - 46, - 46 - ], - "logprob": -21.1875 - }, - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -21.25 - }, - { - "token": "That", - "bytes": [ - 84, - 104, - 97, - 116 - ], - "logprob": -21.3125 - }, - { - "token": " this", - "bytes": [ - 32, - 116, - 104, - 105, - 115 - ], - "logprob": -21.875 - }, - { - "token": " [", - "bytes": [ - 32, - 91 - ], - "logprob": -22.15625 - }, - { - "token": " (", - "bytes": [ - 32, - 40 - ], - "logprob": -22.25 - } - ] - }, - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": 0.0 - }, - { - "token": "is", - "bytes": [ - 105, - 115 - ], - "logprob": -18.1875 - }, - { - "token": " IS", - "bytes": [ - 32, - 73, - 83 - ], - "logprob": -18.6875 - }, - { - "token": " Is", - "bytes": [ - 32, - 73, - 115 - ], - "logprob": -19.375 - }, - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -19.375 - }, - { - "token": " \\", - "bytes": [ - 32, - 92 - ], - "logprob": -19.5625 - }, - { - "token": " ist", - "bytes": [ - 32, - 105, - 115, - 116 - ], - "logprob": -19.6875 - }, - { - "token": "是", - "bytes": [ - 230, - 152, - 175 - ], - "logprob": -20.15625 - }, - { - "token": "\\", - "bytes": [ - 92 - ], - "logprob": -20.25 - }, - { - "token": " i", - "bytes": [ - 32, - 105 - ], - "logprob": -20.4375 - } - ] - }, - { - "token": " yellow", - "bytes": [ - 32, - 121, - 101, - 108, - 108, - 111, - 119 - ], - "logprob": -7.867782187531702e-6, - "top_logprobs": [ - { - "token": " yellow", - "bytes": [ - 32, - 121, - 101, - 108, - 108, - 111, - 119 - ], - "logprob": -7.867782187531702e-6 - }, - { - "token": "yellow", - "bytes": [ - 121, - 101, - 108, - 108, - 111, - 119 - ], - "logprob": -12.062507629394531 - }, - { - "token": " orange", - "bytes": [ - 32, - 111, - 114, - 97, - 110, - 103, - 101 - ], - "logprob": -13.875007629394531 - }, - { - "token": " Y", - "bytes": [ - 32, - 89 - ], - "logprob": -15.062507629394531 - }, - { - "token": " y", - "bytes": [ - 32, - 121 - ], - "logprob": -15.500007629394531 - }, - { - "token": "Yellow", - "bytes": [ - 89, - 101, - 108, - 108, - 111, - 119 - ], - "logprob": -15.500007629394531 - }, - { - "token": " pur", - "bytes": [ - 32, - 112, - 117, - 114 - ], - "logprob": -16.25000762939453 - }, - { - "token": " yarn", - "bytes": [ - 32, - 121, - 97, - 114, - 110 - ], - "logprob": -16.37500762939453 - }, - { - "token": " white", - "bytes": [ - 32, - 119, - 104, - 105, - 116, - 101 - ], - "logprob": -16.81250762939453 - }, - { - "token": " red", - "bytes": [ - 32, - 114, - 101, - 100 - ], - "logprob": -17.43750762939453 - } - ] - }, - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": -2.3841855067985307e-7, - "top_logprobs": [ - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": -2.3841855067985307e-7 - }, - { - "token": " ist", - "bytes": [ - 32, - 105, - 115, - 116 - ], - "logprob": -15.75 - }, - { - "token": "is", - "bytes": [ - 105, - 115 - ], - "logprob": -17.4375 - }, - { - "token": "是", - "bytes": [ - 230, - 152, - 175 - ], - "logprob": -17.625 - }, - { - "token": " IS", - "bytes": [ - 32, - 73, - 83 - ], - "logprob": -18.625 - }, - { - "token": " Is", - "bytes": [ - 32, - 73, - 115 - ], - "logprob": -19.0 - }, - { - "token": " isa", - "bytes": [ - 32, - 105, - 115, - 97 - ], - "logprob": -19.53125 - }, - { - "token": " and", - "bytes": [ - 32, - 97, - 110, - 100 - ], - "logprob": -19.65625 - }, - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -20.03125 - }, - { - "token": " isn", - "bytes": [ - 32, - 105, - 115, - 110 - ], - "logprob": -20.65625 - } - ] - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": 0.0 - }, - { - "token": "the", - "bytes": [ - 116, - 104, - 101 - ], - "logprob": -18.625 - }, - { - "token": " The", - "bytes": [ - 32, - 84, - 104, - 101 - ], - "logprob": -20.0625 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -21.125 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -22.21875 - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -22.40625 - }, - { - "token": "The", - "bytes": [ - 84, - 104, - 101 - ], - "logprob": -22.625 - }, - { - "token": " their", - "bytes": [ - 32, - 116, - 104, - 101, - 105, - 114 - ], - "logprob": -22.6875 - }, - { - "token": " this", - "bytes": [ - 32, - 116, - 104, - 105, - 115 - ], - "logprob": -22.90625 - }, - { - "token": " [", - "bytes": [ - 32, - 91 - ], - "logprob": -22.96875 - } - ] - }, - { - "token": " pur", - "bytes": [ - 32, - 112, - 117, - 114 - ], - "logprob": -1.0728830375228426e-6, - "top_logprobs": [ - { - "token": " pur", - "bytes": [ - 32, - 112, - 117, - 114 - ], - "logprob": -1.0728830375228426e-6 - }, - { - "token": " Pur", - "bytes": [ - 32, - 80, - 117, - 114 - ], - "logprob": -14.187500953674316 - }, - { - "token": "pur", - "bytes": [ - 112, - 117, - 114 - ], - "logprob": -15.625000953674316 - }, - { - "token": "purple", - "bytes": [ - 112, - 117, - 114, - 112, - 108, - 101 - ], - "logprob": -16.000001907348633 - }, - { - "token": " purge", - "bytes": [ - 32, - 112, - 117, - 114, - 103, - 101 - ], - "logprob": -17.000001907348633 - }, - { - "token": "Pur", - "bytes": [ - 80, - 117, - 114 - ], - "logprob": -17.125001907348633 - }, - { - "token": "PUR", - "bytes": [ - 80, - 85, - 82 - ], - "logprob": -18.625001907348633 - }, - { - "token": " p", - "bytes": [ - 32, - 112 - ], - "logprob": -20.125001907348633 - }, - { - "token": " '", - "bytes": [ - 32, - 39 - ], - "logprob": -20.812501907348633 - }, - { - "token": " P", - "bytes": [ - 32, - 80 - ], - "logprob": -20.937501907348633 - } - ] - }, - { - "token": "ple", - "bytes": [ - 112, - 108, - 101 - ], - "logprob": -0.0007711059297434986, - "top_logprobs": [ - { - "token": "ple", - "bytes": [ - 112, - 108, - 101 - ], - "logprob": -0.0007711059297434986 - }, - { - "token": "ble", - "bytes": [ - 98, - 108, - 101 - ], - "logprob": -8.063271522521973 - }, - { - "token": "tle", - "bytes": [ - 116, - 108, - 101 - ], - "logprob": -8.750771522521973 - }, - { - "token": "gle", - "bytes": [ - 103, - 108, - 101 - ], - "logprob": -9.375771522521973 - }, - { - "token": "se", - "bytes": [ - 115, - 101 - ], - "logprob": -9.563271522521973 - }, - { - "token": "PLE", - "bytes": [ - 80, - 76, - 69 - ], - "logprob": -9.813271522521973 - }, - { - "token": "pe", - "bytes": [ - 112, - 101 - ], - "logprob": -11.563271522521973 - }, - { - "token": "kle", - "bytes": [ - 107, - 108, - 101 - ], - "logprob": -11.750771522521973 - }, - { - "token": "p", - "bytes": [ - 112 - ], - "logprob": -11.813271522521973 - }, - { - "token": "le", - "bytes": [ - 108, - 101 - ], - "logprob": -11.875771522521973 - } - ] - }, - { - "token": " b", - "bytes": [ - 32, - 98 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " b", - "bytes": [ - 32, - 98 - ], - "logprob": 0.0 - }, - { - "token": "b", - "bytes": [ - 98 - ], - "logprob": -17.5 - }, - { - "token": " B", - "bytes": [ - 32, - 66 - ], - "logprob": -20.625 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -20.875 - }, - { - "token": " bubble", - "bytes": [ - 32, - 98, - 117, - 98, - 98, - 108, - 101 - ], - "logprob": -20.9375 - }, - { - "token": " ble", - "bytes": [ - 32, - 98, - 108, - 101 - ], - "logprob": -21.375 - }, - { - "token": " c", - "bytes": [ - 32, - 99 - ], - "logprob": -21.5 - }, - { - "token": " m", - "bytes": [ - 32, - 109 - ], - "logprob": -22.125 - }, - { - "token": " l", - "bytes": [ - 32, - 108 - ], - "logprob": -22.125 - }, - { - "token": " bl", - "bytes": [ - 32, - 98, - 108 - ], - "logprob": -22.1875 - } - ] - }, - { - "token": "umble", - "bytes": [ - 117, - 109, - 98, - 108, - 101 - ], - "logprob": -0.00014137222024146467, - "top_logprobs": [ - { - "token": "umble", - "bytes": [ - 117, - 109, - 98, - 108, - 101 - ], - "logprob": -0.00014137222024146467 - }, - { - "token": "umber", - "bytes": [ - 117, - 109, - 98, - 101, - 114 - ], - "logprob": -10.125141143798828 - }, - { - "token": "umb", - "bytes": [ - 117, - 109, - 98 - ], - "logprob": -10.250141143798828 - }, - { - "token": "um", - "bytes": [ - 117, - 109 - ], - "logprob": -11.875141143798828 - }, - { - "token": "ume", - "bytes": [ - 117, - 109, - 101 - ], - "logprob": -12.000141143798828 - }, - { - "token": "umar", - "bytes": [ - 117, - 109, - 97, - 114 - ], - "logprob": -12.187641143798828 - }, - { - "token": "umbers", - "bytes": [ - 117, - 109, - 98, - 101, - 114, - 115 - ], - "logprob": -12.250141143798828 - }, - { - "token": "uml", - "bytes": [ - 117, - 109, - 108 - ], - "logprob": -12.562641143798828 - }, - { - "token": "umbo", - "bytes": [ - 117, - 109, - 98, - 111 - ], - "logprob": -12.625141143798828 - }, - { - "token": "amble", - "bytes": [ - 97, - 109, - 98, - 108, - 101 - ], - "logprob": -12.750141143798828 - } - ] - }, - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -8.4638240878121e-6, - "top_logprobs": [ - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -8.4638240878121e-6 - }, - { - "token": "fish", - "bytes": [ - 102, - 105, - 115, - 104 - ], - "logprob": -11.750008583068848 - }, - { - "token": " Fish", - "bytes": [ - 32, - 70, - 105, - 115, - 104 - ], - "logprob": -14.500008583068848 - }, - { - "token": "Fish", - "bytes": [ - 70, - 105, - 115, - 104 - ], - "logprob": -17.37500762939453 - }, - { - "token": " fis", - "bytes": [ - 32, - 102, - 105, - 115 - ], - "logprob": -18.06250762939453 - }, - { - "token": " fire", - "bytes": [ - 32, - 102, - 105, - 114, - 101 - ], - "logprob": -18.43750762939453 - }, - { - "token": "fishing", - "bytes": [ - 102, - 105, - 115, - 104, - 105, - 110, - 103 - ], - "logprob": -18.68750762939453 - }, - { - "token": " filter", - "bytes": [ - 32, - 102, - 105, - 108, - 116, - 101, - 114 - ], - "logprob": -19.00000762939453 - }, - { - "token": " fin", - "bytes": [ - 32, - 102, - 105, - 110 - ], - "logprob": -19.50000762939453 - }, - { - "token": " fruit", - "bytes": [ - 32, - 102, - 114, - 117, - 105, - 116 - ], - "logprob": -19.81250762939453 - } - ] - }, - { - "token": ".'", - "bytes": [ - 46, - 39 - ], - "logprob": -0.003770862240344286, - "top_logprobs": [ - { - "token": ".'", - "bytes": [ - 46, - 39 - ], - "logprob": -0.003770862240344286 - }, - { - "token": ".',", - "bytes": [ - 46, - 39, - 44 - ], - "logprob": -5.75377082824707 - }, - { - "token": ".'.", - "bytes": [ - 46, - 39, - 46 - ], - "logprob": -8.50377082824707 - }, - { - "token": ",'", - "bytes": [ - 44, - 39 - ], - "logprob": -8.81627082824707 - }, - { - "token": ".';", - "bytes": [ - 46, - 39, - 59 - ], - "logprob": -9.87877082824707 - }, - { - "token": ".$", - "bytes": [ - 46, - 36 - ], - "logprob": -10.25377082824707 - }, - { - "token": ".','", - "bytes": [ - 46, - 39, - 44, - 39 - ], - "logprob": -10.44127082824707 - }, - { - "token": ".')", - "bytes": [ - 46, - 39, - 41 - ], - "logprob": -11.00377082824707 - }, - { - "token": ".'", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": 0.0 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -18.3125 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": 0.0 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -20.5625 - }, - { - "token": "1", - "bytes": [ - 49 - ], - "logprob": -21.1875 - }, - { - "token": " ", - "bytes": [ - 32, - 32 - ], - "logprob": -23.34375 - }, - { - "token": " \n", - "bytes": [ - 32, - 10 - ], - "logprob": -23.90625 - }, - { - "token": "\n\n", - "bytes": [ - 10, - 10 - ], - "logprob": -24.25 - }, - { - "token": "\t", - "bytes": [ - 9 - ], - "logprob": -25.5 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -25.765625 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32 - ], - "logprob": -26.0 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32 - ], - "logprob": -26.203125 - } - ] - }, - { - "token": "1", - "bytes": [ - 49 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "1", - "bytes": [ - 49 - ], - "logprob": 0.0 - }, - { - "token": "2", - "bytes": [ - 50 - ], - "logprob": -19.5 - }, - { - "token": "0", - "bytes": [ - 48 - ], - "logprob": -19.875 - }, - { - "token": "3", - "bytes": [ - 51 - ], - "logprob": -21.0 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -21.75 - }, - { - "token": "4", - "bytes": [ - 52 - ], - "logprob": -22.8125 - }, - { - "token": "5", - "bytes": [ - 53 - ], - "logprob": -23.125 - }, - { - "token": "6", - "bytes": [ - 54 - ], - "logprob": -24.0 - }, - { - "token": "8", - "bytes": [ - 56 - ], - "logprob": -24.0625 - }, - { - "token": "9", - "bytes": [ - 57 - ], - "logprob": -24.8125 - } - ] - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": 0.0 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -19.0625 - }, - { - "token": ",\"", - "bytes": [ - 44, - 34 - ], - "logprob": -19.8125 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -23.0 - }, - { - "token": "0", - "bytes": [ - 48 - ], - "logprob": -23.875 - }, - { - "token": "2", - "bytes": [ - 50 - ], - "logprob": -24.640625 - }, - { - "token": "\n\n", - "bytes": [ - 10, - 10 - ], - "logprob": -25.015625 - }, - { - "token": "6", - "bytes": [ - 54 - ], - "logprob": -25.3125 - }, - { - "token": "1", - "bytes": [ - 49 - ], - "logprob": -25.359375 - }, - { - "token": "9", - "bytes": [ - 57 - ], - "logprob": -25.46875 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -21.375 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -22.4375 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -23.34375 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -25.90625 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -25.9375 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -26.5625 - }, - { - "token": " ", - "bytes": [ - 32, - 32 - ], - "logprob": -26.890625 - }, - { - "token": "\n\n", - "bytes": [ - 10, - 10 - ], - "logprob": -27.953125 - }, - { - "token": " \n", - "bytes": [ - 32, - 10 - ], - "logprob": -28.0625 - } - ] - }, - { - "token": "f", - "bytes": [ - 102 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "f", - "bytes": [ - 102 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -1.1920928244535389e-7, - "top_logprobs": [ - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -1.1920928244535389e-7 - }, - { - "token": "\":\"", - "bytes": [ - 34, - 58, - 34 - ], - "logprob": -15.9375 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -18.8125 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -18.6875 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -20.6875 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -21.125 - }, - { - "token": "\t", - "bytes": [ - 9 - ], - "logprob": -24.96875 - }, - { - "token": "\n\n", - "bytes": [ - 10, - 10 - ], - "logprob": -25.328125 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32 - ], - "logprob": -25.375 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -25.453125 - }, - { - "token": " ", - "bytes": [ - 32, - 32 - ], - "logprob": -25.546875 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -26.0234375 - } - ] - }, - { - "token": "un", - "bytes": [ - 117, - 110 - ], - "logprob": -0.00031835734262131155, - "top_logprobs": [ - { - "token": "un", - "bytes": [ - 117, - 110 - ], - "logprob": -0.00031835734262131155 - }, - { - "token": "fa", - "bytes": [ - 102, - 97 - ], - "logprob": -8.06281852722168 - }, - { - "token": "f", - "bytes": [ - 102 - ], - "logprob": -13.62531852722168 - }, - { - "token": "partial", - "bytes": [ - 112, - 97, - 114, - 116, - 105, - 97, - 108 - ], - "logprob": -13.68781852722168 - }, - { - "token": "par", - "bytes": [ - 112, - 97, - 114 - ], - "logprob": -14.71906852722168 - }, - { - "token": "u", - "bytes": [ - 117 - ], - "logprob": -14.93781852722168 - }, - { - "token": "part", - "bytes": [ - 112, - 97, - 114, - 116 - ], - "logprob": -16.54719352722168 - }, - { - "token": "p", - "bytes": [ - 112 - ], - "logprob": -16.93781852722168 - }, - { - "token": "pa", - "bytes": [ - 112, - 97 - ], - "logprob": -17.81281852722168 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "fa", - "bytes": [ - 102, - 97 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "fa", - "bytes": [ - 102, - 97 - ], - "logprob": 0.0 - }, - { - "token": "f", - "bytes": [ - 102 - ], - "logprob": -18.25 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "ith", - "bytes": [ - 105, - 116, - 104 - ], - "logprob": -2.3841855067985307e-7, - "top_logprobs": [ - { - "token": "ith", - "bytes": [ - 105, - 116, - 104 - ], - "logprob": -2.3841855067985307e-7 - }, - { - "token": "i", - "bytes": [ - 105 - ], - "logprob": -15.4375 - }, - { - "token": "it", - "bytes": [ - 105, - 116 - ], - "logprob": -17.09375 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "ful", - "bytes": [ - 102, - 117, - 108 - ], - "logprob": -2.3841855067985307e-7, - "top_logprobs": [ - { - "token": "ful", - "bytes": [ - 102, - 117, - 108 - ], - "logprob": -2.3841855067985307e-7 - }, - { - "token": "f", - "bytes": [ - 102 - ], - "logprob": -15.125 - }, - { - "token": "fu", - "bytes": [ - 102, - 117 - ], - "logprob": -18.53125 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\",", - "bytes": [ - 34, - 44 - ], - "logprob": -0.0014181805308908224, - "top_logprobs": [ - { - "token": "\",", - "bytes": [ - 34, - 44 - ], - "logprob": -0.0014181805308908224 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -6.563918113708496 - }, - { - "token": "\",\"", - "bytes": [ - 34, - 44, - 34 - ], - "logprob": -11.907668113708496 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -22.0625 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -22.125 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -23.0 - }, - { - "token": "\t", - "bytes": [ - 9 - ], - "logprob": -26.9375 - }, - { - "token": " ", - "bytes": [ - 32, - 32 - ], - "logprob": -28.140625 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -28.296875 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -28.5625 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -28.671875 - }, - { - "token": "\n\n", - "bytes": [ - 10, - 10 - ], - "logprob": -28.828125 - } - ] - }, - { - "token": "e", - "bytes": [ - 101 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "e", - "bytes": [ - 101 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -0.000029444261599564925, - "top_logprobs": [ - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -0.000029444261599564925 - }, - { - "token": "\":\"", - "bytes": [ - 34, - 58, - 34 - ], - "logprob": -10.437529563903809 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -15.562529563903809 - }, - { - "token": "\":\"/", - "bytes": [ - 34, - 58, - 34, - 47 - ], - "logprob": -18.703153610229492 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -0.000025033637939486653, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -0.000025033637939486653 - }, - { - "token": " \"'", - "bytes": [ - 32, - 34, - 39 - ], - "logprob": -12.187524795532227 - }, - { - "token": " \"$", - "bytes": [ - 32, - 34, - 36 - ], - "logprob": -12.875024795532227 - }, - { - "token": " \"...", - "bytes": [ - 32, - 34, - 46, - 46, - 46 - ], - "logprob": -12.937524795532227 - }, - { - "token": " \"\\", - "bytes": [ - 32, - 34, - 92 - ], - "logprob": -12.937524795532227 - }, - { - "token": " \"(", - "bytes": [ - 32, - 34, - 40 - ], - "logprob": -13.000024795532227 - }, - { - "token": " \"-", - "bytes": [ - 32, - 34, - 45 - ], - "logprob": -13.062524795532227 - }, - { - "token": " \"\"", - "bytes": [ - 32, - 34, - 34 - ], - "logprob": -13.312524795532227 - }, - { - "token": " \"`", - "bytes": [ - 32, - 34, - 96 - ], - "logprob": -13.812524795532227 - }, - { - "token": " \"[", - "bytes": [ - 32, - 34, - 91 - ], - "logprob": -14.187524795532227 - } - ] - }, - { - "token": "This", - "bytes": [ - 84, - 104, - 105, - 115 - ], - "logprob": -0.002991964342072606, - "top_logprobs": [ - { - "token": "This", - "bytes": [ - 84, - 104, - 105, - 115 - ], - "logprob": -0.002991964342072606 - }, - { - "token": "The", - "bytes": [ - 84, - 104, - 101 - ], - "logprob": -6.377992153167725 - }, - { - "token": "Error", - "bytes": [ - 69, - 114, - 114, - 111, - 114 - ], - "logprob": -8.127991676330566 - }, - { - "token": "Gener", - "bytes": [ - 71, - 101, - 110, - 101, - 114 - ], - "logprob": -8.315491676330566 - }, - { - "token": "Although", - "bytes": [ - 65, - 108, - 116, - 104, - 111, - 117, - 103, - 104 - ], - "logprob": -8.940491676330566 - }, - { - "token": "It", - "bytes": [ - 73, - 116 - ], - "logprob": -9.252991676330566 - }, - { - "token": "These", - "bytes": [ - 84, - 104, - 101, - 115, - 101 - ], - "logprob": -9.502991676330566 - }, - { - "token": "As", - "bytes": [ - 65, - 115 - ], - "logprob": -9.815491676330566 - }, - { - "token": "There", - "bytes": [ - 84, - 104, - 101, - 114, - 101 - ], - "logprob": -9.877991676330566 - }, - { - "token": " This", - "bytes": [ - 32, - 84, - 104, - 105, - 115 - ], - "logprob": -10.377991676330566 - } - ] - }, - { - "token": " sentence", - "bytes": [ - 32, - 115, - 101, - 110, - 116, - 101, - 110, - 99, - 101 - ], - "logprob": -0.0020536540541797876, - "top_logprobs": [ - { - "token": " sentence", - "bytes": [ - 32, - 115, - 101, - 110, - 116, - 101, - 110, - 99, - 101 - ], - "logprob": -0.0020536540541797876 - }, - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": -7.064553737640381 - }, - { - "token": " statement", - "bytes": [ - 32, - 115, - 116, - 97, - 116, - 101, - 109, - 101, - 110, - 116 - ], - "logprob": -7.252053737640381 - }, - { - "token": " was", - "bytes": [ - 32, - 119, - 97, - 115 - ], - "logprob": -9.064553260803223 - }, - { - "token": " claim", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109 - ], - "logprob": -9.564553260803223 - }, - { - "token": "sentence", - "bytes": [ - 115, - 101, - 110, - 116, - 101, - 110, - 99, - 101 - ], - "logprob": -9.564553260803223 - }, - { - "token": " second", - "bytes": [ - 32, - 115, - 101, - 99, - 111, - 110, - 100 - ], - "logprob": -10.502053260803223 - }, - { - "token": " clause", - "bytes": [ - 32, - 99, - 108, - 97, - 117, - 115, - 101 - ], - "logprob": -10.502053260803223 - }, - { - "token": " sentences", - "bytes": [ - 32, - 115, - 101, - 110, - 116, - 101, - 110, - 99, - 101, - 115 - ], - "logprob": -10.939553260803223 - }, - { - "token": " part", - "bytes": [ - 32, - 112, - 97, - 114, - 116 - ], - "logprob": -11.877053260803223 - } - ] - }, - { - "token": " makes", - "bytes": [ - 32, - 109, - 97, - 107, - 101, - 115 - ], - "logprob": -0.06704162806272507, - "top_logprobs": [ - { - "token": " makes", - "bytes": [ - 32, - 109, - 97, - 107, - 101, - 115 - ], - "logprob": -0.06704162806272507 - }, - { - "token": " also", - "bytes": [ - 32, - 97, - 108, - 115, - 111 - ], - "logprob": -2.9420416355133057 - }, - { - "token": " continues", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 105, - 110, - 117, - 101, - 115 - ], - "logprob": -5.192041397094727 - }, - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": -5.379541397094727 - }, - { - "token": " seems", - "bytes": [ - 32, - 115, - 101, - 101, - 109, - 115 - ], - "logprob": -8.504541397094727 - }, - { - "token": " contr", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 114 - ], - "logprob": -8.629541397094727 - }, - { - "token": " adds", - "bytes": [ - 32, - 97, - 100, - 100, - 115 - ], - "logprob": -8.754541397094727 - }, - { - "token": " attempts", - "bytes": [ - 32, - 97, - 116, - 116, - 101, - 109, - 112, - 116, - 115 - ], - "logprob": -8.754541397094727 - }, - { - "token": " claims", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109, - 115 - ], - "logprob": -8.879541397094727 - }, - { - "token": " make", - "bytes": [ - 32, - 109, - 97, - 107, - 101 - ], - "logprob": -8.942041397094727 - } - ] - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -0.00021300431399140507, - "top_logprobs": [ - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -0.00021300431399140507 - }, - { - "token": " another", - "bytes": [ - 32, - 97, - 110, - 111, - 116, - 104, - 101, - 114 - ], - "logprob": -9.250212669372559 - }, - { - "token": " an", - "bytes": [ - 32, - 97, - 110 - ], - "logprob": -9.500212669372559 - }, - { - "token": " two", - "bytes": [ - 32, - 116, - 119, - 111 - ], - "logprob": -10.812712669372559 - }, - { - "token": " f", - "bytes": [ - 32, - 102 - ], - "logprob": -11.250212669372559 - }, - { - "token": " additional", - "bytes": [ - 32, - 97, - 100, - 100, - 105, - 116, - 105, - 111, - 110, - 97, - 108 - ], - "logprob": -12.625212669372559 - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -13.062712669372559 - }, - { - "token": " multiple", - "bytes": [ - 32, - 109, - 117, - 108, - 116, - 105, - 112, - 108, - 101 - ], - "logprob": -13.125212669372559 - }, - { - "token": " further", - "bytes": [ - 32, - 102, - 117, - 114, - 116, - 104, - 101, - 114 - ], - "logprob": -14.062712669372559 - }, - { - "token": " at", - "bytes": [ - 32, - 97, - 116 - ], - "logprob": -16.000213623046875 - } - ] - }, - { - "token": " f", - "bytes": [ - 32, - 102 - ], - "logprob": -0.0008503158460371196, - "top_logprobs": [ - { - "token": " f", - "bytes": [ - 32, - 102 - ], - "logprob": -0.0008503158460371196 - }, - { - "token": " further", - "bytes": [ - 32, - 102, - 117, - 114, - 116, - 104, - 101, - 114 - ], - "logprob": -7.938350200653076 - }, - { - "token": " new", - "bytes": [ - 32, - 110, - 101, - 119 - ], - "logprob": -8.375850677490234 - }, - { - "token": " fa", - "bytes": [ - 32, - 102, - 97 - ], - "logprob": -8.563350677490234 - }, - { - "token": " claim", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109 - ], - "logprob": -10.000850677490234 - }, - { - "token": " fact", - "bytes": [ - 32, - 102, - 97, - 99, - 116 - ], - "logprob": -12.063350677490234 - }, - { - "token": " false", - "bytes": [ - 32, - 102, - 97, - 108, - 115, - 101 - ], - "logprob": -12.188350677490234 - }, - { - "token": " second", - "bytes": [ - 32, - 115, - 101, - 99, - 111, - 110, - 100 - ], - "logprob": -12.500850677490234 - }, - { - "token": " additional", - "bytes": [ - 32, - 97, - 100, - 100, - 105, - 116, - 105, - 111, - 110, - 97, - 108 - ], - "logprob": -12.500850677490234 - }, - { - "token": "f", - "bytes": [ - 102 - ], - "logprob": -13.938350677490234 - } - ] - }, - { - "token": "actual", - "bytes": [ - 97, - 99, - 116, - 117, - 97, - 108 - ], - "logprob": -0.000032305197237292305, - "top_logprobs": [ - { - "token": "actual", - "bytes": [ - 97, - 99, - 116, - 117, - 97, - 108 - ], - "logprob": -0.000032305197237292305 - }, - { - "token": " actual", - "bytes": [ - 32, - 97, - 99, - 116, - 117, - 97, - 108 - ], - "logprob": -10.875032424926758 - }, - { - "token": "act", - "bytes": [ - 97, - 99, - 116 - ], - "logprob": -12.062532424926758 - }, - { - "token": "Actual", - "bytes": [ - 65, - 99, - 116, - 117, - 97, - 108 - ], - "logprob": -12.437532424926758 - }, - { - "token": " Actual", - "bytes": [ - 32, - 65, - 99, - 116, - 117, - 97, - 108 - ], - "logprob": -13.000032424926758 - }, - { - "token": "ederal", - "bytes": [ - 101, - 100, - 101, - 114, - 97, - 108 - ], - "logprob": -15.375032424926758 - }, - { - "token": "action", - "bytes": [ - 97, - 99, - 116, - 105, - 111, - 110 - ], - "logprob": -15.500032424926758 - }, - { - "token": "ACT", - "bytes": [ - 65, - 67, - 84 - ], - "logprob": -15.562532424926758 - }, - { - "token": "ocal", - "bytes": [ - 111, - 99, - 97, - 108 - ], - "logprob": -16.625032424926758 - }, - { - "token": "ant", - "bytes": [ - 97, - 110, - 116 - ], - "logprob": -17.250032424926758 - } - ] - }, - { - "token": " claim", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109 - ], - "logprob": -4.768360213347478e-6, - "top_logprobs": [ - { - "token": " claim", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109 - ], - "logprob": -4.768360213347478e-6 - }, - { - "token": "claim", - "bytes": [ - 99, - 108, - 97, - 105, - 109 - ], - "logprob": -13.000004768371582 - }, - { - "token": " Claim", - "bytes": [ - 32, - 67, - 108, - 97, - 105, - 109 - ], - "logprob": -13.750004768371582 - }, - { - "token": " claims", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109, - 115 - ], - "logprob": -13.875004768371582 - }, - { - "token": "Claim", - "bytes": [ - 67, - 108, - 97, - 105, - 109 - ], - "logprob": -15.062504768371582 - }, - { - "token": " claimed", - "bytes": [ - 32, - 99, - 108, - 97, - 105, - 109, - 101, - 100 - ], - "logprob": -17.062503814697266 - }, - { - "token": " CLAIM", - "bytes": [ - 32, - 67, - 76, - 65, - 73, - 77 - ], - "logprob": -17.500003814697266 - }, - { - "token": " cla", - "bytes": [ - 32, - 99, - 108, - 97 - ], - "logprob": -18.187503814697266 - }, - { - "token": " cl", - "bytes": [ - 32, - 99, - 108 - ], - "logprob": -20.375003814697266 - }, - { - "token": " Cla", - "bytes": [ - 32, - 67, - 108, - 97 - ], - "logprob": -20.625003814697266 - } - ] - }, - { - "token": " about", - "bytes": [ - 32, - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -9.417489309271332e-6, - "top_logprobs": [ - { - "token": " about", - "bytes": [ - 32, - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -9.417489309271332e-6 - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -12.500009536743164 - }, - { - "token": "about", - "bytes": [ - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -12.625009536743164 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -13.750009536743164 - }, - { - "token": " About", - "bytes": [ - 32, - 65, - 98, - 111, - 117, - 116 - ], - "logprob": -14.375009536743164 - }, - { - "token": " and", - "bytes": [ - 32, - 97, - 110, - 100 - ], - "logprob": -16.375009536743164 - }, - { - "token": " regarding", - "bytes": [ - 32, - 114, - 101, - 103, - 97, - 114, - 100, - 105, - 110, - 103 - ], - "logprob": -16.687509536743164 - }, - { - "token": " as", - "bytes": [ - 32, - 97, - 115 - ], - "logprob": -16.875009536743164 - }, - { - "token": " bout", - "bytes": [ - 32, - 98, - 111, - 117, - 116 - ], - "logprob": -16.937509536743164 - }, - { - "token": " with", - "bytes": [ - 32, - 119, - 105, - 116, - 104 - ], - "logprob": -17.062509536743164 - } - ] - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -0.0004403813509270549, - "top_logprobs": [ - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -0.0004403813509270549 - }, - { - "token": " another", - "bytes": [ - 32, - 97, - 110, - 111, - 116, - 104, - 101, - 114 - ], - "logprob": -8.25044059753418 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -9.12544059753418 - }, - { - "token": " green", - "bytes": [ - 32, - 103, - 114, - 101, - 101, - 110 - ], - "logprob": -9.87544059753418 - }, - { - "token": " multiple", - "bytes": [ - 32, - 109, - 117, - 108, - 116, - 105, - 112, - 108, - 101 - ], - "logprob": -11.50044059753418 - }, - { - "token": " both", - "bytes": [ - 32, - 98, - 111, - 116, - 104 - ], - "logprob": -12.00044059753418 - }, - { - "token": " two", - "bytes": [ - 32, - 116, - 119, - 111 - ], - "logprob": -13.75044059753418 - }, - { - "token": " other", - "bytes": [ - 32, - 111, - 116, - 104, - 101, - 114 - ], - "logprob": -14.62544059753418 - }, - { - "token": " an", - "bytes": [ - 32, - 97, - 110 - ], - "logprob": -15.12544059753418 - }, - { - "token": " color", - "bytes": [ - 32, - 99, - 111, - 108, - 111, - 114 - ], - "logprob": -16.25044059753418 - } - ] - }, - { - "token": " color", - "bytes": [ - 32, - 99, - 111, - 108, - 111, - 114 - ], - "logprob": -0.000872946111485362, - "top_logprobs": [ - { - "token": " color", - "bytes": [ - 32, - 99, - 111, - 108, - 111, - 114 - ], - "logprob": -0.000872946111485362 - }, - { - "token": " green", - "bytes": [ - 32, - 103, - 114, - 101, - 101, - 110 - ], - "logprob": -7.12587308883667 - }, - { - "token": " colors", - "bytes": [ - 32, - 99, - 111, - 108, - 111, - 114, - 115 - ], - "logprob": -10.625872611999512 - }, - { - "token": " yellow", - "bytes": [ - 32, - 121, - 101, - 108, - 108, - 111, - 119 - ], - "logprob": -11.125872611999512 - }, - { - "token": " '", - "bytes": [ - 32, - 39 - ], - "logprob": -11.563372611999512 - }, - { - "token": " appearance", - "bytes": [ - 32, - 97, - 112, - 112, - 101, - 97, - 114, - 97, - 110, - 99, - 101 - ], - "logprob": -12.063372611999512 - }, - { - "token": "color", - "bytes": [ - 99, - 111, - 108, - 111, - 114 - ], - "logprob": -12.313372611999512 - }, - { - "token": " colour", - "bytes": [ - 32, - 99, - 111, - 108, - 111, - 117, - 114 - ], - "logprob": -13.250872611999512 - }, - { - "token": " characteristics", - "bytes": [ - 32, - 99, - 104, - 97, - 114, - 97, - 99, - 116, - 101, - 114, - 105, - 115, - 116, - 105, - 99, - 115 - ], - "logprob": -13.625872611999512 - }, - { - "token": " Color", - "bytes": [ - 32, - 67, - 111, - 108, - 111, - 114 - ], - "logprob": -13.875872611999512 - } - ] - }, - { - "token": " of", - "bytes": [ - 32, - 111, - 102 - ], - "logprob": -0.2811516523361206, - "top_logprobs": [ - { - "token": " of", - "bytes": [ - 32, - 111, - 102 - ], - "logprob": -0.2811516523361206 - }, - { - "token": " and", - "bytes": [ - 32, - 97, - 110, - 100 - ], - "logprob": -1.4061516523361206 - }, - { - "token": " (", - "bytes": [ - 32, - 40 - ], - "logprob": -14.28115177154541 - }, - { - "token": " or", - "bytes": [ - 32, - 111, - 114 - ], - "logprob": -14.59365177154541 - }, - { - "token": " AND", - "bytes": [ - 32, - 65, - 78, - 68 - ], - "logprob": -16.156150817871094 - }, - { - "token": "and", - "bytes": [ - 97, - 110, - 100 - ], - "logprob": -16.593650817871094 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -16.781150817871094 - }, - { - "token": "of", - "bytes": [ - 111, - 102 - ], - "logprob": -17.406150817871094 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -17.812400817871094 - }, - { - "token": "-", - "bytes": [ - 45 - ], - "logprob": -18.749900817871094 - } - ] - }, - { - "token": " green", - "bytes": [ - 32, - 103, - 114, - 101, - 101, - 110 - ], - "logprob": -0.00001811964830267243, - "top_logprobs": [ - { - "token": " green", - "bytes": [ - 32, - 103, - 114, - 101, - 101, - 110 - ], - "logprob": -0.00001811964830267243 - }, - { - "token": " another", - "bytes": [ - 32, - 97, - 110, - 111, - 116, - 104, - 101, - 114 - ], - "logprob": -11.625018119812012 - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -12.812518119812012 - }, - { - "token": "green", - "bytes": [ - 103, - 114, - 101, - 101, - 110 - ], - "logprob": -12.937518119812012 - }, - { - "token": " Green", - "bytes": [ - 32, - 71, - 114, - 101, - 101, - 110 - ], - "logprob": -13.500018119812012 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -13.687518119812012 - }, - { - "token": " other", - "bytes": [ - 32, - 111, - 116, - 104, - 101, - 114 - ], - "logprob": -14.625018119812012 - }, - { - "token": " '", - "bytes": [ - 32, - 39 - ], - "logprob": -15.000018119812012 - }, - { - "token": " an", - "bytes": [ - 32, - 97, - 110 - ], - "logprob": -15.437518119812012 - }, - { - "token": " some", - "bytes": [ - 32, - 115, - 111, - 109, - 101 - ], - "logprob": -16.625017166137695 - } - ] - }, - { - "token": " b", - "bytes": [ - 32, - 98 - ], - "logprob": -2.3841855067985307e-7, - "top_logprobs": [ - { - "token": " b", - "bytes": [ - 32, - 98 - ], - "logprob": -2.3841855067985307e-7 - }, - { - "token": "b", - "bytes": [ - 98 - ], - "logprob": -15.1875 - }, - { - "token": "-", - "bytes": [ - 45 - ], - "logprob": -18.6875 - }, - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -19.5625 - }, - { - "token": " f", - "bytes": [ - 32, - 102 - ], - "logprob": -19.75 - }, - { - "token": " B", - "bytes": [ - 32, - 66 - ], - "logprob": -19.75 - }, - { - "token": " c", - "bytes": [ - 32, - 99 - ], - "logprob": -20.125 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -20.1875 - }, - { - "token": " and", - "bytes": [ - 32, - 97, - 110, - 100 - ], - "logprob": -20.1875 - }, - { - "token": " s", - "bytes": [ - 32, - 115 - ], - "logprob": -20.28125 - } - ] - }, - { - "token": "umble", - "bytes": [ - 117, - 109, - 98, - 108, - 101 - ], - "logprob": -0.00007843663479434326, - "top_logprobs": [ - { - "token": "umble", - "bytes": [ - 117, - 109, - 98, - 108, - 101 - ], - "logprob": -0.00007843663479434326 - }, - { - "token": "umber", - "bytes": [ - 117, - 109, - 98, - 101, - 114 - ], - "logprob": -10.437578201293945 - }, - { - "token": "umb", - "bytes": [ - 117, - 109, - 98 - ], - "logprob": -12.250078201293945 - }, - { - "token": "umar", - "bytes": [ - 117, - 109, - 97, - 114 - ], - "logprob": -12.312578201293945 - }, - { - "token": "ummy", - "bytes": [ - 117, - 109, - 109, - 121 - ], - "logprob": -12.500078201293945 - }, - { - "token": "ume", - "bytes": [ - 117, - 109, - 101 - ], - "logprob": -12.812578201293945 - }, - { - "token": "umbers", - "bytes": [ - 117, - 109, - 98, - 101, - 114, - 115 - ], - "logprob": -12.812578201293945 - }, - { - "token": "uml", - "bytes": [ - 117, - 109, - 108 - ], - "logprob": -13.187578201293945 - }, - { - "token": "ombie", - "bytes": [ - 111, - 109, - 98, - 105, - 101 - ], - "logprob": -13.250078201293945 - }, - { - "token": "amble", - "bytes": [ - 97, - 109, - 98, - 108, - 101 - ], - "logprob": -13.437578201293945 - } - ] - }, - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -0.00002312633478140924, - "top_logprobs": [ - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -0.00002312633478140924 - }, - { - "token": "fish", - "bytes": [ - 102, - 105, - 115, - 104 - ], - "logprob": -10.875022888183594 - }, - { - "token": " Fish", - "bytes": [ - 32, - 70, - 105, - 115, - 104 - ], - "logprob": -12.500022888183594 - }, - { - "token": "Fish", - "bytes": [ - 70, - 105, - 115, - 104 - ], - "logprob": -14.937522888183594 - }, - { - "token": " f", - "bytes": [ - 32, - 102 - ], - "logprob": -16.750022888183594 - }, - { - "token": " fire", - "bytes": [ - 32, - 102, - 105, - 114, - 101 - ], - "logprob": -17.562522888183594 - }, - { - "token": "fishing", - "bytes": [ - 102, - 105, - 115, - 104, - 105, - 110, - 103 - ], - "logprob": -18.250022888183594 - }, - { - "token": " fruit", - "bytes": [ - 32, - 102, - 114, - 117, - 105, - 116 - ], - "logprob": -18.500022888183594 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -18.625022888183594 - }, - { - "token": "-", - "bytes": [ - 45 - ], - "logprob": -19.000022888183594 - } - ] - }, - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -0.00014184899919200689, - "top_logprobs": [ - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -0.00014184899919200689 - }, - { - "token": " and", - "bytes": [ - 32, - 97, - 110, - 100 - ], - "logprob": -9.500142097473145 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -9.625142097473145 - }, - { - "token": " or", - "bytes": [ - 32, - 111, - 114 - ], - "logprob": -15.562642097473145 - }, - { - "token": " (", - "bytes": [ - 32, - 40 - ], - "logprob": -15.937642097473145 - }, - { - "token": ";", - "bytes": [ - 59 - ], - "logprob": -16.000141143798828 - }, - { - "token": " but", - "bytes": [ - 32, - 98, - 117, - 116 - ], - "logprob": -16.250141143798828 - }, - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -17.500141143798828 - }, - { - "token": "-", - "bytes": [ - 45 - ], - "logprob": -17.531391143798828 - }, - { - "token": ":", - "bytes": [ - 58 - ], - "logprob": -17.625141143798828 - } - ] - }, - { - "token": " However", - "bytes": [ - 32, - 72, - 111, - 119, - 101, - 118, - 101, - 114 - ], - "logprob": -0.0010919567430391908, - "top_logprobs": [ - { - "token": " However", - "bytes": [ - 32, - 72, - 111, - 119, - 101, - 118, - 101, - 114 - ], - "logprob": -0.0010919567430391908 - }, - { - "token": " The", - "bytes": [ - 32, - 84, - 104, - 101 - ], - "logprob": -6.876091957092285 - }, - { - "token": " As", - "bytes": [ - 32, - 65, - 115 - ], - "logprob": -10.876091957092285 - }, - { - "token": " Again", - "bytes": [ - 32, - 65, - 103, - 97, - 105, - 110 - ], - "logprob": -11.001091957092285 - }, - { - "token": "However", - "bytes": [ - 72, - 111, - 119, - 101, - 118, - 101, - 114 - ], - "logprob": -12.126091957092285 - }, - { - "token": " Since", - "bytes": [ - 32, - 83, - 105, - 110, - 99, - 101 - ], - "logprob": -12.688591957092285 - }, - { - "token": " Similar", - "bytes": [ - 32, - 83, - 105, - 109, - 105, - 108, - 97, - 114 - ], - "logprob": -12.938591957092285 - }, - { - "token": " Given", - "bytes": [ - 32, - 71, - 105, - 118, - 101, - 110 - ], - "logprob": -13.063591957092285 - }, - { - "token": " Therefore", - "bytes": [ - 32, - 84, - 104, - 101, - 114, - 101, - 102, - 111, - 114, - 101 - ], - "logprob": -13.438591957092285 - }, - { - "token": " Based", - "bytes": [ - 32, - 66, - 97, - 115, - 101, - 100 - ], - "logprob": -13.813591957092285 - } - ] - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": 0.0 - }, - { - "token": ",.", - "bytes": [ - 44, - 46 - ], - "logprob": -20.875 - }, - { - "token": "，", - "bytes": [ - 239, - 188, - 140 - ], - "logprob": -21.5 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -21.75 - }, - { - "token": ",...", - "bytes": [ - 44, - 46, - 46, - 46 - ], - "logprob": -21.8125 - }, - { - "token": ",,", - "bytes": [ - 44, - 44 - ], - "logprob": -21.9375 - }, - { - "token": ",'", - "bytes": [ - 44, - 39 - ], - "logprob": -22.0625 - }, - { - "token": ";", - "bytes": [ - 59 - ], - "logprob": -22.34375 - }, - { - "token": ",\"", - "bytes": [ - 44, - 34 - ], - "logprob": -22.5625 - }, - { - "token": ",(", - "bytes": [ - 44, - 40 - ], - "logprob": -22.5625 - } - ] - }, - { - "token": " there", - "bytes": [ - 32, - 116, - 104, - 101, - 114, - 101 - ], - "logprob": -0.42532163858413696, - "top_logprobs": [ - { - "token": " there", - "bytes": [ - 32, - 116, - 104, - 101, - 114, - 101 - ], - "logprob": -0.42532163858413696 - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -1.3003215789794922 - }, - { - "token": " no", - "bytes": [ - 32, - 110, - 111 - ], - "logprob": -3.050321578979492 - }, - { - "token": " '", - "bytes": [ - 32, - 39 - ], - "logprob": -4.362821578979492 - }, - { - "token": " as", - "bytes": [ - 32, - 97, - 115 - ], - "logprob": -4.987821578979492 - }, - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -5.487821578979492 - }, - { - "token": " based", - "bytes": [ - 32, - 98, - 97, - 115, - 101, - 100 - ], - "logprob": -6.987821578979492 - }, - { - "token": " looking", - "bytes": [ - 32, - 108, - 111, - 111, - 107, - 105, - 110, - 103 - ], - "logprob": -7.425321578979492 - }, - { - "token": " neither", - "bytes": [ - 32, - 110, - 101, - 105, - 116, - 104, - 101, - 114 - ], - "logprob": -7.987821578979492 - }, - { - "token": " since", - "bytes": [ - 32, - 115, - 105, - 110, - 99, - 101 - ], - "logprob": -8.175321578979492 - } - ] - }, - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": -0.00002109982233378105, - "top_logprobs": [ - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": -0.00002109982233378105 - }, - { - "token": " was", - "bytes": [ - 32, - 119, - 97, - 115 - ], - "logprob": -10.937520980834961 - }, - { - "token": " are", - "bytes": [ - 32, - 97, - 114, - 101 - ], - "logprob": -13.125020980834961 - }, - { - "token": " has", - "bytes": [ - 32, - 104, - 97, - 115 - ], - "logprob": -14.125020980834961 - }, - { - "token": "'s", - "bytes": [ - 39, - 115 - ], - "logprob": -15.375020980834961 - }, - { - "token": " isn", - "bytes": [ - 32, - 105, - 115, - 110 - ], - "logprob": -15.437520980834961 - }, - { - "token": " seems", - "bytes": [ - 32, - 115, - 101, - 101, - 109, - 115 - ], - "logprob": -16.56252098083496 - }, - { - "token": " ist", - "bytes": [ - 32, - 105, - 115, - 116 - ], - "logprob": -17.31252098083496 - }, - { - "token": " does", - "bytes": [ - 32, - 100, - 111, - 101, - 115 - ], - "logprob": -17.93752098083496 - }, - { - "token": "is", - "bytes": [ - 105, - 115 - ], - "logprob": -18.43752098083496 - } - ] - }, - { - "token": " no", - "bytes": [ - 32, - 110, - 111 - ], - "logprob": -4.768360213347478e-6, - "top_logprobs": [ - { - "token": " no", - "bytes": [ - 32, - 110, - 111 - ], - "logprob": -4.768360213347478e-6 - }, - { - "token": " not", - "bytes": [ - 32, - 110, - 111, - 116 - ], - "logprob": -12.687504768371582 - }, - { - "token": "no", - "bytes": [ - 110, - 111 - ], - "logprob": -13.687504768371582 - }, - { - "token": " ins", - "bytes": [ - 32, - 105, - 110, - 115 - ], - "logprob": -15.437504768371582 - }, - { - "token": " actually", - "bytes": [ - 32, - 97, - 99, - 116, - 117, - 97, - 108, - 108, - 121 - ], - "logprob": -16.625003814697266 - }, - { - "token": " nothing", - "bytes": [ - 32, - 110, - 111, - 116, - 104, - 105, - 110, - 103 - ], - "logprob": -17.187503814697266 - }, - { - "token": " never", - "bytes": [ - 32, - 110, - 101, - 118, - 101, - 114 - ], - "logprob": -17.375003814697266 - }, - { - "token": " NO", - "bytes": [ - 32, - 78, - 79 - ], - "logprob": -17.750003814697266 - }, - { - "token": " nop", - "bytes": [ - 32, - 110, - 111, - 112 - ], - "logprob": -18.125003814697266 - }, - { - "token": " only", - "bytes": [ - 32, - 111, - 110, - 108, - 121 - ], - "logprob": -18.250003814697266 - } - ] - }, - { - "token": " information", - "bytes": [ - 32, - 105, - 110, - 102, - 111, - 114, - 109, - 97, - 116, - 105, - 111, - 110 - ], - "logprob": -0.4762042760848999, - "top_logprobs": [ - { - "token": " information", - "bytes": [ - 32, - 105, - 110, - 102, - 111, - 114, - 109, - 97, - 116, - 105, - 111, - 110 - ], - "logprob": -0.4762042760848999 - }, - { - "token": " mention", - "bytes": [ - 32, - 109, - 101, - 110, - 116, - 105, - 111, - 110 - ], - "logprob": -1.4762042760849 - }, - { - "token": " provided", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -2.6012043952941895 - }, - { - "token": " document", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116 - ], - "logprob": -3.1012043952941895 - }, - { - "token": " context", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -3.7887043952941895 - }, - { - "token": " additional", - "bytes": [ - 32, - 97, - 100, - 100, - 105, - 116, - 105, - 111, - 110, - 97, - 108 - ], - "logprob": -6.2262043952941895 - }, - { - "token": " evidence", - "bytes": [ - 32, - 101, - 118, - 105, - 100, - 101, - 110, - 99, - 101 - ], - "logprob": -6.5387043952941895 - }, - { - "token": " documentation", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116, - 97, - 116, - 105, - 111, - 110 - ], - "logprob": -6.9762043952941895 - }, - { - "token": " reference", - "bytes": [ - 32, - 114, - 101, - 102, - 101, - 114, - 101, - 110, - 99, - 101 - ], - "logprob": -7.1012043952941895 - }, - { - "token": " further", - "bytes": [ - 32, - 102, - 117, - 114, - 116, - 104, - 101, - 114 - ], - "logprob": -7.1637043952941895 - } - ] - }, - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -0.051297519356012344, - "top_logprobs": [ - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -0.051297519356012344 - }, - { - "token": " about", - "bytes": [ - 32, - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -3.301297426223755 - }, - { - "token": " provided", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -4.676297664642334 - }, - { - "token": " or", - "bytes": [ - 32, - 111, - 114 - ], - "logprob": -5.676297664642334 - }, - { - "token": " given", - "bytes": [ - 32, - 103, - 105, - 118, - 101, - 110 - ], - "logprob": -7.988797664642334 - }, - { - "token": " on", - "bytes": [ - 32, - 111, - 110 - ], - "logprob": -9.613797187805176 - }, - { - "token": " available", - "bytes": [ - 32, - 97, - 118, - 97, - 105, - 108, - 97, - 98, - 108, - 101 - ], - "logprob": -12.113797187805176 - }, - { - "token": " at", - "bytes": [ - 32, - 97, - 116 - ], - "logprob": -12.613797187805176 - }, - { - "token": "about", - "bytes": [ - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -12.988797187805176 - }, - { - "token": " regarding", - "bytes": [ - 32, - 114, - 101, - 103, - 97, - 114, - 100, - 105, - 110, - 103 - ], - "logprob": -13.238797187805176 - } - ] - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -1.1920928244535389e-7, - "top_logprobs": [ - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -1.1920928244535389e-7 - }, - { - "token": " provided", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -16.0625 - }, - { - "token": " this", - "bytes": [ - 32, - 116, - 104, - 105, - 115 - ], - "logprob": -18.0 - }, - { - "token": " either", - "bytes": [ - 32, - 101, - 105, - 116, - 104, - 101, - 114 - ], - "logprob": -18.1875 - }, - { - "token": "the", - "bytes": [ - 116, - 104, - 101 - ], - "logprob": -18.1875 - }, - { - "token": " The", - "bytes": [ - 32, - 84, - 104, - 101 - ], - "logprob": -19.0625 - }, - { - "token": " both", - "bytes": [ - 32, - 98, - 111, - 116, - 104 - ], - "logprob": -19.28125 - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -19.40625 - }, - { - "token": "provided", - "bytes": [ - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -19.65625 - }, - { - "token": " our", - "bytes": [ - 32, - 111, - 117, - 114 - ], - "logprob": -19.6875 - } - ] - }, - { - "token": " provided", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -0.0003960540343541652, - "top_logprobs": [ - { - "token": " provided", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -0.0003960540343541652 - }, - { - "token": " context", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -8.187895774841309 - }, - { - "token": " given", - "bytes": [ - 32, - 103, - 105, - 118, - 101, - 110 - ], - "logprob": -9.687895774841309 - }, - { - "token": "provided", - "bytes": [ - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -10.625395774841309 - }, - { - "token": " documents", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116, - 115 - ], - "logprob": -11.625395774841309 - }, - { - "token": " Provide", - "bytes": [ - 32, - 80, - 114, - 111, - 118, - 105, - 100, - 101 - ], - "logprob": -12.000395774841309 - }, - { - "token": " document", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116 - ], - "logprob": -12.062895774841309 - }, - { - "token": " provide", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101 - ], - "logprob": -12.687895774841309 - }, - { - "token": "Provided", - "bytes": [ - 80, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -12.937895774841309 - }, - { - "token": " supplied", - "bytes": [ - 32, - 115, - 117, - 112, - 112, - 108, - 105, - 101, - 100 - ], - "logprob": -13.812895774841309 - } - ] - }, - { - "token": " context", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -0.000586695212405175, - "top_logprobs": [ - { - "token": " context", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -0.000586695212405175 - }, - { - "token": " document", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116 - ], - "logprob": -8.06308650970459 - }, - { - "token": " documents", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116, - 115 - ], - "logprob": -8.31308650970459 - }, - { - "token": "context", - "bytes": [ - 99, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -11.43808650970459 - }, - { - "token": " contexts", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 101, - 120, - 116, - 115 - ], - "logprob": -11.93808650970459 - }, - { - "token": " Context", - "bytes": [ - 32, - 67, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -12.93808650970459 - }, - { - "token": " text", - "bytes": [ - 32, - 116, - 101, - 120, - 116 - ], - "logprob": -14.12558650970459 - }, - { - "token": " content", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 101, - 110, - 116 - ], - "logprob": -14.25058650970459 - }, - { - "token": " documentation", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116, - 97, - 116, - 105, - 111, - 110 - ], - "logprob": -14.25058650970459 - }, - { - "token": " conversation", - "bytes": [ - 32, - 99, - 111, - 110, - 118, - 101, - 114, - 115, - 97, - 116, - 105, - 111, - 110 - ], - "logprob": -14.31308650970459 - } - ] - }, - { - "token": " about", - "bytes": [ - 32, - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -0.0008139872807078063, - "top_logprobs": [ - { - "token": " about", - "bytes": [ - 32, - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -0.0008139872807078063 - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -7.750813961029053 - }, - { - "token": " or", - "bytes": [ - 32, - 111, - 114 - ], - "logprob": -8.250814437866211 - }, - { - "token": " to", - "bytes": [ - 32, - 116, - 111 - ], - "logprob": -9.250814437866211 - }, - { - "token": "about", - "bytes": [ - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -11.063314437866211 - }, - { - "token": " regarding", - "bytes": [ - 32, - 114, - 101, - 103, - 97, - 114, - 100, - 105, - 110, - 103 - ], - "logprob": -12.125814437866211 - }, - { - "token": " About", - "bytes": [ - 32, - 65, - 98, - 111, - 117, - 116 - ], - "logprob": -13.500814437866211 - }, - { - "token": " supporting", - "bytes": [ - 32, - 115, - 117, - 112, - 112, - 111, - 114, - 116, - 105, - 110, - 103 - ], - "logprob": -14.438314437866211 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -14.500814437866211 - }, - { - "token": " at", - "bytes": [ - 32, - 97, - 116 - ], - "logprob": -14.875814437866211 - } - ] - }, - { - "token": " green", - "bytes": [ - 32, - 103, - 114, - 101, - 101, - 110 - ], - "logprob": -0.9893890619277954, - "top_logprobs": [ - { - "token": " green", - "bytes": [ - 32, - 103, - 114, - 101, - 101, - 110 - ], - "logprob": -0.9893890619277954 - }, - { - "token": " any", - "bytes": [ - 32, - 97, - 110, - 121 - ], - "logprob": -1.1143890619277954 - }, - { - "token": " '", - "bytes": [ - 32, - 39 - ], - "logprob": -1.7393890619277954 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -2.239388942718506 - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -4.114388942718506 - }, - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -6.864388942718506 - }, - { - "token": " this", - "bytes": [ - 32, - 116, - 104, - 105, - 115 - ], - "logprob": -8.551889419555664 - }, - { - "token": " there", - "bytes": [ - 32, - 116, - 104, - 101, - 114, - 101 - ], - "logprob": -9.051889419555664 - }, - { - "token": " whether", - "bytes": [ - 32, - 119, - 104, - 101, - 116, - 104, - 101, - 114 - ], - "logprob": -10.551889419555664 - }, - { - "token": " what", - "bytes": [ - 32, - 119, - 104, - 97, - 116 - ], - "logprob": -10.676889419555664 - } - ] - }, - { - "token": " b", - "bytes": [ - 32, - 98 - ], - "logprob": -4.172316494077677e-6, - "top_logprobs": [ - { - "token": " b", - "bytes": [ - 32, - 98 - ], - "logprob": -4.172316494077677e-6 - }, - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -12.500003814697266 - }, - { - "token": "b", - "bytes": [ - 98 - ], - "logprob": -14.875003814697266 - }, - { - "token": " or", - "bytes": [ - 32, - 111, - 114 - ], - "logprob": -17.812503814697266 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -18.437503814697266 - }, - { - "token": " being", - "bytes": [ - 32, - 98, - 101, - 105, - 110, - 103 - ], - "logprob": -18.875003814697266 - }, - { - "token": "-", - "bytes": [ - 45 - ], - "logprob": -19.000003814697266 - }, - { - "token": "fish", - "bytes": [ - 102, - 105, - 115, - 104 - ], - "logprob": -19.437503814697266 - }, - { - "token": " B", - "bytes": [ - 32, - 66 - ], - "logprob": -19.500003814697266 - }, - { - "token": " be", - "bytes": [ - 32, - 98, - 101 - ], - "logprob": -19.562503814697266 - } - ] - }, - { - "token": "umble", - "bytes": [ - 117, - 109, - 98, - 108, - 101 - ], - "logprob": -0.00007438383181579411, - "top_logprobs": [ - { - "token": "umble", - "bytes": [ - 117, - 109, - 98, - 108, - 101 - ], - "logprob": -0.00007438383181579411 - }, - { - "token": "ume", - "bytes": [ - 117, - 109, - 101 - ], - "logprob": -11.43757438659668 - }, - { - "token": "umber", - "bytes": [ - 117, - 109, - 98, - 101, - 114 - ], - "logprob": -11.68757438659668 - }, - { - "token": "umb", - "bytes": [ - 117, - 109, - 98 - ], - "logprob": -11.75007438659668 - }, - { - "token": "umbers", - "bytes": [ - 117, - 109, - 98, - 101, - 114, - 115 - ], - "logprob": -12.25007438659668 - }, - { - "token": "bble", - "bytes": [ - 98, - 98, - 108, - 101 - ], - "logprob": -12.56257438659668 - }, - { - "token": "ummy", - "bytes": [ - 117, - 109, - 109, - 121 - ], - "logprob": -12.56257438659668 - }, - { - "token": "umar", - "bytes": [ - 117, - 109, - 97, - 114 - ], - "logprob": -12.62507438659668 - }, - { - "token": "um", - "bytes": [ - 117, - 109 - ], - "logprob": -12.87507438659668 - }, - { - "token": "ombie", - "bytes": [ - 111, - 109, - 98, - 105, - 101 - ], - "logprob": -12.93757438659668 - } - ] - }, - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -9.894321920000948e-6, - "top_logprobs": [ - { - "token": " fish", - "bytes": [ - 32, - 102, - 105, - 115, - 104 - ], - "logprob": -9.894321920000948e-6 - }, - { - "token": "fish", - "bytes": [ - 102, - 105, - 115, - 104 - ], - "logprob": -11.750009536743164 - }, - { - "token": " Fish", - "bytes": [ - 32, - 70, - 105, - 115, - 104 - ], - "logprob": -13.187509536743164 - }, - { - "token": "Fish", - "bytes": [ - 70, - 105, - 115, - 104 - ], - "logprob": -16.125009536743164 - }, - { - "token": " f", - "bytes": [ - 32, - 102 - ], - "logprob": -17.250009536743164 - }, - { - "token": " fire", - "bytes": [ - 32, - 102, - 105, - 114, - 101 - ], - "logprob": -18.125009536743164 - }, - { - "token": "fishing", - "bytes": [ - 102, - 105, - 115, - 104, - 105, - 110, - 103 - ], - "logprob": -18.937509536743164 - }, - { - "token": " fis", - "bytes": [ - 32, - 102, - 105, - 115 - ], - "logprob": -19.000009536743164 - }, - { - "token": " farm", - "bytes": [ - 32, - 102, - 97, - 114, - 109 - ], - "logprob": -19.500009536743164 - }, - { - "token": " fruit", - "bytes": [ - 32, - 102, - 114, - 117, - 105, - 116 - ], - "logprob": -19.500009536743164 - } - ] - }, - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -0.517626941204071, - "top_logprobs": [ - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -0.517626941204071 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -1.0176270008087158 - }, - { - "token": ".\"", - "bytes": [ - 46, - 34 - ], - "logprob": -3.580127000808716 - }, - { - "token": " being", - "bytes": [ - 32, - 98, - 101, - 105, - 110, - 103 - ], - "logprob": -4.830126762390137 - }, - { - "token": " or", - "bytes": [ - 32, - 111, - 114 - ], - "logprob": -5.330126762390137 - }, - { - "token": " existing", - "bytes": [ - 32, - 101, - 120, - 105, - 115, - 116, - 105, - 110, - 103 - ], - "logprob": -6.455126762390137 - }, - { - "token": ".", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 108, - 111, - 115, - 101, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - } - ], - "refusal": null - }, - "message": { - "content": "[{\"r\": 0, \"f\": \"unfaithful\", \"e\": \"This sentence makes a factual claim about the color of purple bumble fish. However, the provided context states: 'The only type of fish that is yellow is the purple bumble fish.' This implies that only one fish, the purple bumble fish, is yellow, not 'Green bumble fish are also yellow.'\"}, {\"r\": 1, \"f\": \"unfaithful\", \"e\": \"This sentence makes a factual claim about the color of green bumble fish. However, there is no information in the provided context about green bumble fish. The only fish mentioned is the purple bumble fish.\"}]", - "refusal": null, - "role": "assistant", - "annotations": null, - "audio": null, - "function_call": null, - "tool_calls": [], - "reasoning_content": null - }, - "stop_reason": null - } - ], - "created": 1758241060, - "model": "hallucination_detection", - "object": "chat.completion", - "service_tier": null, - "system_fingerprint": null, - "usage": { - "completion_tokens": 153, - "prompt_tokens": 275, - "total_tokens": 428, - "completion_tokens_details": null, - "prompt_tokens_details": null - }, - "prompt_logprobs": null, - "kv_transfer_params": null -} + "choices": [ + { + "index": 0, + "message": { + "content": "[{\"r\": 0, \"f\": \"faithful\", \"e\": \"This sentence makes a factual claim about the color of purple bumble fish. The document states 'The only type of fish that is yellow is the purple bumble fish.' This directly supports the claim in the sentence.\"}, {\"r\": 1, \"f\": \"unfaithful\", \"e\": \"This sentence makes a factual claim about the color of green bumble fish. However, the document does not mention green bumble fish at all. Therefore, this claim cannot be verified from the provided context.\"}]", + "role": "assistant" + } + } + ] +} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_run_ollama/answerability_answerable.json b/test/formatters/granite/testdata/test_run_ollama/answerability_answerable.json index 05c12c5a5..cbf5cbd5a 100644 --- a/test/formatters/granite/testdata/test_run_ollama/answerability_answerable.json +++ b/test/formatters/granite/testdata/test_run_ollama/answerability_answerable.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "{\"answerability_likelihood\": 0.9999992680208205}", + "content": "{\"answerability\": \"answerable\"}", "role": "assistant" } } diff --git a/test/formatters/granite/testdata/test_run_ollama/answerability_simple.json b/test/formatters/granite/testdata/test_run_ollama/answerability_simple.json index 55c45b2e2..9892acef3 100644 --- a/test/formatters/granite/testdata/test_run_ollama/answerability_simple.json +++ b/test/formatters/granite/testdata/test_run_ollama/answerability_simple.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "{\"answerability_likelihood\": 1.3925180028111327e-07}", + "content": "{\"answerability\": \"unanswerable\"}", "role": "assistant" } } diff --git a/test/formatters/granite/testdata/test_run_ollama/answerability_unanswerable.json b/test/formatters/granite/testdata/test_run_ollama/answerability_unanswerable.json index ed199bdb9..9892acef3 100644 --- a/test/formatters/granite/testdata/test_run_ollama/answerability_unanswerable.json +++ b/test/formatters/granite/testdata/test_run_ollama/answerability_unanswerable.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "{\"answerability_likelihood\": 6.54404283394165e-06}", + "content": "{\"answerability\": \"unanswerable\"}", "role": "assistant" } } diff --git a/test/formatters/granite/testdata/test_run_ollama/context_relevance.json b/test/formatters/granite/testdata/test_run_ollama/context_relevance.json index fc56ff9fa..645d51516 100644 --- a/test/formatters/granite/testdata/test_run_ollama/context_relevance.json +++ b/test/formatters/granite/testdata/test_run_ollama/context_relevance.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "{\"context_relevance\": 0.47131842717316647}", + "content": "{\"context_relevance\": \"irrelevant\"}", "role": "assistant" } } diff --git a/test/formatters/granite/testdata/test_run_ollama/hallucination_detection.json b/test/formatters/granite/testdata/test_run_ollama/hallucination_detection.json index fb16f37c5..00eca7e2c 100644 --- a/test/formatters/granite/testdata/test_run_ollama/hallucination_detection.json +++ b/test/formatters/granite/testdata/test_run_ollama/hallucination_detection.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "[{\"response_begin\": 0, \"response_end\": 31, \"response_text\": \"Purple bumble fish are yellow. \", \"faithfulness_likelihood\": 0.07605912763921696, \"explanation\": \"This sentence makes a factual claim about the color of purple bumble fish. However, the provided context states: 'The only type of fish that is yellow is the purple bumble fish.' This implies that only one fish, the purple bumble fish, is yellow, not 'Green bumble fish are also yellow.'\"}, {\"response_begin\": 31, \"response_end\": 65, \"response_text\": \"Green bumble fish are also yellow.\", \"faithfulness_likelihood\": 0.0003170815425561981, \"explanation\": \"This sentence makes a factual claim about the color of green bumble fish. However, there is no information in the provided context about green bumble fish. The only fish mentioned is the purple bumble fish.\"}]", + "content": "[{\"response_begin\": 0, \"response_end\": 31, \"response_text\": \"Purple bumble fish are yellow. \", \"faithfulness\": \"faithful\", \"explanation\": \"This sentence makes a factual claim about the color of purple bumble fish. The document states 'The only type of fish that is yellow is the purple bumble fish.' This directly supports the claim in the sentence.\"}, {\"response_begin\": 31, \"response_end\": 65, \"response_text\": \"Green bumble fish are also yellow.\", \"faithfulness\": \"unfaithful\", \"explanation\": \"This sentence makes a factual claim about the color of green bumble fish. However, the document does not mention green bumble fish at all. Therefore, this claim cannot be verified from the provided context.\"}]", "role": "assistant" } } diff --git a/test/formatters/granite/testdata/test_run_transformers/answerability_answerable.json b/test/formatters/granite/testdata/test_run_transformers/answerability_answerable.json index 05c12c5a5..cbf5cbd5a 100644 --- a/test/formatters/granite/testdata/test_run_transformers/answerability_answerable.json +++ b/test/formatters/granite/testdata/test_run_transformers/answerability_answerable.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "{\"answerability_likelihood\": 0.9999992680208205}", + "content": "{\"answerability\": \"answerable\"}", "role": "assistant" } } diff --git a/test/formatters/granite/testdata/test_run_transformers/answerability_answerable_alora.json b/test/formatters/granite/testdata/test_run_transformers/answerability_answerable_alora.json index c1d2ce2ff..cbf5cbd5a 100644 --- a/test/formatters/granite/testdata/test_run_transformers/answerability_answerable_alora.json +++ b/test/formatters/granite/testdata/test_run_transformers/answerability_answerable_alora.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "{\"answerability_likelihood\": 0.9999161720668155}", + "content": "{\"answerability\": \"answerable\"}", "role": "assistant" } } diff --git a/test/formatters/granite/testdata/test_run_transformers/answerability_simple.json b/test/formatters/granite/testdata/test_run_transformers/answerability_simple.json index 08489de22..9892acef3 100644 --- a/test/formatters/granite/testdata/test_run_transformers/answerability_simple.json +++ b/test/formatters/granite/testdata/test_run_transformers/answerability_simple.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "{\"answerability_likelihood\": 0.1}", + "content": "{\"answerability\": \"unanswerable\"}", "role": "assistant" } } diff --git a/test/formatters/granite/testdata/test_run_transformers/answerability_unanswerable.json b/test/formatters/granite/testdata/test_run_transformers/answerability_unanswerable.json index ed199bdb9..9892acef3 100644 --- a/test/formatters/granite/testdata/test_run_transformers/answerability_unanswerable.json +++ b/test/formatters/granite/testdata/test_run_transformers/answerability_unanswerable.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "{\"answerability_likelihood\": 6.54404283394165e-06}", + "content": "{\"answerability\": \"unanswerable\"}", "role": "assistant" } } diff --git a/test/formatters/granite/testdata/test_run_transformers/context_relevance.json b/test/formatters/granite/testdata/test_run_transformers/context_relevance.json index 1821c2ea7..645d51516 100644 --- a/test/formatters/granite/testdata/test_run_transformers/context_relevance.json +++ b/test/formatters/granite/testdata/test_run_transformers/context_relevance.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "{\"context_relevance\": 4.221254864539322e-06}", + "content": "{\"context_relevance\": \"irrelevant\"}", "role": "assistant" } } diff --git a/test/formatters/granite/testdata/test_run_transformers/context_relevance_alora.json b/test/formatters/granite/testdata/test_run_transformers/context_relevance_alora.json index 5ea87043a..645d51516 100644 --- a/test/formatters/granite/testdata/test_run_transformers/context_relevance_alora.json +++ b/test/formatters/granite/testdata/test_run_transformers/context_relevance_alora.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "{\"context_relevance\": 1.1277377087120176e-06}", + "content": "{\"context_relevance\": \"irrelevant\"}", "role": "assistant" } } diff --git a/test/formatters/granite/testdata/test_run_transformers/query_clarification.json b/test/formatters/granite/testdata/test_run_transformers/query_clarification.json index d68f82494..188a826b8 100644 --- a/test/formatters/granite/testdata/test_run_transformers/query_clarification.json +++ b/test/formatters/granite/testdata/test_run_transformers/query_clarification.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "{\"clarification\": \"There are many languages that descended from Common Brittonic, like Welsh, Breton, and Cornish. Which one are you referring to?\"}", + "content": "{\"clarification\": \"There are several languages that descended from Common Brittonic, such as Welsh, Breton, Cornish, and Cumbric. Which one are you referring to?\"}", "role": "assistant" } } diff --git a/test/stdlib/components/intrinsic/test_rag.py b/test/stdlib/components/intrinsic/test_rag.py index db1742e8b..645f2c617 100644 --- a/test/stdlib/components/intrinsic/test_rag.py +++ b/test/stdlib/components/intrinsic/test_rag.py @@ -91,11 +91,11 @@ def test_answerability(backend): # First call triggers adapter loading result = rag.check_answerability(next_user_turn, documents, context, backend) - assert pytest.approx(result, rel=0.01) == 1.0 + assert result == "answerable" # Second call hits a different code path from the first one result = rag.check_answerability(next_user_turn, documents, context, backend) - assert pytest.approx(result, rel=0.01) == 1.0 + assert result == "answerable" @pytest.mark.qualitative @@ -141,11 +141,11 @@ def test_context_relevance(backend): # First call triggers adapter loading result = rag.check_context_relevance(question, document, context, backend) - assert pytest.approx(result, abs=1e-2) == 0.0 + assert result == "irrelevant" # Second call hits a different code path from the first one result = rag.check_context_relevance(question, document, context, backend) - assert pytest.approx(result, abs=1e-2) == 0.0 + assert result == "irrelevant" @pytest.mark.qualitative @@ -158,12 +158,12 @@ def test_hallucination_detection(backend): result = rag.flag_hallucinated_content(assistant_response, docs, context, backend) # pytest.approx() chokes on lists of records, so we do this complicated dance. for r, e in zip(result, expected, strict=True): # type: ignore - assert pytest.approx(r, abs=5e-2) == e + assert r == e # Second call hits a different code path from the first one result = rag.flag_hallucinated_content(assistant_response, docs, context, backend) for r, e in zip(result, expected, strict=True): # type: ignore - assert pytest.approx(r, abs=5e-2) == e + assert r == e @pytest.mark.qualitative diff --git a/test/stdlib/components/intrinsic/testdata/output_json/hallucination_detection.json b/test/stdlib/components/intrinsic/testdata/output_json/hallucination_detection.json index d9b86f927..c8763bbec 100644 --- a/test/stdlib/components/intrinsic/testdata/output_json/hallucination_detection.json +++ b/test/stdlib/components/intrinsic/testdata/output_json/hallucination_detection.json @@ -3,7 +3,7 @@ { "index": 0, "message": { - "content": "[{\"response_begin\": 0, \"response_end\": 31, \"response_text\": \"Purple bumble fish are yellow. \", \"faithfulness_likelihood\": 0.7280598165124975, \"explanation\": \"This sentence makes a factual claim about the color of purple bumble fish. The document states 'The only type of fish that is yellow is the purple bumble fish.' This directly supports the claim in the sentence.\"}, {\"response_begin\": 31, \"response_end\": 65, \"response_text\": \"Green bumble fish are also yellow.\", \"faithfulness_likelihood\": 0.08656033472953338, \"explanation\": \"This sentence makes a factual claim about the color of green bumble fish. However, the document does not mention green bumble fish at all. Therefore, this claim cannot be verified from the provided context.\"}]", + "content": "[{\"response_begin\": 0, \"response_end\": 31, \"response_text\": \"Purple bumble fish are yellow. \", \"faithfulness\": \"faithful\", \"explanation\": \"This sentence makes a factual claim about the color of purple bumble fish. The document states 'The only type of fish that is yellow is the purple bumble fish.' This directly supports the claim in the sentence.\"}, {\"response_begin\": 31, \"response_end\": 65, \"response_text\": \"Green bumble fish are also yellow.\", \"faithfulness\": \"unfaithful\", \"explanation\": \"This sentence makes a factual claim about the color of green bumble fish. However, the document does not mention green bumble fish at all. Therefore, this claim cannot be verified from the provided context.\"}]", "role": "assistant" } }