From 51f54192bea9d996b44812ac8413abb8d8b42bd7 Mon Sep 17 00:00:00 2001 From: Jake LoRocco Date: Wed, 18 Mar 2026 09:31:53 -0400 Subject: [PATCH 1/3] fix: add support back for older models and requirement_check adapter --- mellea/backends/adapters/catalog.py | 1 + 1 file changed, 1 insertion(+) diff --git a/mellea/backends/adapters/catalog.py b/mellea/backends/adapters/catalog.py index 76bcd1040..bf1cffcaf 100644 --- a/mellea/backends/adapters/catalog.py +++ b/mellea/backends/adapters/catalog.py @@ -65,6 +65,7 @@ class IntriniscsCatalogEntry(pydantic.BaseModel): # Core Intrinsics ############################################ IntriniscsCatalogEntry(name="requirement-check", repo_id=_CORE_R1_REPO), + IntriniscsCatalogEntry(name="requirement_check", repo_id=_CORE_REPO), # Necessary to support granite 3.2 and 3.3. IntriniscsCatalogEntry(name="uncertainty", repo_id=_CORE_R1_REPO), ############################################ # RAG Intrinsics From 6af467f8b4d32e3169f61839fc59072f8b4ea7cb Mon Sep 17 00:00:00 2001 From: Jake LoRocco Date: Wed, 18 Mar 2026 09:31:53 -0400 Subject: [PATCH 2/3] fix: fix model used in test_rag for intrinsics --- test/stdlib/components/intrinsic/test_rag.py | 40 +------------------- 1 file changed, 1 insertion(+), 39 deletions(-) diff --git a/test/stdlib/components/intrinsic/test_rag.py b/test/stdlib/components/intrinsic/test_rag.py index 3a242bd70..c5d392573 100644 --- a/test/stdlib/components/intrinsic/test_rag.py +++ b/test/stdlib/components/intrinsic/test_rag.py @@ -36,7 +36,7 @@ def _backend(): # Prevent thrashing if the default device is CPU torch.set_num_threads(4) - backend_ = LocalHFBackend(model_id=IBM_GRANITE_4_HYBRID_MICRO.hf_model_name) # type: ignore + backend_ = LocalHFBackend(model_id="ibm-granite/granite-4.0-micro") # type: ignore yield backend_ # Code after yield is cleanup code. @@ -167,44 +167,6 @@ def test_hallucination_detection(backend): assert pytest.approx(r, abs=2e-2) == e -@pytest.mark.qualitative -def test_answer_relevance(backend): - """Verify that the answer relevance composite intrinsic functions properly.""" - context, answer, docs = _read_input_json("answer_relevance.json") - - # Note that this is not the optimal answer. This test is currently using an - # outdated LoRA adapter. Releases of new adapters will come after the Mellea - # integration has stabilized. - expected_rewrite = "The meeting attendees were Alice, Bob, and Carol." - - # First call triggers adapter loading - result = rag.rewrite_answer_for_relevance(answer, docs, context, backend) - assert result == expected_rewrite - - # Second call hits a different code path from the first one - result = rag.rewrite_answer_for_relevance(answer, docs, context, backend) - assert result == expected_rewrite - - # Canned input always gets rewritten. Set threshold to disable the rewrite. - result = rag.rewrite_answer_for_relevance( - answer, docs, context, backend, rewrite_threshold=0.0 - ) - assert result == answer - - -@pytest.mark.qualitative -def test_answer_relevance_classifier(backend): - """Verify that the first phase of the answer relevance flow behaves as expectee.""" - context, answer, docs = _read_input_json("answer_relevance.json") - - result_json = rag.call_intrinsic( - "answer_relevance_classifier", - context.add(Message("assistant", answer, documents=list(docs))), - backend, - ) - assert result_json["answer_relevance_likelihood"] == 0.0 - - @pytest.mark.qualitative def test_query_clarification_positive(backend): """Verify that query clarification detects ambiguous queries requiring clarification.""" From 069cd56647beaef0e301a2bbe951a5d0c617a8fb Mon Sep 17 00:00:00 2001 From: Jake LoRocco Date: Wed, 18 Mar 2026 09:31:53 -0400 Subject: [PATCH 3/3] fix: remove answer_relevance_classifier and answer_relevance_rewriter --- docs/examples/intrinsics/README.md | 4 - docs/examples/intrinsics/answer_relevance.py | 26 - mellea/backends/adapters/catalog.py | 10 +- mellea/stdlib/components/intrinsic/rag.py | 77 - .../granite/test_intrinsics_formatters.py | 26 - .../input_args/answer_relevance_rewriter.json | 5 - .../answer_relevance_classifier.json | 13 - .../input_json/answer_relevance_rewriter.json | 13 - .../answer_relevance_classifier.json | 67 - .../answer_relevance_rewriter.json | 44 - .../answer_relevance_classifier.json | 29 - .../answer_relevance_rewriter.json | 35 - .../answer_relevance_classifier.json | 10209 ---------------- .../answer_relevance_rewriter.json | 35 - .../answer_relevance_classifier.json | 11 - .../answer_relevance_rewriter.json | 11 - .../answer_relevance_classifier.json | 11 - .../answer_relevance_classifier_alora.json | 11 - .../answer_relevance_rewriter.json | 11 - .../answer_relevance_rewriter_alora.json | 11 - 20 files changed, 3 insertions(+), 10656 deletions(-) delete mode 100644 docs/examples/intrinsics/answer_relevance.py delete mode 100644 test/formatters/granite/testdata/input_args/answer_relevance_rewriter.json delete mode 100644 test/formatters/granite/testdata/input_json/answer_relevance_classifier.json delete mode 100644 test/formatters/granite/testdata/input_json/answer_relevance_rewriter.json delete mode 100644 test/formatters/granite/testdata/test_canned_input/answer_relevance_classifier.json delete mode 100644 test/formatters/granite/testdata/test_canned_input/answer_relevance_rewriter.json delete mode 100644 test/formatters/granite/testdata/test_canned_output/expected_result/answer_relevance_classifier.json delete mode 100644 test/formatters/granite/testdata/test_canned_output/expected_result/answer_relevance_rewriter.json delete mode 100644 test/formatters/granite/testdata/test_canned_output/model_output/answer_relevance_classifier.json delete mode 100644 test/formatters/granite/testdata/test_canned_output/model_output/answer_relevance_rewriter.json delete mode 100644 test/formatters/granite/testdata/test_run_ollama/answer_relevance_classifier.json delete mode 100644 test/formatters/granite/testdata/test_run_ollama/answer_relevance_rewriter.json delete mode 100644 test/formatters/granite/testdata/test_run_transformers/answer_relevance_classifier.json delete mode 100644 test/formatters/granite/testdata/test_run_transformers/answer_relevance_classifier_alora.json delete mode 100644 test/formatters/granite/testdata/test_run_transformers/answer_relevance_rewriter.json delete mode 100644 test/formatters/granite/testdata/test_run_transformers/answer_relevance_rewriter_alora.json diff --git a/docs/examples/intrinsics/README.md b/docs/examples/intrinsics/README.md index 6551c7561..65e73b11f 100644 --- a/docs/examples/intrinsics/README.md +++ b/docs/examples/intrinsics/README.md @@ -13,9 +13,6 @@ Core example showing how to directly use intrinsics with adapters. - Working with Granite Common adapters (aLoRA-based) - Understanding adapter output formats -### answer_relevance.py -Evaluates whether an answer is relevant to a question. - ### answerability.py Checks if a question can be answered given the context. @@ -71,7 +68,6 @@ out, new_ctx = mfuncs.act( ## Available Intrinsics - **requirement_check**: Validate requirements (used by ALoraRequirement) -- **answer_relevance**: Check answer-question relevance - **answerability**: Determine if question is answerable - **citations**: Extract and validate citations - **context_relevance**: Assess context-query relevance diff --git a/docs/examples/intrinsics/answer_relevance.py b/docs/examples/intrinsics/answer_relevance.py deleted file mode 100644 index a2588f1ae..000000000 --- a/docs/examples/intrinsics/answer_relevance.py +++ /dev/null @@ -1,26 +0,0 @@ -# pytest: huggingface, requires_heavy_ram, llm - -"""Example usage of the answer relevance intrinsic for RAG applications. - -To run this script from the root of the Mellea source tree, use the command: -``` -uv run python docs/examples/intrinsics/answer_relevance.py -``` -""" - -from mellea.backends.huggingface import LocalHFBackend -from mellea.stdlib.components import Document, Message -from mellea.stdlib.components.intrinsic import rag -from mellea.stdlib.context import ChatContext - -backend = LocalHFBackend(model_id="ibm-granite/granite-4.0-micro") -context = ChatContext().add(Message("user", "Who attended the meeting?")) -documents = [ - Document("Meeting attendees: Alice, Bob, Carol."), - Document("Meeting time: 9:00 am to 11:00 am."), -] -original_result = "Many people attended the meeting." - -print(f"Result before relevance intrinsic: {original_result}") -result = rag.rewrite_answer_for_relevance(original_result, documents, context, backend) -print(f"Result after relevance intrinsic: {result}") diff --git a/mellea/backends/adapters/catalog.py b/mellea/backends/adapters/catalog.py index bf1cffcaf..eb07c19a0 100644 --- a/mellea/backends/adapters/catalog.py +++ b/mellea/backends/adapters/catalog.py @@ -65,17 +65,13 @@ class IntriniscsCatalogEntry(pydantic.BaseModel): # Core Intrinsics ############################################ IntriniscsCatalogEntry(name="requirement-check", repo_id=_CORE_R1_REPO), - IntriniscsCatalogEntry(name="requirement_check", repo_id=_CORE_REPO), # Necessary to support granite 3.2 and 3.3. + IntriniscsCatalogEntry( + name="requirement_check", repo_id=_CORE_REPO + ), # Necessary to support granite 3.2 and 3.3. IntriniscsCatalogEntry(name="uncertainty", repo_id=_CORE_R1_REPO), ############################################ # RAG Intrinsics ############################################ - IntriniscsCatalogEntry( - name="answer_relevance_classifier", - repo_id=_RAG_REPO, - adapter_types=(AdapterType.LORA,), - ), - IntriniscsCatalogEntry(name="answer_relevance_rewriter", repo_id=_RAG_REPO), IntriniscsCatalogEntry(name="answerability", repo_id=_RAG_REPO), IntriniscsCatalogEntry(name="citations", repo_id=_RAG_REPO), IntriniscsCatalogEntry(name="context_relevance", repo_id=_RAG_REPO), diff --git a/mellea/stdlib/components/intrinsic/rag.py b/mellea/stdlib/components/intrinsic/rag.py index 14a06c227..52ae972a7 100644 --- a/mellea/stdlib/components/intrinsic/rag.py +++ b/mellea/stdlib/components/intrinsic/rag.py @@ -8,24 +8,6 @@ from ..chat import Message from ._util import call_intrinsic -_ANSWER_RELEVANCE_CORRECTION_METHODS = { - "Excessive unnecessary information": "removing the excessive information from the " - "draft response", - "Unduly restrictive": "providing answer without the unwarranted restriction, or " - "indicating that the desired answer is not available", - "Too vague or generic": "providing more crisp and to-the-point answer, or " - "indicating that the desired answer is not available", - "Contextual misalignment": "providing a response that answers the last user " - "inquiry, taking into account the context of the conversation", - "Misinterpreted inquiry": "providing answer only to the correct interpretation of " - "the inquiry, or attempting clarification if the inquiry is ambiguous or otherwise " - "confusing, or indicating that the desired answer is not available", - "No attempt": "providing a relevant response if an inquiry should be answered, or " - "providing a short response if the last user utterance contains no inquiry", -} -"""Prompting strings for the answer relevance rewriter. This model is a (a)LoRA adapter, -so it's important to stick to in-domain prompts.""" - def check_answerability( question: str, @@ -207,62 +189,3 @@ def flag_hallucinated_content( backend, ) return result_json - - -def rewrite_answer_for_relevance( - response: str, - documents: collections.abc.Iterable[Document], - context: ChatContext, - backend: AdapterMixin, - /, - rewrite_threshold: float = 0.5, -) -> str: - """Rewrite an assistant answer to improve relevance to the user's question. - - Args: - response: The assistant's response to the user's question in the last turn - of ``context``. - documents: Document snippets that were used to generate ``response``. - context: A chat log that ends with a user asking a question. - backend: Backend instance that supports the adapters that implement this - intrinsic. - rewrite_threshold: Number between 0.0 and 1.0 that determines how eagerly - to skip rewriting the assistant's answer for relevance. 0.0 means never - rewrite and 1.0 means always rewrite. - - Returns: - Either the original response, or a rewritten version of the original response. - """ - # First run the classifier to determine the likelihood of a relevant answer - # Output will have three fields: - # * answer_relevance_analysis - # * answer_relevance_category - # * answer_relevance_likelihood - result_json = call_intrinsic( - "answer_relevance_classifier", - context.add(Message("assistant", response, documents=list(documents))), - backend, - ) - if result_json["answer_relevance_likelihood"] >= rewrite_threshold: - return response - - # If we get here, the classifier indicated a likely irrelevant response. Trigger - # rewrite. - # Rewrite needs a prompt string that is an expanded version of the classifier's - # short output. - correction_method = _ANSWER_RELEVANCE_CORRECTION_METHODS[ - result_json["answer_relevance_category"] - ] - - result_json = call_intrinsic( - "answer_relevance_rewriter", - context.add(Message("assistant", response, documents=list(documents))), - backend, - kwargs={ - "answer_relevance_category": result_json["answer_relevance_category"], - "answer_relevance_analysis": result_json["answer_relevance_analysis"], - "correction_method": correction_method, - }, - ) - # Unpack boxed string - return result_json["answer_relevance_rewrite"] diff --git a/test/formatters/granite/test_intrinsics_formatters.py b/test/formatters/granite/test_intrinsics_formatters.py index 07b41d447..29de4270b 100644 --- a/test/formatters/granite/test_intrinsics_formatters.py +++ b/test/formatters/granite/test_intrinsics_formatters.py @@ -193,32 +193,6 @@ def _maybe_download_yaml(self): task="context_relevance", is_alora=True, ), - YamlJsonCombo( - short_name="answer_relevance_classifier", - inputs_file=_INPUT_JSON_DIR / "answer_relevance_classifier.json", - task="answer_relevance_classifier", - ), - # aLoRA adapter for this intrinsic not currently available - # YamlJsonCombo( - # short_name="answer_relevance_classifier_alora", - # inputs_file=_INPUT_JSON_DIR / "answer_relevance_classifier.json", - # task="answer_relevance_classifier", - # is_alora=True, - # ), - YamlJsonCombo( - short_name="answer_relevance_rewriter", - inputs_file=_INPUT_JSON_DIR / "answer_relevance_rewriter.json", - arguments_file=_INPUT_ARGS_DIR / "answer_relevance_rewriter.json", - task="answer_relevance_rewriter", - ), - # aLoRA adapter for this intrinsic not currently available - # YamlJsonCombo( - # short_name="answer_relevance_rewriter_alora", - # inputs_file=_INPUT_JSON_DIR / "answer_relevance_rewriter.json", - # arguments_file=_INPUT_ARGS_DIR / "answer_relevance_rewriter.json", - # task="answer_relevance_rewriter", - # is_alora=True, - # ), YamlJsonCombo( short_name="citations", inputs_file=_INPUT_JSON_DIR / "citations.json", diff --git a/test/formatters/granite/testdata/input_args/answer_relevance_rewriter.json b/test/formatters/granite/testdata/input_args/answer_relevance_rewriter.json deleted file mode 100644 index a761f76bf..000000000 --- a/test/formatters/granite/testdata/input_args/answer_relevance_rewriter.json +++ /dev/null @@ -1,5 +0,0 @@ -{ - "answer_relevance_category": "Misinterpreted question", - "answer_relevance_analysis": "The response does not address the question about who attended the meeting. It provides a general statement about many people attending the meeting but does not specify who those people were. This is not relevant to the question asked. The response is also missing the closing tag.", - "correction_method": "providing answer only to the correct interpretation of the inquiry, or attempting clarification if the inquiry is ambiguous or otherwise confusing, or indicating that the desired answer is not available" -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/input_json/answer_relevance_classifier.json b/test/formatters/granite/testdata/input_json/answer_relevance_classifier.json deleted file mode 100644 index 30779c0c3..000000000 --- a/test/formatters/granite/testdata/input_json/answer_relevance_classifier.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "messages": [ - {"role": "user", "content": "Who attended the meeting?"}, - {"role": "assistant", "content": "Many people attended the meeting."} - ], - "extra_body": { - "documents": [ - {"doc_id": "1", "text": "Meeting attendees: Alice, Bob, Carol."}, - {"doc_id": "2", "text": "Meeting time: 9:00 am to 11:00 am."} - ] - }, - "temperature": 0.0 -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/input_json/answer_relevance_rewriter.json b/test/formatters/granite/testdata/input_json/answer_relevance_rewriter.json deleted file mode 100644 index 7ab96a74e..000000000 --- a/test/formatters/granite/testdata/input_json/answer_relevance_rewriter.json +++ /dev/null @@ -1,13 +0,0 @@ -{ - "messages": [ - {"role": "user", "content": "Who attended the meeting?"}, - {"role": "assistant", "content": "Many people attended the meeting."} - ], - "extra_body": { - "documents": [ - {"doc_id": "1", "text": "Meeting attendees: Alice, Bob, Carol."}, - {"doc_id": "2", "text": "Meeting time: 9:00 am to 11:00 am."} - ] - }, - "temperature": 0.0 -} diff --git a/test/formatters/granite/testdata/test_canned_input/answer_relevance_classifier.json b/test/formatters/granite/testdata/test_canned_input/answer_relevance_classifier.json deleted file mode 100644 index 6e1ff9602..000000000 --- a/test/formatters/granite/testdata/test_canned_input/answer_relevance_classifier.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "messages": [ - { - "content": "Who attended the meeting?", - "role": "user" - }, - { - "content": "Many people attended the meeting.", - "role": "assistant" - }, - { - "content": "answer_relevance", - "role": "user" - } - ], - "extra_body": { - "documents": [ - { - "text": "Meeting attendees: Alice, Bob, Carol.", - "doc_id": "1" - }, - { - "text": "Meeting time: 9:00 am to 11:00 am.", - "doc_id": "2" - } - ], - "structured_outputs": { - "json": { - "properties": { - "answer_relevance_analysis": { - "title": "Answer Relevance Analysis", - "type": "string" - }, - "answer_relevance_category": { - "title": "Answer Relevance Category", - "type": "string", - "enum": [ - "Pertinent", - "Pertinent with relevant extra", - "Excessive unnecessary information", - "Unduly restrictive", - "Too vague or generic", - "Contextual misalignment", - "Misinterpreted inquiry", - "No attempt" - ] - }, - "answer_relevance_judgment": { - "title": "Answer Relevance Judgment", - "type": "boolean" - } - }, - "required": [ - "answer_relevance_analysis", - "answer_relevance_category", - "answer_relevance_judgment" - ], - "title": "AnswerRelevanceRawOutput", - "type": "object" - } - } - }, - "temperature": 0.0, - "max_completion_tokens": 1024, - "logprobs": true, - "top_logprobs": 10 -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_input/answer_relevance_rewriter.json b/test/formatters/granite/testdata/test_canned_input/answer_relevance_rewriter.json deleted file mode 100644 index b042875ea..000000000 --- a/test/formatters/granite/testdata/test_canned_input/answer_relevance_rewriter.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "messages": [ - { - "content": "Who attended the meeting?", - "role": "user" - }, - { - "content": "Many people attended the meeting.", - "role": "assistant" - }, - { - "content": "Rewrite the response for relevance.\nThe last assistant response is considered not fully relevant to the last user inquiry due to Misinterpreted question: The response does not address the question about who attended the meeting. It provides a general statement about many people attending the meeting but does not specify who those people were. This is not relevant to the question asked. The response is also missing the closing tag.\nDecide if you agree with this assessment, then act according to the following instructions: \nIf you disagree with the assessment, provide a verbatim copy of the original response. DO NOT attempt to correct any other perceived defects in the response. \nIf you agree with the assessment, provide an updated response that no longer fit the label Misinterpreted question, by providing answer only to the correct interpretation of the inquiry, or attempting clarification if the inquiry is ambiguous or otherwise confusing, or indicating that the desired answer is not available. Your response should be entirely based on the provided documents and should not rely on other prior knowledge. Your response should be suitable to be directly provided to the user. It should NOT contain meta information regarding the original response, its assessment, or this instruction. The user does not see any of these. Your response is the only response they will see to their inquiry, in place of the original response.\n", - "role": "user" - } - ], - "extra_body": { - "documents": [ - { - "text": "Meeting attendees: Alice, Bob, Carol.", - "doc_id": "1" - }, - { - "text": "Meeting time: 9:00 am to 11:00 am.", - "doc_id": "2" - } - ], - "structured_outputs": { - "json": { - "properties": { - "answer_relevance_rewrite": { - "title": "Rewritten answer", - "type": "string" - } - }, - "required": [ - "answer_relevance_rewrite" - ], - "type": "object" - } - } - }, - "temperature": 0.0, - "max_completion_tokens": 1024 -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/expected_result/answer_relevance_classifier.json b/test/formatters/granite/testdata/test_canned_output/expected_result/answer_relevance_classifier.json deleted file mode 100644 index 8acd02071..000000000 --- a/test/formatters/granite/testdata/test_canned_output/expected_result/answer_relevance_classifier.json +++ /dev/null @@ -1,29 +0,0 @@ -{ - "choices": [ - { - "index": 0, - "message": { - "content": "{\"answer_relevance_analysis\": \"The inquiry asks for the attendees of the meeting. The response provides a vague and non-specific answer that does not address the inquiry.\", \"answer_relevance_category\": \"No attempt\", \"answer_relevance_likelihood\": 0.0}", - "role": "assistant", - "tool_calls": [], - "reasoning_content": null - }, - "finish_reason": "stop" - } - ], - "prompt_logprobs": null, - "id": "chatcmpl-8c3505e704e644d9bb484d12288ed3a6", - "created": 1758654279, - "model": "answer_relevance_classifier", - "object": "chat.completion", - "service_tier": null, - "system_fingerprint": null, - "usage": { - "completion_tokens": 71, - "prompt_tokens": 186, - "total_tokens": 257, - "completion_tokens_details": null, - "prompt_tokens_details": null - }, - "kv_transfer_params": null -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/expected_result/answer_relevance_rewriter.json b/test/formatters/granite/testdata/test_canned_output/expected_result/answer_relevance_rewriter.json deleted file mode 100644 index 6da3f346d..000000000 --- a/test/formatters/granite/testdata/test_canned_output/expected_result/answer_relevance_rewriter.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "id": "chatcmpl-21756f2d642a47cca5c7628287e267b6", - "choices": [ - { - "finish_reason": "stop", - "index": 0, - "logprobs": null, - "message": { - "content": "{\"answer_relevance_rewrite\": \"The meeting attendees were Alice, Bob, and Carol.\"}", - "refusal": null, - "role": "assistant", - "annotations": null, - "audio": null, - "function_call": null, - "tool_calls": [], - "reasoning_content": null - }, - "stop_reason": null - } - ], - "created": 1758664103, - "model": "answer_relevance_rewriter", - "object": "chat.completion", - "service_tier": null, - "system_fingerprint": null, - "usage": { - "completion_tokens": 24, - "prompt_tokens": 467, - "total_tokens": 491, - "completion_tokens_details": null, - "prompt_tokens_details": null - }, - "prompt_logprobs": null, - "kv_transfer_params": null -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/model_output/answer_relevance_classifier.json b/test/formatters/granite/testdata/test_canned_output/model_output/answer_relevance_classifier.json deleted file mode 100644 index 4337cce74..000000000 --- a/test/formatters/granite/testdata/test_canned_output/model_output/answer_relevance_classifier.json +++ /dev/null @@ -1,10209 +0,0 @@ -{ - "id": "chatcmpl-8c3505e704e644d9bb484d12288ed3a6", - "choices": [ - { - "finish_reason": "stop", - "index": 0, - "logprobs": { - "content": [ - { - "token": "{", - "bytes": [ - 123 - ], - "logprob": -0.00036840804386883974, - "top_logprobs": [ - { - "token": "{", - "bytes": [ - 123 - ], - "logprob": -0.00036840804386883974 - }, - { - "token": "{\"", - "bytes": [ - 123, - 34 - ], - "logprob": -7.906618595123291 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -0.002546403557062149, - "top_logprobs": [ - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -0.002546403557062149 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -6.065046310424805 - }, - { - "token": "\n\n ", - "bytes": [ - 10, - 10, - 32 - ], - "logprob": -8.940046310424805 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -10.502546310424805 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -11.127546310424805 - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -11.815046310424805 - }, - { - "token": "\n\n", - "bytes": [ - 10, - 10 - ], - "logprob": -11.877546310424805 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -11.940046310424805 - }, - { - "token": "\n\n\n ", - "bytes": [ - 10, - 10, - 10, - 32 - ], - "logprob": -12.127546310424805 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -12.190046310424805 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -17.9375 - }, - { - "token": " ", - "bytes": [ - 32, - 32 - ], - "logprob": -20.375 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32 - ], - "logprob": -21.0625 - }, - { - "token": "\t", - "bytes": [ - 9 - ], - "logprob": -21.5625 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -22.96875 - }, - { - "token": "\n\t\t ", - "bytes": [ - 10, - 9, - 9, - 32, - 32, - 32 - ], - "logprob": -23.015625 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -23.046875 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32 - ], - "logprob": -23.078125 - }, - { - "token": "\t ", - "bytes": [ - 9, - 32, - 32 - ], - "logprob": -23.1875 - } - ] - }, - { - "token": "answer", - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -1.1920928244535389e-7, - "top_logprobs": [ - { - "token": "answer", - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -1.1920928244535389e-7 - }, - { - "token": "ans", - "bytes": [ - 97, - 110, - 115 - ], - "logprob": -15.6875 - }, - { - "token": "an", - "bytes": [ - 97, - 110 - ], - "logprob": -16.75 - }, - { - "token": "a", - "bytes": [ - 97 - ], - "logprob": -20.796875 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "re", - "bytes": [ - 114, - 101 - ], - "logprob": -1.1920928244535389e-7, - "top_logprobs": [ - { - "token": "re", - "bytes": [ - 114, - 101 - ], - "logprob": -1.1920928244535389e-7 - }, - { - "token": "rel", - "bytes": [ - 114, - 101, - 108 - ], - "logprob": -16.53125 - }, - { - "token": "r", - "bytes": [ - 114 - ], - "logprob": -17.6875 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "levance", - "bytes": [ - 108, - 101, - 118, - 97, - 110, - 99, - 101 - ], - "logprob": -0.0000960780744208023, - "top_logprobs": [ - { - "token": "levance", - "bytes": [ - 108, - 101, - 118, - 97, - 110, - 99, - 101 - ], - "logprob": -0.0000960780744208023 - }, - { - "token": "lev", - "bytes": [ - 108, - 101, - 118 - ], - "logprob": -9.250096321105957 - }, - { - "token": "l", - "bytes": [ - 108 - ], - "logprob": -18.15634536743164 - }, - { - "token": "le", - "bytes": [ - 108, - 101 - ], - "logprob": -18.65634536743164 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "analysis", - "bytes": [ - 97, - 110, - 97, - 108, - 121, - 115, - 105, - 115 - ], - "logprob": -0.00013314791431184858, - "top_logprobs": [ - { - "token": "analysis", - "bytes": [ - 97, - 110, - 97, - 108, - 121, - 115, - 105, - 115 - ], - "logprob": -0.00013314791431184858 - }, - { - "token": "analy", - "bytes": [ - 97, - 110, - 97, - 108, - 121 - ], - "logprob": -9.812633514404297 - }, - { - "token": "ana", - "bytes": [ - 97, - 110, - 97 - ], - "logprob": -9.937633514404297 - }, - { - "token": "an", - "bytes": [ - 97, - 110 - ], - "logprob": -10.812633514404297 - }, - { - "token": "anal", - "bytes": [ - 97, - 110, - 97, - 108 - ], - "logprob": -11.625133514404297 - }, - { - "token": "a", - "bytes": [ - 97 - ], - "logprob": -13.781383514404297 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -1.1920928244535389e-7, - "top_logprobs": [ - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": -1.1920928244535389e-7 - }, - { - "token": "\":\"", - "bytes": [ - 34, - 58, - 34 - ], - "logprob": -16.21875 - }, - { - "token": "\":\"\",\"", - "bytes": [ - 34, - 58, - 34, - 34, - 44, - 34 - ], - "logprob": -21.765625 - }, - { - "token": "\":\"/", - "bytes": [ - 34, - 58, - 34, - 47 - ], - "logprob": -22.56640625 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -24.28125 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -0.00020072828920092434, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": -0.00020072828920092434 - }, - { - "token": " \"\",", - "bytes": [ - 32, - 34, - 34, - 44 - ], - "logprob": -10.375200271606445 - }, - { - "token": " \"$", - "bytes": [ - 32, - 34, - 36 - ], - "logprob": -10.437700271606445 - }, - { - "token": " \"#", - "bytes": [ - 32, - 34, - 35 - ], - "logprob": -10.687700271606445 - }, - { - "token": " \"'", - "bytes": [ - 32, - 34, - 39 - ], - "logprob": -10.937700271606445 - }, - { - "token": " \"\\", - "bytes": [ - 32, - 34, - 92 - ], - "logprob": -11.187700271606445 - }, - { - "token": " \"<", - "bytes": [ - 32, - 34, - 60 - ], - "logprob": -11.312700271606445 - }, - { - "token": " \"`", - "bytes": [ - 32, - 34, - 96 - ], - "logprob": -11.750200271606445 - }, - { - "token": " \"\\\"", - "bytes": [ - 32, - 34, - 92, - 34 - ], - "logprob": -11.875200271606445 - }, - { - "token": " \"/", - "bytes": [ - 32, - 34, - 47 - ], - "logprob": -11.937700271606445 - } - ] - }, - { - "token": "The", - "bytes": [ - 84, - 104, - 101 - ], - "logprob": -0.0013198483502492309, - "top_logprobs": [ - { - "token": "The", - "bytes": [ - 84, - 104, - 101 - ], - "logprob": -0.0013198483502492309 - }, - { - "token": "This", - "bytes": [ - 84, - 104, - 105, - 115 - ], - "logprob": -8.688819885253906 - }, - { - "token": "In", - "bytes": [ - 73, - 110 - ], - "logprob": -8.876319885253906 - }, - { - "token": "None", - "bytes": [ - 78, - 111, - 110, - 101 - ], - "logprob": -9.063819885253906 - }, - { - "token": "No", - "bytes": [ - 78, - 111 - ], - "logprob": -9.688819885253906 - }, - { - "token": "Answer", - "bytes": [ - 65, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -9.876319885253906 - }, - { - "token": "I", - "bytes": [ - 73 - ], - "logprob": -10.063819885253906 - }, - { - "token": "There", - "bytes": [ - 84, - 104, - 101, - 114, - 101 - ], - "logprob": -10.376319885253906 - }, - { - "token": "Th", - "bytes": [ - 84, - 104 - ], - "logprob": -10.938819885253906 - }, - { - "token": "User", - "bytes": [ - 85, - 115, - 101, - 114 - ], - "logprob": -11.126319885253906 - } - ] - }, - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -0.002469111466780305, - "top_logprobs": [ - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -0.002469111466780305 - }, - { - "token": " document", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116 - ], - "logprob": -6.439969062805176 - }, - { - "token": " query", - "bytes": [ - 32, - 113, - 117, - 101, - 114, - 121 - ], - "logprob": -8.314969062805176 - }, - { - "token": " documents", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116, - 115 - ], - "logprob": -9.002469062805176 - }, - { - "token": " user", - "bytes": [ - 32, - 117, - 115, - 101, - 114 - ], - "logprob": -9.377469062805176 - }, - { - "token": " response", - "bytes": [ - 32, - 114, - 101, - 115, - 112, - 111, - 110, - 115, - 101 - ], - "logprob": -9.439969062805176 - }, - { - "token": " fragment", - "bytes": [ - 32, - 102, - 114, - 97, - 103, - 109, - 101, - 110, - 116 - ], - "logprob": -9.939969062805176 - }, - { - "token": " draft", - "bytes": [ - 32, - 100, - 114, - 97, - 102, - 116 - ], - "logprob": -10.127469062805176 - }, - { - "token": " fragments", - "bytes": [ - 32, - 102, - 114, - 97, - 103, - 109, - 101, - 110, - 116, - 115 - ], - "logprob": -10.377469062805176 - }, - { - "token": " question", - "bytes": [ - 32, - 113, - 117, - 101, - 115, - 116, - 105, - 111, - 110 - ], - "logprob": -10.502469062805176 - } - ] - }, - { - "token": "quiry", - "bytes": [ - 113, - 117, - 105, - 114, - 121 - ], - "logprob": -0.0006193388253450394, - "top_logprobs": [ - { - "token": "quiry", - "bytes": [ - 113, - 117, - 105, - 114, - 121 - ], - "logprob": -0.0006193388253450394 - }, - { - "token": "quirer", - "bytes": [ - 113, - 117, - 105, - 114, - 101, - 114 - ], - "logprob": -7.750619411468506 - }, - { - "token": "quire", - "bytes": [ - 113, - 117, - 105, - 114, - 101 - ], - "logprob": -9.375618934631348 - }, - { - "token": "qui", - "bytes": [ - 113, - 117, - 105 - ], - "logprob": -10.125618934631348 - }, - { - "token": "structor", - "bytes": [ - 115, - 116, - 114, - 117, - 99, - 116, - 111, - 114 - ], - "logprob": -10.938118934631348 - }, - { - "token": "query", - "bytes": [ - 113, - 117, - 101, - 114, - 121 - ], - "logprob": -11.063118934631348 - }, - { - "token": "quir", - "bytes": [ - 113, - 117, - 105, - 114 - ], - "logprob": -11.688118934631348 - }, - { - "token": "quest", - "bytes": [ - 113, - 117, - 101, - 115, - 116 - ], - "logprob": -12.000618934631348 - }, - { - "token": "quisition", - "bytes": [ - 113, - 117, - 105, - 115, - 105, - 116, - 105, - 111, - 110 - ], - "logprob": -12.500618934631348 - }, - { - "token": "quis", - "bytes": [ - 113, - 117, - 105, - 115 - ], - "logprob": -12.938118934631348 - } - ] - }, - { - "token": " asks", - "bytes": [ - 32, - 97, - 115, - 107, - 115 - ], - "logprob": -0.06562572717666626, - "top_logprobs": [ - { - "token": " asks", - "bytes": [ - 32, - 97, - 115, - 107, - 115 - ], - "logprob": -0.06562572717666626 - }, - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": -3.0031256675720215 - }, - { - "token": " asked", - "bytes": [ - 32, - 97, - 115, - 107, - 101, - 100 - ], - "logprob": -5.2531256675720215 - }, - { - "token": " specifically", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99, - 97, - 108, - 108, - 121 - ], - "logprob": -5.3156256675720215 - }, - { - "token": " specifies", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 101, - 115 - ], - "logprob": -7.1281256675720215 - }, - { - "token": " was", - "bytes": [ - 32, - 119, - 97, - 115 - ], - "logprob": -7.5656256675720215 - }, - { - "token": " asking", - "bytes": [ - 32, - 97, - 115, - 107, - 105, - 110, - 103 - ], - "logprob": -8.12812614440918 - }, - { - "token": " ask", - "bytes": [ - 32, - 97, - 115, - 107 - ], - "logprob": -8.56562614440918 - }, - { - "token": "ask", - "bytes": [ - 97, - 115, - 107 - ], - "logprob": -8.62812614440918 - }, - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -8.69062614440918 - } - ] - }, - { - "token": " for", - "bytes": [ - 32, - 102, - 111, - 114 - ], - "logprob": -0.15409179031848907, - "top_logprobs": [ - { - "token": " for", - "bytes": [ - 32, - 102, - 111, - 114 - ], - "logprob": -0.15409179031848907 - }, - { - "token": " who", - "bytes": [ - 32, - 119, - 104, - 111 - ], - "logprob": -2.0290918350219727 - }, - { - "token": " specifically", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99, - 97, - 108, - 108, - 121 - ], - "logprob": -5.404091835021973 - }, - { - "token": " about", - "bytes": [ - 32, - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -5.841591835021973 - }, - { - "token": " \\\"", - "bytes": [ - 32, - 92, - 34 - ], - "logprob": -6.591591835021973 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -6.591591835021973 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -8.654091835021973 - }, - { - "token": " which", - "bytes": [ - 32, - 119, - 104, - 105, - 99, - 104 - ], - "logprob": -8.716591835021973 - }, - { - "token": " to", - "bytes": [ - 32, - 116, - 111 - ], - "logprob": -9.091591835021973 - }, - { - "token": " directly", - "bytes": [ - 32, - 100, - 105, - 114, - 101, - 99, - 116, - 108, - 121 - ], - "logprob": -9.091591835021973 - } - ] - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -0.014515867456793785, - "top_logprobs": [ - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -0.014515867456793785 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -5.3895158767700195 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -5.5145158767700195 - }, - { - "token": " who", - "bytes": [ - 32, - 119, - 104, - 111 - ], - "logprob": -5.5145158767700195 - }, - { - "token": " information", - "bytes": [ - 32, - 105, - 110, - 102, - 111, - 114, - 109, - 97, - 116, - 105, - 111, - 110 - ], - "logprob": -7.1395158767700195 - }, - { - "token": " details", - "bytes": [ - 32, - 100, - 101, - 116, - 97, - 105, - 108, - 115 - ], - "logprob": -8.32701587677002 - }, - { - "token": " at", - "bytes": [ - 32, - 97, - 116 - ], - "logprob": -8.57701587677002 - }, - { - "token": " meeting", - "bytes": [ - 32, - 109, - 101, - 101, - 116, - 105, - 110, - 103 - ], - "logprob": -9.07701587677002 - }, - { - "token": " \\\"", - "bytes": [ - 32, - 92, - 34 - ], - "logprob": -10.01451587677002 - }, - { - "token": " direct", - "bytes": [ - 32, - 100, - 105, - 114, - 101, - 99, - 116 - ], - "logprob": -10.45201587677002 - } - ] - }, - { - "token": " at", - "bytes": [ - 32, - 97, - 116 - ], - "logprob": -0.46847033500671387, - "top_logprobs": [ - { - "token": " at", - "bytes": [ - 32, - 97, - 116 - ], - "logprob": -0.46847033500671387 - }, - { - "token": " names", - "bytes": [ - 32, - 110, - 97, - 109, - 101, - 115 - ], - "logprob": -2.218470335006714 - }, - { - "token": " list", - "bytes": [ - 32, - 108, - 105, - 115, - 116 - ], - "logprob": -2.343470335006714 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -2.905970335006714 - }, - { - "token": " meeting", - "bytes": [ - 32, - 109, - 101, - 101, - 116, - 105, - 110, - 103 - ], - "logprob": -3.593470335006714 - }, - { - "token": " people", - "bytes": [ - 32, - 112, - 101, - 111, - 112, - 108, - 101 - ], - "logprob": -3.593470335006714 - }, - { - "token": " individuals", - "bytes": [ - 32, - 105, - 110, - 100, - 105, - 118, - 105, - 100, - 117, - 97, - 108, - 115 - ], - "logprob": -3.843470335006714 - }, - { - "token": " ident", - "bytes": [ - 32, - 105, - 100, - 101, - 110, - 116 - ], - "logprob": -4.405970573425293 - }, - { - "token": " participants", - "bytes": [ - 32, - 112, - 97, - 114, - 116, - 105, - 99, - 105, - 112, - 97, - 110, - 116, - 115 - ], - "logprob": -4.468470573425293 - }, - { - "token": " identity", - "bytes": [ - 32, - 105, - 100, - 101, - 110, - 116, - 105, - 116, - 121 - ], - "logprob": -5.030970573425293 - } - ] - }, - { - "token": "tendees", - "bytes": [ - 116, - 101, - 110, - 100, - 101, - 101, - 115 - ], - "logprob": -0.0001262346631847322, - "top_logprobs": [ - { - "token": "tendees", - "bytes": [ - 116, - 101, - 110, - 100, - 101, - 101, - 115 - ], - "logprob": -0.0001262346631847322 - }, - { - "token": "tendee", - "bytes": [ - 116, - 101, - 110, - 100, - 101, - 101 - ], - "logprob": -9.000125885009766 - }, - { - "token": "tended", - "bytes": [ - 116, - 101, - 110, - 100, - 101, - 100 - ], - "logprob": -13.437625885009766 - }, - { - "token": "tende", - "bytes": [ - 116, - 101, - 110, - 100, - 101 - ], - "logprob": -14.500125885009766 - }, - { - "token": "ten", - "bytes": [ - 116, - 101, - 110 - ], - "logprob": -14.937625885009766 - }, - { - "token": "ende", - "bytes": [ - 101, - 110, - 100, - 101 - ], - "logprob": -15.875125885009766 - }, - { - "token": "mosphere", - "bytes": [ - 109, - 111, - 115, - 112, - 104, - 101, - 114, - 101 - ], - "logprob": -15.937625885009766 - }, - { - "token": "tribution", - "bytes": [ - 116, - 114, - 105, - 98, - 117, - 116, - 105, - 111, - 110 - ], - "logprob": -15.937625885009766 - }, - { - "token": "endants", - "bytes": [ - 101, - 110, - 100, - 97, - 110, - 116, - 115 - ], - "logprob": -17.812625885009766 - }, - { - "token": "tract", - "bytes": [ - 116, - 114, - 97, - 99, - 116 - ], - "logprob": -18.312625885009766 - } - ] - }, - { - "token": " of", - "bytes": [ - 32, - 111, - 102 - ], - "logprob": -0.00035172473872080445, - "top_logprobs": [ - { - "token": " of", - "bytes": [ - 32, - 111, - 102 - ], - "logprob": -0.00035172473872080445 - }, - { - "token": " who", - "bytes": [ - 32, - 119, - 104, - 111 - ], - "logprob": -9.187851905822754 - }, - { - "token": " at", - "bytes": [ - 32, - 97, - 116 - ], - "logprob": -9.187851905822754 - }, - { - "token": " to", - "bytes": [ - 32, - 116, - 111 - ], - "logprob": -9.750351905822754 - }, - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -10.875351905822754 - }, - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -11.062851905822754 - }, - { - "token": " listed", - "bytes": [ - 32, - 108, - 105, - 115, - 116, - 101, - 100 - ], - "logprob": -11.562851905822754 - }, - { - "token": " for", - "bytes": [ - 32, - 102, - 111, - 114 - ], - "logprob": -11.875351905822754 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -11.937851905822754 - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -12.437851905822754 - } - ] - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -0.2519872188568115, - "top_logprobs": [ - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -0.2519872188568115 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -1.5019872188568115 - }, - { - "token": " an", - "bytes": [ - 32, - 97, - 110 - ], - "logprob": -10.68948745727539 - }, - { - "token": " meeting", - "bytes": [ - 32, - 109, - 101, - 101, - 116, - 105, - 110, - 103 - ], - "logprob": -11.93948745727539 - }, - { - "token": " Alice", - "bytes": [ - 32, - 65, - 108, - 105, - 99, - 101 - ], - "logprob": -12.43948745727539 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -12.56448745727539 - }, - { - "token": " \\\"", - "bytes": [ - 32, - 92, - 34 - ], - "logprob": -12.81448745727539 - }, - { - "token": " one", - "bytes": [ - 32, - 111, - 110, - 101 - ], - "logprob": -13.00198745727539 - }, - { - "token": " this", - "bytes": [ - 32, - 116, - 104, - 105, - 115 - ], - "logprob": -13.37698745727539 - }, - { - "token": " Meeting", - "bytes": [ - 32, - 77, - 101, - 101, - 116, - 105, - 110, - 103 - ], - "logprob": -13.43948745727539 - } - ] - }, - { - "token": " meeting", - "bytes": [ - 32, - 109, - 101, - 101, - 116, - 105, - 110, - 103 - ], - "logprob": -0.0006971312686800957, - "top_logprobs": [ - { - "token": " meeting", - "bytes": [ - 32, - 109, - 101, - 101, - 116, - 105, - 110, - 103 - ], - "logprob": -0.0006971312686800957 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -9.188197135925293 - }, - { - "token": " specified", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 101, - 100 - ], - "logprob": -9.375697135925293 - }, - { - "token": " document", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116 - ], - "logprob": -9.750697135925293 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -10.313197135925293 - }, - { - "token": " \\\"", - "bytes": [ - 32, - 92, - 34 - ], - "logprob": -10.438197135925293 - }, - { - "token": " conference", - "bytes": [ - 32, - 99, - 111, - 110, - 102, - 101, - 114, - 101, - 110, - 99, - 101 - ], - "logprob": -10.625697135925293 - }, - { - "token": " Meeting", - "bytes": [ - 32, - 77, - 101, - 101, - 116, - 105, - 110, - 103 - ], - "logprob": -10.688197135925293 - }, - { - "token": "meeting", - "bytes": [ - 109, - 101, - 101, - 116, - 105, - 110, - 103 - ], - "logprob": -10.813197135925293 - }, - { - "token": " first", - "bytes": [ - 32, - 102, - 105, - 114, - 115, - 116 - ], - "logprob": -11.063197135925293 - } - ] - }, - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -0.020923014730215073, - "top_logprobs": [ - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -0.020923014730215073 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -4.020923137664795 - }, - { - "token": " as", - "bytes": [ - 32, - 97, - 115 - ], - "logprob": -7.208423137664795 - }, - { - "token": " listed", - "bytes": [ - 32, - 108, - 105, - 115, - 116, - 101, - 100 - ], - "logprob": -7.770923137664795 - }, - { - "token": " mentioned", - "bytes": [ - 32, - 109, - 101, - 110, - 116, - 105, - 111, - 110, - 101, - 100 - ], - "logprob": -8.208422660827637 - }, - { - "token": " from", - "bytes": [ - 32, - 102, - 114, - 111, - 109 - ], - "logprob": -8.458422660827637 - }, - { - "token": " specified", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 101, - 100 - ], - "logprob": -8.708422660827637 - }, - { - "token": " with", - "bytes": [ - 32, - 119, - 105, - 116, - 104 - ], - "logprob": -9.020922660827637 - }, - { - "token": " described", - "bytes": [ - 32, - 100, - 101, - 115, - 99, - 114, - 105, - 98, - 101, - 100 - ], - "logprob": -9.020922660827637 - }, - { - "token": " and", - "bytes": [ - 32, - 97, - 110, - 100 - ], - "logprob": -9.145922660827637 - } - ] - }, - { - "token": " The", - "bytes": [ - 32, - 84, - 104, - 101 - ], - "logprob": -0.05719032883644104, - "top_logprobs": [ - { - "token": " The", - "bytes": [ - 32, - 84, - 104, - 101 - ], - "logprob": -0.05719032883644104 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -2.932190418243408 - }, - { - "token": " According", - "bytes": [ - 32, - 65, - 99, - 99, - 111, - 114, - 100, - 105, - 110, - 103 - ], - "logprob": -7.932190418243408 - }, - { - "token": " However", - "bytes": [ - 32, - 72, - 111, - 119, - 101, - 118, - 101, - 114 - ], - "logprob": -8.11968994140625 - }, - { - "token": " Response", - "bytes": [ - 32, - 82, - 101, - 115, - 112, - 111, - 110, - 115, - 101 - ], - "logprob": -8.49468994140625 - }, - { - "token": " Bob", - "bytes": [ - 32, - 66, - 111, - 98 - ], - "logprob": -8.61968994140625 - }, - { - "token": " Although", - "bytes": [ - 32, - 65, - 108, - 116, - 104, - 111, - 117, - 103, - 104 - ], - "logprob": -8.61968994140625 - }, - { - "token": " Alice", - "bytes": [ - 32, - 65, - 108, - 105, - 99, - 101 - ], - "logprob": -9.11968994140625 - }, - { - "token": " In", - "bytes": [ - 32, - 73, - 110 - ], - "logprob": -9.18218994140625 - }, - { - "token": " This", - "bytes": [ - 32, - 84, - 104, - 105, - 115 - ], - "logprob": -9.18218994140625 - } - ] - }, - { - "token": " response", - "bytes": [ - 32, - 114, - 101, - 115, - 112, - 111, - 110, - 115, - 101 - ], - "logprob": -0.020566074177622795, - "top_logprobs": [ - { - "token": " response", - "bytes": [ - 32, - 114, - 101, - 115, - 112, - 111, - 110, - 115, - 101 - ], - "logprob": -0.020566074177622795 - }, - { - "token": " draft", - "bytes": [ - 32, - 100, - 114, - 97, - 102, - 116 - ], - "logprob": -4.020565986633301 - }, - { - "token": " document", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116 - ], - "logprob": -6.708065986633301 - }, - { - "token": " documents", - "bytes": [ - 32, - 100, - 111, - 99, - 117, - 109, - 101, - 110, - 116, - 115 - ], - "logprob": -7.520565986633301 - }, - { - "token": " provided", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -8.2705659866333 - }, - { - "token": " reply", - "bytes": [ - 32, - 114, - 101, - 112, - 108, - 121 - ], - "logprob": -9.9580659866333 - }, - { - "token": "response", - "bytes": [ - 114, - 101, - 115, - 112, - 111, - 110, - 115, - 101 - ], - "logprob": -10.6455659866333 - }, - { - "token": " answer", - "bytes": [ - 32, - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -10.8330659866333 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -10.8955659866333 - }, - { - "token": " current", - "bytes": [ - 32, - 99, - 117, - 114, - 114, - 101, - 110, - 116 - ], - "logprob": -11.0205659866333 - } - ] - }, - { - "token": " provides", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 115 - ], - "logprob": -0.7156433463096619, - "top_logprobs": [ - { - "token": " provides", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 115 - ], - "logprob": -0.7156433463096619 - }, - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": -1.8406434059143066 - }, - { - "token": " mentions", - "bytes": [ - 32, - 109, - 101, - 110, - 116, - 105, - 111, - 110, - 115 - ], - "logprob": -2.4031434059143066 - }, - { - "token": " states", - "bytes": [ - 32, - 115, - 116, - 97, - 116, - 101, - 115 - ], - "logprob": -2.5281434059143066 - }, - { - "token": " does", - "bytes": [ - 32, - 100, - 111, - 101, - 115 - ], - "logprob": -2.5906434059143066 - }, - { - "token": " v", - "bytes": [ - 32, - 118 - ], - "logprob": -3.0906434059143066 - }, - { - "token": " indicates", - "bytes": [ - 32, - 105, - 110, - 100, - 105, - 99, - 97, - 116, - 101, - 115 - ], - "logprob": -4.090643405914307 - }, - { - "token": " provided", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101, - 100 - ], - "logprob": -4.528143405914307 - }, - { - "token": " lists", - "bytes": [ - 32, - 108, - 105, - 115, - 116, - 115 - ], - "logprob": -5.278143405914307 - }, - { - "token": " gives", - "bytes": [ - 32, - 103, - 105, - 118, - 101, - 115 - ], - "logprob": -6.340643405914307 - } - ] - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -0.23977775871753693, - "top_logprobs": [ - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -0.23977775871753693 - }, - { - "token": " no", - "bytes": [ - 32, - 110, - 111 - ], - "logprob": -2.8647778034210205 - }, - { - "token": " information", - "bytes": [ - 32, - 105, - 110, - 102, - 111, - 114, - 109, - 97, - 116, - 105, - 111, - 110 - ], - "logprob": -2.9272778034210205 - }, - { - "token": " an", - "bytes": [ - 32, - 97, - 110 - ], - "logprob": -3.2397778034210205 - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -4.239777565002441 - }, - { - "token": " general", - "bytes": [ - 32, - 103, - 101, - 110, - 101, - 114, - 97, - 108 - ], - "logprob": -4.802277565002441 - }, - { - "token": " generic", - "bytes": [ - 32, - 103, - 101, - 110, - 101, - 114, - 105, - 99 - ], - "logprob": -4.802277565002441 - }, - { - "token": " v", - "bytes": [ - 32, - 118 - ], - "logprob": -4.802277565002441 - }, - { - "token": " too", - "bytes": [ - 32, - 116, - 111, - 111 - ], - "logprob": -4.927277565002441 - }, - { - "token": " ir", - "bytes": [ - 32, - 105, - 114 - ], - "logprob": -5.739777565002441 - } - ] - }, - { - "token": " v", - "bytes": [ - 32, - 118 - ], - "logprob": -0.41161003708839417, - "top_logprobs": [ - { - "token": " v", - "bytes": [ - 32, - 118 - ], - "logprob": -0.41161003708839417 - }, - { - "token": " generic", - "bytes": [ - 32, - 103, - 101, - 110, - 101, - 114, - 105, - 99 - ], - "logprob": -1.8491100072860718 - }, - { - "token": " general", - "bytes": [ - 32, - 103, - 101, - 110, - 101, - 114, - 97, - 108 - ], - "logprob": -2.3491101264953613 - }, - { - "token": " very", - "bytes": [ - 32, - 118, - 101, - 114, - 121 - ], - "logprob": -3.0366101264953613 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -4.974110126495361 - }, - { - "token": " non", - "bytes": [ - 32, - 110, - 111, - 110 - ], - "logprob": -5.161610126495361 - }, - { - "token": " direct", - "bytes": [ - 32, - 100, - 105, - 114, - 101, - 99, - 116 - ], - "logprob": -5.411610126495361 - }, - { - "token": " list", - "bytes": [ - 32, - 108, - 105, - 115, - 116 - ], - "logprob": -6.036610126495361 - }, - { - "token": " blank", - "bytes": [ - 32, - 98, - 108, - 97, - 110, - 107 - ], - "logprob": -6.161610126495361 - }, - { - "token": " statement", - "bytes": [ - 32, - 115, - 116, - 97, - 116, - 101, - 109, - 101, - 110, - 116 - ], - "logprob": -6.349110126495361 - } - ] - }, - { - "token": "ague", - "bytes": [ - 97, - 103, - 117, - 101 - ], - "logprob": -0.00002682172998902388, - "top_logprobs": [ - { - "token": "ague", - "bytes": [ - 97, - 103, - 117, - 101 - ], - "logprob": -0.00002682172998902388 - }, - { - "token": "ag", - "bytes": [ - 97, - 103 - ], - "logprob": -11.12502670288086 - }, - { - "token": "auge", - "bytes": [ - 97, - 117, - 103, - 101 - ], - "logprob": -12.25002670288086 - }, - { - "token": "ital", - "bytes": [ - 105, - 116, - 97, - 108 - ], - "logprob": -13.37502670288086 - }, - { - "token": "apid", - "bytes": [ - 97, - 112, - 105, - 100 - ], - "logprob": -13.93752670288086 - }, - { - "token": "aque", - "bytes": [ - 97, - 113, - 117, - 101 - ], - "logprob": -14.31252670288086 - }, - { - "token": "age", - "bytes": [ - 97, - 103, - 101 - ], - "logprob": -14.68752670288086 - }, - { - "token": "ocal", - "bytes": [ - 111, - 99, - 97, - 108 - ], - "logprob": -14.87502670288086 - }, - { - "token": "ig", - "bytes": [ - 105, - 103 - ], - "logprob": -14.87502670288086 - }, - { - "token": "iable", - "bytes": [ - 105, - 97, - 98, - 108, - 101 - ], - "logprob": -14.93752670288086 - } - ] - }, - { - "token": " and", - "bytes": [ - 32, - 97, - 110, - 100 - ], - "logprob": -0.24406833946704865, - "top_logprobs": [ - { - "token": " and", - "bytes": [ - 32, - 97, - 110, - 100 - ], - "logprob": -0.24406833946704865 - }, - { - "token": " answer", - "bytes": [ - 32, - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -1.6190683841705322 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -4.806568145751953 - }, - { - "token": " statement", - "bytes": [ - 32, - 115, - 116, - 97, - 116, - 101, - 109, - 101, - 110, - 116 - ], - "logprob": -5.181568145751953 - }, - { - "token": " general", - "bytes": [ - 32, - 103, - 101, - 110, - 101, - 114, - 97, - 108 - ], - "logprob": -6.806568145751953 - }, - { - "token": " or", - "bytes": [ - 32, - 111, - 114 - ], - "logprob": -6.869068145751953 - }, - { - "token": " non", - "bytes": [ - 32, - 110, - 111, - 110 - ], - "logprob": -7.306568145751953 - }, - { - "token": " generic", - "bytes": [ - 32, - 103, - 101, - 110, - 101, - 114, - 105, - 99 - ], - "logprob": -7.681568145751953 - }, - { - "token": " response", - "bytes": [ - 32, - 114, - 101, - 115, - 112, - 111, - 110, - 115, - 101 - ], - "logprob": -8.619068145751953 - }, - { - "token": " e", - "bytes": [ - 32, - 101 - ], - "logprob": -9.369068145751953 - } - ] - }, - { - "token": " non", - "bytes": [ - 32, - 110, - 111, - 110 - ], - "logprob": -1.1478362083435059, - "top_logprobs": [ - { - "token": " non", - "bytes": [ - 32, - 110, - 111, - 110 - ], - "logprob": -1.1478362083435059 - }, - { - "token": " ir", - "bytes": [ - 32, - 105, - 114 - ], - "logprob": -1.5853362083435059 - }, - { - "token": " un", - "bytes": [ - 32, - 117, - 110 - ], - "logprob": -1.8353362083435059 - }, - { - "token": " over", - "bytes": [ - 32, - 111, - 118, - 101, - 114 - ], - "logprob": -2.210336208343506 - }, - { - "token": " generic", - "bytes": [ - 32, - 103, - 101, - 110, - 101, - 114, - 105, - 99 - ], - "logprob": -2.522836208343506 - }, - { - "token": " incomplete", - "bytes": [ - 32, - 105, - 110, - 99, - 111, - 109, - 112, - 108, - 101, - 116, - 101 - ], - "logprob": -3.522836208343506 - }, - { - "token": " general", - "bytes": [ - 32, - 103, - 101, - 110, - 101, - 114, - 97, - 108 - ], - "logprob": -3.772836208343506 - }, - { - "token": " mis", - "bytes": [ - 32, - 109, - 105, - 115 - ], - "logprob": -4.272836208343506 - }, - { - "token": " ambiguous", - "bytes": [ - 32, - 97, - 109, - 98, - 105, - 103, - 117, - 111, - 117, - 115 - ], - "logprob": -4.460336208343506 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -4.522836208343506 - } - ] - }, - { - "token": "-", - "bytes": [ - 45 - ], - "logprob": -0.012237937189638615, - "top_logprobs": [ - { - "token": "-", - "bytes": [ - 45 - ], - "logprob": -0.012237937189638615 - }, - { - "token": "specific", - "bytes": [ - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -4.637238025665283 - }, - { - "token": "commit", - "bytes": [ - 99, - 111, - 109, - 109, - 105, - 116 - ], - "logprob": -6.949738025665283 - }, - { - "token": "de", - "bytes": [ - 100, - 101 - ], - "logprob": -7.449738025665283 - }, - { - "token": "inform", - "bytes": [ - 105, - 110, - 102, - 111, - 114, - 109 - ], - "logprob": -7.762238025665283 - }, - { - "token": "existent", - "bytes": [ - 101, - 120, - 105, - 115, - 116, - 101, - 110, - 116 - ], - "logprob": -8.199737548828125 - }, - { - "token": "relevant", - "bytes": [ - 114, - 101, - 108, - 101, - 118, - 97, - 110, - 116 - ], - "logprob": -10.137237548828125 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -10.762237548828125 - }, - { - "token": "responsive", - "bytes": [ - 114, - 101, - 115, - 112, - 111, - 110, - 115, - 105, - 118, - 101 - ], - "logprob": -10.887237548828125 - }, - { - "token": "con", - "bytes": [ - 99, - 111, - 110 - ], - "logprob": -11.012237548828125 - } - ] - }, - { - "token": "specific", - "bytes": [ - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -0.22637148201465607, - "top_logprobs": [ - { - "token": "specific", - "bytes": [ - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -0.22637148201465607 - }, - { - "token": "inform", - "bytes": [ - 105, - 110, - 102, - 111, - 114, - 109 - ], - "logprob": -1.7263715267181396 - }, - { - "token": "answer", - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -5.1638712882995605 - }, - { - "token": "commit", - "bytes": [ - 99, - 111, - 109, - 109, - 105, - 116 - ], - "logprob": -5.2263712882995605 - }, - { - "token": "responsive", - "bytes": [ - 114, - 101, - 115, - 112, - 111, - 110, - 115, - 105, - 118, - 101 - ], - "logprob": -5.6638712882995605 - }, - { - "token": "de", - "bytes": [ - 100, - 101 - ], - "logprob": -5.7888712882995605 - }, - { - "token": "relevant", - "bytes": [ - 114, - 101, - 108, - 101, - 118, - 97, - 110, - 116 - ], - "logprob": -6.1013712882995605 - }, - { - "token": "existent", - "bytes": [ - 101, - 120, - 105, - 115, - 116, - 101, - 110, - 116 - ], - "logprob": -6.6638712882995605 - }, - { - "token": "committed", - "bytes": [ - 99, - 111, - 109, - 109, - 105, - 116, - 116, - 101, - 100 - ], - "logprob": -8.226371765136719 - }, - { - "token": "comp", - "bytes": [ - 99, - 111, - 109, - 112 - ], - "logprob": -8.288871765136719 - } - ] - }, - { - "token": " answer", - "bytes": [ - 32, - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -0.016015226021409035, - "top_logprobs": [ - { - "token": " answer", - "bytes": [ - 32, - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -0.016015226021409035 - }, - { - "token": " statement", - "bytes": [ - 32, - 115, - 116, - 97, - 116, - 101, - 109, - 101, - 110, - 116 - ], - "logprob": -4.26601505279541 - }, - { - "token": " response", - "bytes": [ - 32, - 114, - 101, - 115, - 112, - 111, - 110, - 115, - 101 - ], - "logprob": -7.82851505279541 - }, - { - "token": " mention", - "bytes": [ - 32, - 109, - 101, - 110, - 116, - 105, - 111, - 110 - ], - "logprob": -8.76601505279541 - }, - { - "token": " general", - "bytes": [ - 32, - 103, - 101, - 110, - 101, - 114, - 97, - 108 - ], - "logprob": -9.01601505279541 - }, - { - "token": " information", - "bytes": [ - 32, - 105, - 110, - 102, - 111, - 114, - 109, - 97, - 116, - 105, - 111, - 110 - ], - "logprob": -9.14101505279541 - }, - { - "token": " list", - "bytes": [ - 32, - 108, - 105, - 115, - 116 - ], - "logprob": -9.45351505279541 - }, - { - "token": " generic", - "bytes": [ - 32, - 103, - 101, - 110, - 101, - 114, - 105, - 99 - ], - "logprob": -9.51601505279541 - }, - { - "token": " reply", - "bytes": [ - 32, - 114, - 101, - 112, - 108, - 121 - ], - "logprob": -9.51601505279541 - }, - { - "token": " re", - "bytes": [ - 32, - 114, - 101 - ], - "logprob": -9.57851505279541 - } - ] - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -0.4777425527572632, - "top_logprobs": [ - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -0.4777425527572632 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -2.1027426719665527 - }, - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -2.1652426719665527 - }, - { - "token": ".\",", - "bytes": [ - 46, - 34, - 44 - ], - "logprob": -3.0402426719665527 - }, - { - "token": " about", - "bytes": [ - 32, - 97, - 98, - 111, - 117, - 116 - ], - "logprob": -3.9777426719665527 - }, - { - "token": " without", - "bytes": [ - 32, - 119, - 105, - 116, - 104, - 111, - 117, - 116 - ], - "logprob": -4.040242671966553 - }, - { - "token": " which", - "bytes": [ - 32, - 119, - 104, - 105, - 99, - 104 - ], - "logprob": -4.352742671966553 - }, - { - "token": " by", - "bytes": [ - 32, - 98, - 121 - ], - "logprob": -4.415242671966553 - }, - { - "token": " indicating", - "bytes": [ - 32, - 105, - 110, - 100, - 105, - 99, - 97, - 116, - 105, - 110, - 103 - ], - "logprob": -4.477742671966553 - }, - { - "token": " st", - "bytes": [ - 32, - 115, - 116 - ], - "logprob": -5.415242671966553 - } - ] - }, - { - "token": " does", - "bytes": [ - 32, - 100, - 111, - 101, - 115 - ], - "logprob": -0.04480285942554474, - "top_logprobs": [ - { - "token": " does", - "bytes": [ - 32, - 100, - 111, - 101, - 115 - ], - "logprob": -0.04480285942554474 - }, - { - "token": " is", - "bytes": [ - 32, - 105, - 115 - ], - "logprob": -3.4198029041290283 - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -5.357302665710449 - }, - { - "token": " doesn", - "bytes": [ - 32, - 100, - 111, - 101, - 115, - 110 - ], - "logprob": -6.919802665710449 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -7.669802665710449 - }, - { - "token": " mentions", - "bytes": [ - 32, - 109, - 101, - 110, - 116, - 105, - 111, - 110, - 115 - ], - "logprob": -7.669802665710449 - }, - { - "token": " \\\"", - "bytes": [ - 32, - 92, - 34 - ], - "logprob": -7.919802665710449 - }, - { - "token": " states", - "bytes": [ - 32, - 115, - 116, - 97, - 116, - 101, - 115 - ], - "logprob": -8.16980266571045 - }, - { - "token": " includes", - "bytes": [ - 32, - 105, - 110, - 99, - 108, - 117, - 100, - 101, - 115 - ], - "logprob": -8.23230266571045 - }, - { - "token": " avoids", - "bytes": [ - 32, - 97, - 118, - 111, - 105, - 100, - 115 - ], - "logprob": -8.29480266571045 - } - ] - }, - { - "token": " not", - "bytes": [ - 32, - 110, - 111, - 116 - ], - "logprob": -0.0001333863037871197, - "top_logprobs": [ - { - "token": " not", - "bytes": [ - 32, - 110, - 111, - 116 - ], - "logprob": -0.0001333863037871197 - }, - { - "token": " \\\"", - "bytes": [ - 32, - 92, - 34 - ], - "logprob": -9.937633514404297 - }, - { - "token": " no", - "bytes": [ - 32, - 110, - 111 - ], - "logprob": -10.750133514404297 - }, - { - "token": " nothing", - "bytes": [ - 32, - 110, - 111, - 116, - 104, - 105, - 110, - 103 - ], - "logprob": -10.875133514404297 - }, - { - "token": " NOT", - "bytes": [ - 32, - 78, - 79, - 84 - ], - "logprob": -11.687633514404297 - }, - { - "token": " little", - "bytes": [ - 32, - 108, - 105, - 116, - 116, - 108, - 101 - ], - "logprob": -11.687633514404297 - }, - { - "token": " mention", - "bytes": [ - 32, - 109, - 101, - 110, - 116, - 105, - 111, - 110 - ], - "logprob": -12.500133514404297 - }, - { - "token": "not", - "bytes": [ - 110, - 111, - 116 - ], - "logprob": -13.125133514404297 - }, - { - "token": " \\", - "bytes": [ - 32, - 92 - ], - "logprob": -13.125133514404297 - }, - { - "token": " include", - "bytes": [ - 32, - 105, - 110, - 99, - 108, - 117, - 100, - 101 - ], - "logprob": -13.625133514404297 - } - ] - }, - { - "token": " address", - "bytes": [ - 32, - 97, - 100, - 100, - 114, - 101, - 115, - 115 - ], - "logprob": -0.23517896234989166, - "top_logprobs": [ - { - "token": " address", - "bytes": [ - 32, - 97, - 100, - 100, - 114, - 101, - 115, - 115 - ], - "logprob": -0.23517896234989166 - }, - { - "token": " match", - "bytes": [ - 32, - 109, - 97, - 116, - 99, - 104 - ], - "logprob": -2.2351789474487305 - }, - { - "token": " answer", - "bytes": [ - 32, - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -2.8601789474487305 - }, - { - "token": " pert", - "bytes": [ - 32, - 112, - 101, - 114, - 116 - ], - "logprob": -4.2976789474487305 - }, - { - "token": " correspond", - "bytes": [ - 32, - 99, - 111, - 114, - 114, - 101, - 115, - 112, - 111, - 110, - 100 - ], - "logprob": -4.6101789474487305 - }, - { - "token": " directly", - "bytes": [ - 32, - 100, - 105, - 114, - 101, - 99, - 116, - 108, - 121 - ], - "logprob": -5.0476789474487305 - }, - { - "token": " re", - "bytes": [ - 32, - 114, - 101 - ], - "logprob": -5.2976789474487305 - }, - { - "token": " mention", - "bytes": [ - 32, - 109, - 101, - 110, - 116, - 105, - 111, - 110 - ], - "logprob": -5.7351789474487305 - }, - { - "token": " attempt", - "bytes": [ - 32, - 97, - 116, - 116, - 101, - 109, - 112, - 116 - ], - "logprob": -6.5476789474487305 - }, - { - "token": " provide", - "bytes": [ - 32, - 112, - 114, - 111, - 118, - 105, - 100, - 101 - ], - "logprob": -6.8601789474487305 - } - ] - }, - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -0.0008293526479974389, - "top_logprobs": [ - { - "token": " the", - "bytes": [ - 32, - 116, - 104, - 101 - ], - "logprob": -0.0008293526479974389 - }, - { - "token": " any", - "bytes": [ - 32, - 97, - 110, - 121 - ], - "logprob": -7.688329219818115 - }, - { - "token": " this", - "bytes": [ - 32, - 116, - 104, - 105, - 115 - ], - "logprob": -8.188329696655273 - }, - { - "token": " or", - "bytes": [ - 32, - 111, - 114 - ], - "logprob": -9.625829696655273 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -11.813329696655273 - }, - { - "token": " what", - "bytes": [ - 32, - 119, - 104, - 97, - 116 - ], - "logprob": -12.063329696655273 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -13.125829696655273 - }, - { - "token": " anything", - "bytes": [ - 32, - 97, - 110, - 121, - 116, - 104, - 105, - 110, - 103 - ], - "logprob": -14.000829696655273 - }, - { - "token": " either", - "bytes": [ - 32, - 101, - 105, - 116, - 104, - 101, - 114 - ], - "logprob": -14.063329696655273 - }, - { - "token": " that", - "bytes": [ - 32, - 116, - 104, - 97, - 116 - ], - "logprob": -14.125829696655273 - } - ] - }, - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -0.9002693891525269, - "top_logprobs": [ - { - "token": " in", - "bytes": [ - 32, - 105, - 110 - ], - "logprob": -0.9002693891525269 - }, - { - "token": " user", - "bytes": [ - 32, - 117, - 115, - 101, - 114 - ], - "logprob": -1.2752693891525269 - }, - { - "token": " question", - "bytes": [ - 32, - 113, - 117, - 101, - 115, - 116, - 105, - 111, - 110 - ], - "logprob": -1.5252693891525269 - }, - { - "token": " specific", - "bytes": [ - 32, - 115, - 112, - 101, - 99, - 105, - 102, - 105, - 99 - ], - "logprob": -2.5252695083618164 - }, - { - "token": " actual", - "bytes": [ - 32, - 97, - 99, - 116, - 117, - 97, - 108 - ], - "logprob": -4.962769508361816 - }, - { - "token": " original", - "bytes": [ - 32, - 111, - 114, - 105, - 103, - 105, - 110, - 97, - 108 - ], - "logprob": -5.900269508361816 - }, - { - "token": " details", - "bytes": [ - 32, - 100, - 101, - 116, - 97, - 105, - 108, - 115 - ], - "logprob": -6.462769508361816 - }, - { - "token": " content", - "bytes": [ - 32, - 99, - 111, - 110, - 116, - 101, - 110, - 116 - ], - "logprob": -6.650269508361816 - }, - { - "token": " direct", - "bytes": [ - 32, - 100, - 105, - 114, - 101, - 99, - 116 - ], - "logprob": -6.962769508361816 - }, - { - "token": " query", - "bytes": [ - 32, - 113, - 117, - 101, - 114, - 121 - ], - "logprob": -7.212769508361816 - } - ] - }, - { - "token": "quiry", - "bytes": [ - 113, - 117, - 105, - 114, - 121 - ], - "logprob": -0.0002544794406276196, - "top_logprobs": [ - { - "token": "quiry", - "bytes": [ - 113, - 117, - 105, - 114, - 121 - ], - "logprob": -0.0002544794406276196 - }, - { - "token": "quirer", - "bytes": [ - 113, - 117, - 105, - 114, - 101, - 114 - ], - "logprob": -8.93775463104248 - }, - { - "token": "quire", - "bytes": [ - 113, - 117, - 105, - 114, - 101 - ], - "logprob": -10.00025463104248 - }, - { - "token": "qui", - "bytes": [ - 113, - 117, - 105 - ], - "logprob": -10.87525463104248 - }, - { - "token": "equality", - "bytes": [ - 101, - 113, - 117, - 97, - 108, - 105, - 116, - 121 - ], - "logprob": -11.25025463104248 - }, - { - "token": "tric", - "bytes": [ - 116, - 114, - 105, - 99 - ], - "logprob": -11.25025463104248 - }, - { - "token": "quisition", - "bytes": [ - 113, - 117, - 105, - 115, - 105, - 116, - 105, - 111, - 110 - ], - "logprob": -11.75025463104248 - }, - { - "token": "qu", - "bytes": [ - 113, - 117 - ], - "logprob": -12.62525463104248 - }, - { - "token": "query", - "bytes": [ - 113, - 117, - 101, - 114, - 121 - ], - "logprob": -12.87525463104248 - }, - { - "token": "quir", - "bytes": [ - 113, - 117, - 105, - 114 - ], - "logprob": -12.87525463104248 - } - ] - }, - { - "token": ".\",", - "bytes": [ - 46, - 34, - 44 - ], - "logprob": -0.1737719178199768, - "top_logprobs": [ - { - "token": ".\",", - "bytes": [ - 46, - 34, - 44 - ], - "logprob": -0.1737719178199768 - }, - { - "token": ".", - "bytes": [ - 46 - ], - "logprob": -2.423771858215332 - }, - { - "token": " directly", - "bytes": [ - 32, - 100, - 105, - 114, - 101, - 99, - 116, - 108, - 121 - ], - "logprob": -3.423771858215332 - }, - { - "token": " at", - "bytes": [ - 32, - 97, - 116 - ], - "logprob": -3.736271858215332 - }, - { - "token": " and", - "bytes": [ - 32, - 97, - 110, - 100 - ], - "logprob": -5.173771858215332 - }, - { - "token": "\",", - "bytes": [ - 34, - 44 - ], - "logprob": -6.736271858215332 - }, - { - "token": " accur", - "bytes": [ - 32, - 97, - 99, - 99, - 117, - 114 - ], - "logprob": -6.798771858215332 - }, - { - "token": ",", - "bytes": [ - 44 - ], - "logprob": -6.986271858215332 - }, - { - "token": " or", - "bytes": [ - 32, - 111, - 114 - ], - "logprob": -7.173771858215332 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -7.798771858215332 - } - ] - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -0.00002396077979938127, - "top_logprobs": [ - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -0.00002396077979938127 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -11.56252384185791 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32 - ], - "logprob": -12.12502384185791 - }, - { - "token": "\n\n ", - "bytes": [ - 10, - 10, - 32 - ], - "logprob": -12.56252384185791 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -13.12502384185791 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -13.75002384185791 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -14.25002384185791 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -14.43752384185791 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -15.18752384185791 - }, - { - "token": " \n ", - "bytes": [ - 32, - 32, - 10, - 32 - ], - "logprob": -15.31252384185791 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -17.125 - }, - { - "token": " ", - "bytes": [ - 32, - 32 - ], - "logprob": -24.640625 - }, - { - "token": "\t", - "bytes": [ - 9 - ], - "logprob": -25.078125 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32 - ], - "logprob": -25.5625 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -25.640625 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32, - 32 - ], - "logprob": -25.734375 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -26.6640625 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -27.03125 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -27.27734375 - } - ] - }, - { - "token": "answer", - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -1.1920928244535389e-7, - "top_logprobs": [ - { - "token": "answer", - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -1.1920928244535389e-7 - }, - { - "token": "an", - "bytes": [ - 97, - 110 - ], - "logprob": -15.75 - }, - { - "token": "ans", - "bytes": [ - 97, - 110, - 115 - ], - "logprob": -18.65625 - }, - { - "token": "a", - "bytes": [ - 97 - ], - "logprob": -21.71875 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "re", - "bytes": [ - 114, - 101 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "re", - "bytes": [ - 114, - 101 - ], - "logprob": 0.0 - }, - { - "token": "r", - "bytes": [ - 114 - ], - "logprob": -17.75 - }, - { - "token": "rel", - "bytes": [ - 114, - 101, - 108 - ], - "logprob": -17.8125 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "levance", - "bytes": [ - 108, - 101, - 118, - 97, - 110, - 99, - 101 - ], - "logprob": -5.125986263010418e-6, - "top_logprobs": [ - { - "token": "levance", - "bytes": [ - 108, - 101, - 118, - 97, - 110, - 99, - 101 - ], - "logprob": -5.125986263010418e-6 - }, - { - "token": "lev", - "bytes": [ - 108, - 101, - 118 - ], - "logprob": -12.187504768371582 - }, - { - "token": "l", - "bytes": [ - 108 - ], - "logprob": -18.3281307220459 - }, - { - "token": "le", - "bytes": [ - 108, - 101 - ], - "logprob": -18.8125057220459 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "category", - "bytes": [ - 99, - 97, - 116, - 101, - 103, - 111, - 114, - 121 - ], - "logprob": -3.814689989667386e-6, - "top_logprobs": [ - { - "token": "category", - "bytes": [ - 99, - 97, - 116, - 101, - 103, - 111, - 114, - 121 - ], - "logprob": -3.814689989667386e-6 - }, - { - "token": "categor", - "bytes": [ - 99, - 97, - 116, - 101, - 103, - 111, - 114 - ], - "logprob": -12.500003814697266 - }, - { - "token": "cat", - "bytes": [ - 99, - 97, - 116 - ], - "logprob": -16.937503814697266 - }, - { - "token": "ca", - "bytes": [ - 99, - 97 - ], - "logprob": -17.531253814697266 - }, - { - "token": "c", - "bytes": [ - 99 - ], - "logprob": -17.625003814697266 - }, - { - "token": "cate", - "bytes": [ - 99, - 97, - 116, - 101 - ], - "logprob": -17.781253814697266 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": 0.0 - }, - { - "token": "\":\"", - "bytes": [ - 34, - 58, - 34 - ], - "logprob": -17.0 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -26.3125 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -18.75 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -22.75 - }, - { - "token": " ", - "bytes": [ - 32, - 32 - ], - "logprob": -23.4375 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32, - 32, - 32 - ], - "logprob": -23.953125 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32 - ], - "logprob": -24.125 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32, - 32 - ], - "logprob": -24.28125 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -24.328125 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -24.359375 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -24.578125 - } - ] - }, - { - "token": "No", - "bytes": [ - 78, - 111 - ], - "logprob": -0.007541992701590061, - "top_logprobs": [ - { - "token": "No", - "bytes": [ - 78, - 111 - ], - "logprob": -0.007541992701590061 - }, - { - "token": "Too", - "bytes": [ - 84, - 111, - 111 - ], - "logprob": -5.320042133331299 - }, - { - "token": "Mis", - "bytes": [ - 77, - 105, - 115 - ], - "logprob": -6.632542133331299 - }, - { - "token": "Ex", - "bytes": [ - 69, - 120 - ], - "logprob": -7.382542133331299 - }, - { - "token": "Un", - "bytes": [ - 85, - 110 - ], - "logprob": -7.695042133331299 - }, - { - "token": "P", - "bytes": [ - 80 - ], - "logprob": -8.57004165649414 - }, - { - "token": "Context", - "bytes": [ - 67, - 111, - 110, - 116, - 101, - 120, - 116 - ], - "logprob": -10.66379165649414 - }, - { - "token": "N", - "bytes": [ - 78 - ], - "logprob": -11.35129165649414 - }, - { - "token": "Per", - "bytes": [ - 80, - 101, - 114 - ], - "logprob": -14.28879165649414 - }, - { - "token": "Con", - "bytes": [ - 67, - 111, - 110 - ], - "logprob": -14.92941665649414 - } - ] - }, - { - "token": " attempt", - "bytes": [ - 32, - 97, - 116, - 116, - 101, - 109, - 112, - 116 - ], - "logprob": -1.1920928244535389e-7, - "top_logprobs": [ - { - "token": " attempt", - "bytes": [ - 32, - 97, - 116, - 116, - 101, - 109, - 112, - 116 - ], - "logprob": -1.1920928244535389e-7 - }, - { - "token": " attemp", - "bytes": [ - 32, - 97, - 116, - 116, - 101, - 109, - 112 - ], - "logprob": -16.0 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -18.6875 - }, - { - "token": " at", - "bytes": [ - 32, - 97, - 116 - ], - "logprob": -20.90625 - }, - { - "token": " a", - "bytes": [ - 32, - 97 - ], - "logprob": -21.0 - }, - { - "token": " att", - "bytes": [ - 32, - 97, - 116, - 116 - ], - "logprob": -22.703125 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\",", - "bytes": [ - 34, - 44 - ], - "logprob": -0.000016093124941107817, - "top_logprobs": [ - { - "token": "\",", - "bytes": [ - 34, - 44 - ], - "logprob": -0.000016093124941107817 - }, - { - "token": "\",\"", - "bytes": [ - 34, - 44, - 34 - ], - "logprob": -11.062516212463379 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -14.812516212463379 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -1.7881377516459906e-6, - "top_logprobs": [ - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -1.7881377516459906e-6 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32 - ], - "logprob": -13.875001907348633 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32 - ], - "logprob": -14.500001907348633 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -16.000001907348633 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -16.062501907348633 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -16.625001907348633 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -17.000001907348633 - }, - { - "token": " \n ", - "bytes": [ - 32, - 32, - 10, - 32 - ], - "logprob": -17.625001907348633 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -17.625001907348633 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -17.812501907348633 - } - ] - }, - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": " \"", - "bytes": [ - 32, - 34 - ], - "logprob": 0.0 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -19.71875 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32 - ], - "logprob": -24.53125 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -24.5703125 - }, - { - "token": "\t", - "bytes": [ - 9 - ], - "logprob": -24.7890625 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32, - 32 - ], - "logprob": -24.8671875 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32, - 32 - ], - "logprob": -24.921875 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -24.9765625 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32 - ], - "logprob": -25.15625 - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -25.25 - } - ] - }, - { - "token": "answer", - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -3.576278118089249e-7, - "top_logprobs": [ - { - "token": "answer", - "bytes": [ - 97, - 110, - 115, - 119, - 101, - 114 - ], - "logprob": -3.576278118089249e-7 - }, - { - "token": "an", - "bytes": [ - 97, - 110 - ], - "logprob": -15.4375 - }, - { - "token": "ans", - "bytes": [ - 97, - 110, - 115 - ], - "logprob": -16.53125 - }, - { - "token": "a", - "bytes": [ - 97 - ], - "logprob": -20.4375 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "re", - "bytes": [ - 114, - 101 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "re", - "bytes": [ - 114, - 101 - ], - "logprob": 0.0 - }, - { - "token": "rel", - "bytes": [ - 114, - 101, - 108 - ], - "logprob": -17.6875 - }, - { - "token": "r", - "bytes": [ - 114 - ], - "logprob": -19.75 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "levance", - "bytes": [ - 108, - 101, - 118, - 97, - 110, - 99, - 101 - ], - "logprob": -2.0265558760002023e-6, - "top_logprobs": [ - { - "token": "levance", - "bytes": [ - 108, - 101, - 118, - 97, - 110, - 99, - 101 - ], - "logprob": -2.0265558760002023e-6 - }, - { - "token": "lev", - "bytes": [ - 108, - 101, - 118 - ], - "logprob": -13.093751907348633 - }, - { - "token": "le", - "bytes": [ - 108, - 101 - ], - "logprob": -16.921876907348633 - }, - { - "token": "l", - "bytes": [ - 108 - ], - "logprob": -17.687501907348633 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "_", - "bytes": [ - 95 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "jud", - "bytes": [ - 106, - 117, - 100 - ], - "logprob": -6.9141146923357155e-6, - "top_logprobs": [ - { - "token": "jud", - "bytes": [ - 106, - 117, - 100 - ], - "logprob": -6.9141146923357155e-6 - }, - { - "token": "ju", - "bytes": [ - 106, - 117 - ], - "logprob": -12.125006675720215 - }, - { - "token": "j", - "bytes": [ - 106 - ], - "logprob": -13.375006675720215 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "gment", - "bytes": [ - 103, - 109, - 101, - 110, - 116 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "gment", - "bytes": [ - 103, - 109, - 101, - 110, - 116 - ], - "logprob": 0.0 - }, - { - "token": "gm", - "bytes": [ - 103, - 109 - ], - "logprob": -18.9375 - }, - { - "token": "g", - "bytes": [ - 103 - ], - "logprob": -20.375 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "\":", - "bytes": [ - 34, - 58 - ], - "logprob": 0.0 - }, - { - "token": "\"", - "bytes": [ - 34 - ], - "logprob": -21.8125 - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - } - ] - }, - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -0.48417192697525024, - "top_logprobs": [ - { - "token": " ", - "bytes": [ - 32 - ], - "logprob": -0.48417192697525024 - }, - { - "token": " false", - "bytes": [ - 32, - 102, - 97, - 108, - 115, - 101 - ], - "logprob": -1.2966718673706055 - }, - { - "token": " true", - "bytes": [ - 32, - 116, - 114, - 117, - 101 - ], - "logprob": -2.6404218673706055 - }, - { - "token": " ", - "bytes": [ - 32, - 32 - ], - "logprob": -5.3279218673706055 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32, - 32, - 32 - ], - "logprob": -5.9216718673706055 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32, - 32 - ], - "logprob": -6.1872968673706055 - }, - { - "token": "false", - "bytes": [ - 102, - 97, - 108, - 115, - 101 - ], - "logprob": -6.2341718673706055 - }, - { - "token": " \n ", - "bytes": [ - 32, - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -6.2966718673706055 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -6.4216718673706055 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -6.4997968673706055 - } - ] - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -0.7510921955108643, - "top_logprobs": [ - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -0.7510921955108643 - }, - { - "token": "\n\n\n\n", - "bytes": [ - 10, - 10, - 10, - 10 - ], - "logprob": -1.6573421955108643 - }, - { - "token": " false", - "bytes": [ - 32, - 102, - 97, - 108, - 115, - 101 - ], - "logprob": -2.3448421955108643 - }, - { - "token": "false", - "bytes": [ - 102, - 97, - 108, - 115, - 101 - ], - "logprob": -2.5635921955108643 - }, - { - "token": "\n\n\n\n\n\n", - "bytes": [ - 10, - 10, - 10, - 10, - 10, - 10 - ], - "logprob": -3.8448421955108643 - }, - { - "token": "\n\n\n\n\n\n\n\n", - "bytes": [ - 10, - 10, - 10, - 10, - 10, - 10, - 10, - 10 - ], - "logprob": -3.8917171955108643 - }, - { - "token": " true", - "bytes": [ - 32, - 116, - 114, - 117, - 101 - ], - "logprob": -4.079216957092285 - }, - { - "token": "true", - "bytes": [ - 116, - 114, - 117, - 101 - ], - "logprob": -4.594841957092285 - }, - { - "token": "\n\n\n ", - "bytes": [ - 10, - 10, - 10, - 32 - ], - "logprob": -4.985466957092285 - }, - { - "token": "\n\n\n\n\n\n\n", - "bytes": [ - 10, - 10, - 10, - 10, - 10, - 10, - 10 - ], - "logprob": -5.032341957092285 - } - ] - }, - { - "token": "false", - "bytes": [ - 102, - 97, - 108, - 115, - 101 - ], - "logprob": -0.5690094828605652, - "top_logprobs": [ - { - "token": "false", - "bytes": [ - 102, - 97, - 108, - 115, - 101 - ], - "logprob": -0.5690094828605652 - }, - { - "token": "true", - "bytes": [ - 116, - 114, - 117, - 101 - ], - "logprob": -1.10025954246521 - }, - { - "token": " true", - "bytes": [ - 32, - 116, - 114, - 117, - 101 - ], - "logprob": -4.662759304046631 - }, - { - "token": " false", - "bytes": [ - 32, - 102, - 97, - 108, - 115, - 101 - ], - "logprob": -5.381509304046631 - }, - { - "token": "\n\n\n\n", - "bytes": [ - 10, - 10, - 10, - 10 - ], - "logprob": -6.010415554046631 - }, - { - "token": "\t", - "bytes": [ - 9 - ], - "logprob": -6.111978054046631 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -6.307290554046631 - }, - { - "token": "\t\n", - "bytes": [ - 9, - 10 - ], - "logprob": -6.632485866546631 - }, - { - "token": "t", - "bytes": [ - 116 - ], - "logprob": -6.726724147796631 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -6.727212429046631 - } - ] - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -0.0002548369811847806, - "top_logprobs": [ - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -0.0002548369811847806 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -8.37525463104248 - }, - { - "token": "}", - "bytes": [ - 125 - ], - "logprob": -11.31275463104248 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32 - ], - "logprob": -11.87525463104248 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -12.75025463104248 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32 - ], - "logprob": -14.21900463104248 - }, - { - "token": " }", - "bytes": [ - 32, - 125 - ], - "logprob": -14.37525463104248 - }, - { - "token": "\n\t", - "bytes": [ - 10, - 9 - ], - "logprob": -15.68775463104248 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -15.87525463104248 - }, - { - "token": "\n\n", - "bytes": [ - 10, - 10 - ], - "logprob": -16.031505584716797 - } - ] - }, - { - "token": "}", - "bytes": [ - 125 - ], - "logprob": -0.00027450130437500775, - "top_logprobs": [ - { - "token": "}", - "bytes": [ - 125 - ], - "logprob": -0.00027450130437500775 - }, - { - "token": " }", - "bytes": [ - 32, - 125 - ], - "logprob": -8.500274658203125 - }, - { - "token": "\n", - "bytes": [ - 10 - ], - "logprob": -9.656524658203125 - }, - { - "token": "\t", - "bytes": [ - 9 - ], - "logprob": -13.187774658203125 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -14.613555908203125 - }, - { - "token": " ", - "bytes": [ - 32, - 32, - 32, - 32, - 32, - 32, - 32 - ], - "logprob": -15.076446533203125 - }, - { - "token": "\n ", - "bytes": [ - 10, - 32, - 32, - 32 - ], - "logprob": -15.092071533203125 - }, - { - "token": "\n\t", - "bytes": [ - 10, - 9 - ], - "logprob": -15.352813720703125 - }, - { - "token": "\n\n", - "bytes": [ - 10, - 10 - ], - "logprob": -15.500862121582031 - }, - { - "token": "\n\n\n\n", - "bytes": [ - 10, - 10, - 10, - 10 - ], - "logprob": -15.696563720703125 - } - ] - }, - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": 0.0, - "top_logprobs": [ - { - "token": "<|end_of_text|>", - "bytes": [ - 60, - 124, - 101, - 110, - 100, - 95, - 111, - 102, - 95, - 116, - 101, - 120, - 116, - 124, - 62 - ], - "logprob": 0.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 109, - 105, - 100, - 100, - 108, - 101, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 97, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 115, - 116, - 97, - 114, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 111, - 109, - 109, - 101, - 110, - 116, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 112, - 114, - 101, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 109, - 95, - 115, - 117, - 102, - 102, - 105, - 120, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 103, - 104, - 95, - 115, - 116, - 97, - 114, - 115, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 105, - 115, - 115, - 117, - 101, - 95, - 99, - 108, - 111, - 115, - 101, - 100, - 62 - ], - "logprob": -9999.0 - }, - { - "token": "", - "bytes": [ - 60, - 102, - 105, - 108, - 101, - 110, - 97, - 109, - 101, - 62 - ], - "logprob": -9999.0 - } - ] - } - ], - "refusal": null - }, - "message": { - "content": "{\n \"answer_relevance_analysis\": \"The inquiry asks for the attendees of the meeting. The response provides a vague and non-specific answer that does not address the inquiry.\",\n \"answer_relevance_category\": \"No attempt\",\n \"answer_relevance_judgment\": \nfalse\n}", - "refusal": null, - "role": "assistant", - "annotations": null, - "audio": null, - "function_call": null, - "tool_calls": [], - "reasoning_content": null - }, - "stop_reason": null - } - ], - "created": 1758654279, - "model": "answer_relevance_classifier", - "object": "chat.completion", - "service_tier": null, - "system_fingerprint": null, - "usage": { - "completion_tokens": 71, - "prompt_tokens": 186, - "total_tokens": 257, - "completion_tokens_details": null, - "prompt_tokens_details": null - }, - "prompt_logprobs": null, - "kv_transfer_params": null -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_canned_output/model_output/answer_relevance_rewriter.json b/test/formatters/granite/testdata/test_canned_output/model_output/answer_relevance_rewriter.json deleted file mode 100644 index 6da3f346d..000000000 --- a/test/formatters/granite/testdata/test_canned_output/model_output/answer_relevance_rewriter.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "id": "chatcmpl-21756f2d642a47cca5c7628287e267b6", - "choices": [ - { - "finish_reason": "stop", - "index": 0, - "logprobs": null, - "message": { - "content": "{\"answer_relevance_rewrite\": \"The meeting attendees were Alice, Bob, and Carol.\"}", - "refusal": null, - "role": "assistant", - "annotations": null, - "audio": null, - "function_call": null, - "tool_calls": [], - "reasoning_content": null - }, - "stop_reason": null - } - ], - "created": 1758664103, - "model": "answer_relevance_rewriter", - "object": "chat.completion", - "service_tier": null, - "system_fingerprint": null, - "usage": { - "completion_tokens": 24, - "prompt_tokens": 467, - "total_tokens": 491, - "completion_tokens_details": null, - "prompt_tokens_details": null - }, - "prompt_logprobs": null, - "kv_transfer_params": null -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_run_ollama/answer_relevance_classifier.json b/test/formatters/granite/testdata/test_run_ollama/answer_relevance_classifier.json deleted file mode 100644 index f1ff8636e..000000000 --- a/test/formatters/granite/testdata/test_run_ollama/answer_relevance_classifier.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "choices": [ - { - "index": 0, - "message": { - "content": "{\"answer_relevance_analysis\": \"The inquiry asks for the attendees of the meeting. The response provides a vague and non-specific answer that does not address the inquiry.\", \"answer_relevance_category\": \"No attempt\", \"answer_relevance_likelihood\": 0.0}", - "role": "assistant" - } - } - ] -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_run_ollama/answer_relevance_rewriter.json b/test/formatters/granite/testdata/test_run_ollama/answer_relevance_rewriter.json deleted file mode 100644 index 2fc6cd22c..000000000 --- a/test/formatters/granite/testdata/test_run_ollama/answer_relevance_rewriter.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "choices": [ - { - "index": 0, - "message": { - "content": "{\"answer_relevance_rewrite\": \"The meeting attendees were Alice, Bob, and Carol.\"}", - "role": "assistant" - } - } - ] -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_run_transformers/answer_relevance_classifier.json b/test/formatters/granite/testdata/test_run_transformers/answer_relevance_classifier.json deleted file mode 100644 index c2ab52524..000000000 --- a/test/formatters/granite/testdata/test_run_transformers/answer_relevance_classifier.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "choices": [ - { - "index": 0, - "message": { - "content": "{\"answer_relevance_analysis\": \"The inquiry asks who attended the meeting. The response provides a vague and general answer without specifying the attendees. This does not address the user's question.\", \"answer_relevance_category\": \"No attempt\", \"answer_relevance_likelihood\": 0.0}", - "role": "assistant" - } - } - ] -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_run_transformers/answer_relevance_classifier_alora.json b/test/formatters/granite/testdata/test_run_transformers/answer_relevance_classifier_alora.json deleted file mode 100644 index fe4563c0c..000000000 --- a/test/formatters/granite/testdata/test_run_transformers/answer_relevance_classifier_alora.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "choices": [ - { - "index": 0, - "message": { - "content": "{\"answer_relevance_analysis\": \"The inquiry asks who attended the meeting. The response provides a general statement about many people attending the meeting, which is not specific to the meeting attended by Alice, Bob, and Carol. This is not a direct or complete answer to the user's question.\", \"answer_relevance_category\": \"Misinterpreted inquiry\", \"answer_relevance_likelihood\": 0.0}", - "role": "assistant" - } - } - ] -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_run_transformers/answer_relevance_rewriter.json b/test/formatters/granite/testdata/test_run_transformers/answer_relevance_rewriter.json deleted file mode 100644 index 2fc6cd22c..000000000 --- a/test/formatters/granite/testdata/test_run_transformers/answer_relevance_rewriter.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "choices": [ - { - "index": 0, - "message": { - "content": "{\"answer_relevance_rewrite\": \"The meeting attendees were Alice, Bob, and Carol.\"}", - "role": "assistant" - } - } - ] -} \ No newline at end of file diff --git a/test/formatters/granite/testdata/test_run_transformers/answer_relevance_rewriter_alora.json b/test/formatters/granite/testdata/test_run_transformers/answer_relevance_rewriter_alora.json deleted file mode 100644 index 72de8b6d0..000000000 --- a/test/formatters/granite/testdata/test_run_transformers/answer_relevance_rewriter_alora.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "choices": [ - { - "index": 0, - "message": { - "content": "{\"answer_relevance_rewrite\": \"Alice, Bob, and Carol attended the meeting.\"}", - "role": "assistant" - } - } - ] -} \ No newline at end of file