diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_common/_base_eval.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_common/_base_eval.py index 04597d92c5ed..4b203353c41c 100644 --- a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_common/_base_eval.py +++ b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_common/_base_eval.py @@ -495,7 +495,8 @@ def __init__(self, real_call): # DO NOT ADD TYPEHINT PROMPT FLOW WILL SCREAM AT # are known to throw at this, mash them into kwargs, and then pass them into the real call. async def __call__( self, *, query=None, response=None, context=None, conversation=None, ground_truth=None, - tool_call=None, tool_definitions=None, messages=None, **kwargs + tool_call=None, tool_definitions=None, messages=None, retrieval_ground_truth=None, + retrieved_documents=None,**kwargs ): if conversation is not None: kwargs["conversation"] = conversation @@ -515,5 +516,9 @@ async def __call__( kwargs["tool_definitions"] = tool_definitions if messages is not None: kwargs["messages"] = messages + if retrieval_ground_truth is not None: + kwargs["retrieval_ground_truth"] = retrieval_ground_truth + if retrieved_documents is not None: + kwargs["retrieved_documents"] = retrieved_documents return await self._real_call(**kwargs) diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py new file mode 100644 index 000000000000..b4f28d09fe0b --- /dev/null +++ b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py @@ -0,0 +1,11 @@ +# --------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# --------------------------------------------------------- + +from ._document_retrieval import DocumentRetrievalEvaluator, RetrievalGroundTruthDocument, RetrievedDocument + +__all__ = [ + "DocumentRetrievalEvaluator", + "RetrievalGroundTruthDocument", + "RetrievedDocument" +] diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py new file mode 100644 index 000000000000..0c0af75df7dc --- /dev/null +++ b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py @@ -0,0 +1,467 @@ +# --------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# --------------------------------------------------------- +import math +import operator +from itertools import starmap +from typing import Dict, List, TypedDict, Tuple, Optional +from azure.ai.evaluation._evaluators._common import EvaluatorBase +from azure.ai.evaluation._exceptions import EvaluationException +from typing_extensions import override, overload + + +RetrievalGroundTruthDocument = TypedDict( + "RetrievalGroundTruthDocument", {"document_id": str, "query_relevance_label": int} +) + +RetrievedDocument = TypedDict( + "RetrievedDocument", {"document_id": str, "relevance_score": float} +) + + +class DocumentRetrievalEvaluator(EvaluatorBase): + """ + Calculate document retrieval metrics, such as NDCG, XDCG, Fidelity, Top K Relevance and Holes. + + .. admonition:: Example: + + .. literalinclude:: ../samples/evaluation_samples_evaluate.py + :start-after: [START document_retrieval_evaluator] + :end-before: [END document_retrieval_evaluator] + :language: python + :dedent: 8 + :caption: Initialize and call a Document RetrievalEvaluator + + .. admonition:: Example with Threshold: + .. literalinclude:: ../samples/evaluation_samples_threshold.py + :start-after: [START threshold_document_retrieval_evaluator] + :end-before: [END threshold_document_retrieval_evaluator] + :language: python + :dedent: 8 + :caption: Initialize with threshold and call a DocumentRetrievalEvaluator. + """ + + def __init__( + self, + *, + ground_truth_label_min: int = 0, + ground_truth_label_max: int = 4, + threshold: Optional[dict] = None, + ): + super().__init__() + self.k = 3 + self.xdcg_discount_factor = 0.6 + + if ground_truth_label_min >= ground_truth_label_max: + raise EvaluationException( + "The ground truth label maximum must be strictly greater than the ground truth label minimum." + ) + + if not isinstance(ground_truth_label_min, int): + raise EvaluationException( + "The ground truth label minimum must be an integer value." + ) + + if not isinstance(ground_truth_label_max, int): + raise EvaluationException( + "The ground truth label maximum must be an integer value." + ) + + self.ground_truth_label_min = ground_truth_label_min + self.ground_truth_label_max = ground_truth_label_max + + # The default threshold for metrics where higher numbers are better. + self._threshold_metrics = { + "ndcg@3": 0.5, + "xdcg@3": 0.5, + "fidelity": 0.5, + "top1_relevance": 50, + "top3_max_relevance": 50, + "total_retrieved_documents": 50, + "total_ground_truth_documents": 50, + } + + # Ideally, the number of holes should be zero. + self._threshold_holes = {"holes": 0, "holes_ratio": 0} + + if threshold and not isinstance(threshold, dict): + raise EvaluationException( + f"Threshold must be a dictionary, got {type(threshold)}" + ) + + elif isinstance(threshold, dict): + self._threshold_metrics.update(threshold) + + def _compute_holes(self, actual_docs: List[str], labeled_docs: List[str]) -> int: + """ + The number of documents retrieved from a search query which have no provided ground-truth label. + This metric is helpful for determining the accuracy of other metrics that are highly sensitive to missing ground-truth knowledge, + such as NDCG, XDCG, and Fidelity. + + :param actual_docs: A list of retrieved documents' IDs. + :type actual_docs: List[str] + :param labeled_docs: A list of ideal documents' IDs. + :type labeled: List[str] + :return: The holes calculation result. + :rtype: int + """ + return len(set(actual_docs).difference(set(labeled_docs))) + + def _compute_ndcg( + self, + result_docs_groundtruth_labels: List[int], + ideal_docs_groundtruth_labels: List[int], + ) -> float: + """NDCG (Normalized Discounted Cumulative Gain) calculated for the top K documents retrieved from a search query. + NDCG measures how well a document ranking compares to an ideal document ranking given a list of ground-truth documents. + + :param result_docs_groundtruth_labels: A list of retrieved documents' ground truth labels. + :type result_docs_groundtruth_labels: List[int] + :param ideal_docs_groundtruth_labels: A list of ideal documents' ground truth labels. + :type ideal_docs_groundtruth_labels: List[int] + :return: The NDCG@K calculation result. + :rtype: float + """ + + # Set the scoring function + def calculate_dcg(relevance: float, rank: int): + return (math.pow(2, relevance) - 1) / (math.log2(rank + 1)) + + ranks = list(range(1, self.k + 1)) + dcg = sum(starmap(calculate_dcg, zip(result_docs_groundtruth_labels, ranks))) + idcg = sum(starmap(calculate_dcg, zip(ideal_docs_groundtruth_labels, ranks))) + ndcg = dcg / float(idcg) + + return ndcg + + def _compute_xdcg(self, result_docs_groundtruth_labels: List[int]) -> float: + """XDCG calculated for the top K documents retrieved from a search query. + XDCG measures how objectively good are the top K documents, discounted by their position in the list. + + :param result_docs_groundtruth_labels: A list of retrieved documents' ground truth labels. + :type result_docs_groundtruth_labels: List[int] + :return: The XDCG@K calculation result. + :rtype: float + """ + + def calculate_xdcg_numerator(relevance, rank): + return 25 * relevance * math.pow(self.xdcg_discount_factor, rank - 1) + + def calculate_xdcg_denominator(rank): + return math.pow(self.xdcg_discount_factor, rank - 1) + + ranks = list(range(1, self.k + 1)) + xdcg_n = sum( + starmap( + calculate_xdcg_numerator, zip(result_docs_groundtruth_labels, ranks) + ) + ) + xdcg_d = sum(map(calculate_xdcg_denominator, ranks)) + + return xdcg_n / float(xdcg_d) + + def _compute_fidelity( + self, + result_docs_groundtruth_labels: List[int], + ideal_docs_groundtruth_labels: List[int], + ) -> float: + """Fidelity calculated over all documents retrieved from a search query. + Fidelity measures how objectively good are all of the documents retrieved compared with all known good documents in the underlying data store. + + :param result_docs_groundtruth_labels: A list of retrieved documents' ground truth labels. + :type result_docs_groundtruth_labels: List[int] + :param ideal_docs_groundtruth_labels: A list of ideal documents' ground truth labels. + :type ideal_docs_groundtruth_labels: List[int] + :return: The fidelity calculation result. + :rtype: float + """ + + def calculate_weighted_sum_by_rating(labels: List[int]) -> float: + # here we assume that the configured groundtruth label minimum translates to "irrelevant", + # so we exclude documents with that label from the calculation. + s = self.ground_truth_label_min + 1 + + # get a count of each label + label_counts = {str(i): 0 for i in range(s, self.ground_truth_label_max + 1)} + + for label in labels: + if label >= s: + label_counts[str(label)] += 1 + + sorted_label_counts = [ + x[1] for x in sorted(label_counts.items(), key=lambda x: x[0]) + ] + + # calculate weights + weights = [ + (math.pow(2, i + 1) - 1) + for i in range(s, self.ground_truth_label_max + 1) + ] + + # return weighted sum + return sum(starmap(operator.mul, zip(sorted_label_counts, weights))) + + weighted_sum_by_rating_results = calculate_weighted_sum_by_rating( + result_docs_groundtruth_labels + ) + weighted_sum_by_rating_index = calculate_weighted_sum_by_rating( + ideal_docs_groundtruth_labels + ) + + if weighted_sum_by_rating_index == 0: + return math.nan + + return weighted_sum_by_rating_results / float(weighted_sum_by_rating_index) + + def _get_binary_result(self, **metrics) -> Dict[str, float]: + result = {} + + for metric_name, metric_value in metrics.items(): + if metric_name in self._threshold_metrics.keys(): + result[f"{metric_name}_result"] = ( + metric_value >= self._threshold_metrics[metric_name] + ) + result[f"{metric_name}_threshold"] = self._threshold_metrics[ + metric_name + ] + result[f"{metric_name}_higher_is_better"] = True + + elif metric_name in self._threshold_holes.keys(): + result[f"{metric_name}_result"] = ( + metric_value <= self._threshold_holes[metric_name] + ) + result[f"{metric_name}_threshold"] = self._threshold_holes[metric_name] + result[f"{metric_name}_higher_is_better"] = False + + else: + raise ValueError(f"No threshold set for metric '{metric_name}'") + + return result + + def _validate_eval_input( + self, eval_input: Dict + ) -> Tuple[List[RetrievalGroundTruthDocument], List[RetrievedDocument]]: + """Validate document retrieval evaluator inputs. + + :param eval_input: The input to the evaluation function. + :type eval_input: Dict + :return: The evaluation result. + :rtype: Tuple[List[azure.ai.evaluation.RetrievalGroundTruthDocument], List[azure.ai.evaluation.RetrievedDocument]] + """ + retrieval_ground_truth = eval_input.get("retrieval_ground_truth") + retrieved_documents = eval_input.get("retrieved_documents") + + # if the qrels are empty, no meaningful evaluation is possible + if not retrieval_ground_truth: + raise EvaluationException( + ("'retrieval_ground_truth' parameter must contain at least one item. " + "Check your data input to be sure that each input record has ground truth defined.") + ) + + qrels = [] + + # validate the qrels to be sure they are the correct type and are bounded by the given configuration + for qrel in retrieval_ground_truth: + document_id = qrel.get("document_id") + query_relevance_label = qrel.get("query_relevance_label") + + if document_id is None or query_relevance_label is None: + raise EvaluationException( + ( + "Invalid input data was found in the retrieval ground truth. " + "Ensure that all items in the 'retrieval_ground_truth' array contain " + "'document_id' and 'query_relevance_label' properties." + ) + ) + + if not isinstance(query_relevance_label, int): + raise EvaluationException( + "Query relevance labels must be integer values." + ) + + if query_relevance_label < self.ground_truth_label_min: + raise EvaluationException( + ( + "A query relevance label less than the configured minimum value was detected in the evaluation input data. " + "Check the range of ground truth label values in the input data and set the value of ground_truth_label_min to " + "the appropriate value for your data." + ) + ) + + if query_relevance_label > self.ground_truth_label_max: + raise EvaluationException( + ( + "A query relevance label greater than the configured maximum value was detected in the evaluation input data. " + "Check the range of ground truth label values in the input data and set the value of ground_truth_label_max to " + "the appropriate value for your data." + ) + ) + + qrels.append(qrel) + + # validate retrieved documents to be sure they are the correct type + results = [] + + if isinstance(retrieved_documents, list): + for result in retrieved_documents: + document_id = result.get("document_id") + relevance_score = result.get("relevance_score") + + if document_id is None or relevance_score is None: + raise EvaluationException( + ( + "Invalid input data was found in the retrieved documents. " + "Ensure that all items in the 'retrieved_documents' array contain " + "'document_id' and 'relevance_score' properties." + ) + ) + + if not isinstance(relevance_score, float) and not isinstance( + relevance_score, int + ): + raise EvaluationException( + "Retrieved document relevance score must be a numerical value." + ) + + results.append(result) + + if len(qrels) > 10000 or len(results) > 10000: + raise EvaluationException( + "'retrieval_ground_truth' and 'retrieved_documents' inputs should contain no more than 10000 items." + ) + + return qrels, results + + async def _do_eval(self, eval_input: Dict) -> Dict[str, float]: + """Produce a document retrieval evaluation result. + + :param eval_input: The input to the evaluation function. + :type eval_input: Dict + :return: The evaluation result. + :rtype: Dict[str, float] + """ + qrels, results = self._validate_eval_input(eval_input) + + # if the results set is empty, results are all zero + if len(results) == 0: + metrics = { + f"ndcg@{self.k}": 0.0, + f"xdcg@{self.k}": 0.0, + "fidelity": 0.0, + "top1_relevance": 0.0, + "top3_max_relevance": 0.0, + "holes": 0, + "holes_ratio": 0, + "total_retrieved_documents": len(results), + "total_ground_truth_documents": len(qrels), + } + binary_result = self._get_binary_result(**metrics) + for k, v in binary_result.items(): + metrics[k] = v + + return metrics + + # flatten qrels and results to normal dictionaries + qrels_lookup = {x["document_id"]: x["query_relevance_label"] for x in qrels} + results_lookup = {x["document_id"]: x["relevance_score"] for x in results} + + # sort each input set by label to get the ranking + qrels_sorted_by_rank = sorted( + qrels_lookup.items(), key=lambda x: x[1], reverse=True + ) + results_sorted_by_rank = sorted( + results_lookup.items(), key=lambda x: x[1], reverse=True + ) + + # find ground truth labels for the results set and ideal set + result_docs_groundtruth_labels = [ + qrels_lookup[doc_id] if doc_id in qrels_lookup else 0 + for (doc_id, _) in results_sorted_by_rank + ] + ideal_docs_groundtruth_labels = [label for (_, label) in qrels_sorted_by_rank] + + # calculate the proportion of result docs with no ground truth label (holes) + holes = self._compute_holes( + [x[0] for x in results_sorted_by_rank], [x[0] for x in qrels_sorted_by_rank] + ) + holes_ratio = holes / float(len(results)) + + # if none of the retrieved docs are labeled, report holes only + if not any(result_docs_groundtruth_labels): + metrics = { + f"ndcg@{self.k}": 0, + f"xdcg@{self.k}": 0, + "fidelity": 0, + "top1_relevance": 0, + "top3_max_relevance": 0, + "holes": holes, + "holes_ratio": holes_ratio, + "total_retrieved_documents": len(results), + "total_ground_truth_documents": len(qrels), + } + binary_result = self._get_binary_result(**metrics) + for k, v in binary_result.items(): + metrics[k] = v + + return metrics + + metrics = { + f"ndcg@{self.k}": self._compute_ndcg( + result_docs_groundtruth_labels[: self.k], + ideal_docs_groundtruth_labels[: self.k], + ), + f"xdcg@{self.k}": self._compute_xdcg( + result_docs_groundtruth_labels[: self.k] + ), + "fidelity": self._compute_fidelity( + result_docs_groundtruth_labels, ideal_docs_groundtruth_labels + ), + "top1_relevance": result_docs_groundtruth_labels[0], + "top3_max_relevance": max(result_docs_groundtruth_labels[: self.k]), + "holes": holes, + "holes_ratio": holes_ratio, + "total_retrieved_documents": len(results), + "total_ground_truth_documents": len(qrels), + } + + binary_result = self._get_binary_result(**metrics) + for k, v in binary_result.items(): + metrics[k] = v + + return metrics + + @overload + def __call__( # type: ignore + self, + *, + retrieval_ground_truth: List[RetrievalGroundTruthDocument], + retrieved_documents: List[RetrievedDocument], + ) -> Dict[str, float]: + """ + Compute document retrieval metrics for documents retrieved from a search algorithm against a known set of ground truth documents. + + Evaluation metrics calculated include NDCG@3, XDCG@3, Fidelity, Top K Relevance and Holes. + + :keyword retrieval_ground_truth: a list of ground-truth document judgements for a query, where each item in the list contains a unique document identifier and a query relevance label. + :paramtype retrieval_ground_truth: List[azure.ai.evaluation.RetrievalGroundTruthDocument] + :keyword retrieved_documents: a list of documents scored by a search algorithm for a query, where each item in the list contains a unique document identifier and a relevance score. + :paramtype retrieved_documents: List[azure.ai.evaluation.RetrievedDocument] + :return: The document retrieval metrics. + :rtype: Dict[str, float] + """ + + @override + def __call__(self, *args, **kwargs): + """ + Compute document retrieval metrics for documents retrieved from a search algorithm against a known set of ground truth documents. + + Evaluation metrics calculated include NDCG@3, XDCG@3, Fidelity, Top K Relevance and Holes. + + :keyword retrieval_ground_truth: a list of ground-truth document judgements for a query, where each item in the list contains a unique document identifier and a query relevance label. + :paramtype retrieval_ground_truth: List[azure.ai.evaluation.RetrievalGroundTruthDocument] + :keyword retrieved_documents: a list of documents scored by a search algorithm for a query, where each item in the list contains a unique document identifier and a relevance score. + :paramtype retrieved_documents: List[azure.ai.evaluation.RetrievedDocument] + :return: The document retrieval metrics. + :rtype: Dict[str, float] + """ + return super().__call__(*args, **kwargs) diff --git a/sdk/evaluation/azure-ai-evaluation/cspell.json b/sdk/evaluation/azure-ai-evaluation/cspell.json index c88b8a64641e..4915ceb3eadb 100644 --- a/sdk/evaluation/azure-ai-evaluation/cspell.json +++ b/sdk/evaluation/azure-ai-evaluation/cspell.json @@ -1,4 +1,13 @@ { + "words": [ + "ndcg", + "NDCG", + "xdcg", + "XDCG", + "idcg", + "qrel", + "qrels" + ], "ignoreWords": [ "exfiltrating", "backdoors", diff --git a/sdk/evaluation/azure-ai-evaluation/samples/evaluation_samples_evaluate.py b/sdk/evaluation/azure-ai-evaluation/samples/evaluation_samples_evaluate.py index df6190ffb26a..c6e254ce9bac 100644 --- a/sdk/evaluation/azure-ai-evaluation/samples/evaluation_samples_evaluate.py +++ b/sdk/evaluation/azure-ai-evaluation/samples/evaluation_samples_evaluate.py @@ -488,6 +488,59 @@ def evaluation_evaluate_classes_methods(self): ) # [END tool_call_accuracy_evaluator] + # [START document_retrieval_evaluator] + from azure.ai.evaluation import DocumentRetrievalEvaluator + + retrieval_ground_truth = [ + { + "document_id": "1", + "query_relevance_judgement": 4 + }, + { + "document_id": "2", + "query_relevance_judgement": 2 + }, + { + "document_id": "3", + "query_relevance_judgement": 3 + }, + { + "document_id": "4", + "query_relevance_judgement": 1 + }, + { + "document_id": "5", + "query_relevance_judgement": 0 + }, + ] + + retrieved_documents = [ + { + "document_id": "2", + "query_relevance_judgement": 45.1 + }, + { + "document_id": "6", + "query_relevance_judgement": 35.8 + }, + { + "document_id": "3", + "query_relevance_judgement": 29.2 + }, + { + "document_id": "5", + "query_relevance_judgement": 25.4 + }, + { + "document_id": "7", + "query_relevance_judgement": 18.8 + }, + ] + + document_retrieval_evaluator = DocumentRetrievalEvaluator() + document_retrieval_evaluator(retrieval_ground_truth=retrieval_ground_truth, retrieved_documents=retrieved_documents) + # [END document_retrieval_evaluator] + if __name__ == "__main__": from dotenv import load_dotenv diff --git a/sdk/evaluation/azure-ai-evaluation/samples/evaluation_samples_threshold.py b/sdk/evaluation/azure-ai-evaluation/samples/evaluation_samples_threshold.py index de4fc7cee5bc..0c95c65589d6 100644 --- a/sdk/evaluation/azure-ai-evaluation/samples/evaluation_samples_threshold.py +++ b/sdk/evaluation/azure-ai-evaluation/samples/evaluation_samples_threshold.py @@ -357,6 +357,65 @@ def evaluation_classes_methods_with_thresholds(self): ) # [END threshold_groundedness_pro_evaluator] + # [START document_retrieval_evaluator] + from azure.ai.evaluation import DocumentRetrievalEvaluator + + retrieval_ground_truth = [ + { + "document_id": "1", + "query_relevance_judgement": 4 + }, + { + "document_id": "2", + "query_relevance_judgement": 2 + }, + { + "document_id": "3", + "query_relevance_judgement": 3 + }, + { + "document_id": "4", + "query_relevance_judgement": 1 + }, + { + "document_id": "5", + "query_relevance_judgement": 0 + }, + ] + + retrieved_documents = [ + { + "document_id": "2", + "query_relevance_judgement": 45.1 + }, + { + "document_id": "6", + "query_relevance_judgement": 35.8 + }, + { + "document_id": "3", + "query_relevance_judgement": 29.2 + }, + { + "document_id": "5", + "query_relevance_judgement": 25.4 + }, + { + "document_id": "7", + "query_relevance_judgement": 18.8 + }, + ] + + threshold = { + "ndcg@3": 0.7, + "xdcg@3": 70, + "fidelity": 0.7 + } + + document_retrieval_evaluator = DocumentRetrievalEvaluator(threshold=threshold) + document_retrieval_evaluator(retrieval_ground_truth=retrieval_ground_truth, retrieved_documents=retrieved_documents) + # [END document_retrieval_evaluator] + if __name__ == "__main__": print("Loading samples in evaluation_samples_evaluate.py") diff --git a/sdk/evaluation/azure-ai-evaluation/tests/unittests/data/bad_input_document_retrieval_evaluation.jsonl b/sdk/evaluation/azure-ai-evaluation/tests/unittests/data/bad_input_document_retrieval_evaluation.jsonl new file mode 100644 index 000000000000..b39e652d5df7 --- /dev/null +++ b/sdk/evaluation/azure-ai-evaluation/tests/unittests/data/bad_input_document_retrieval_evaluation.jsonl @@ -0,0 +1,7 @@ +{"retrieval_ground_truth": [{}], "retrieved_documents": [{}], "expected_exception": "Invalid input data was found in the retrieval ground truth. Ensure that all items in the 'retrieval_ground_truth' array contain 'document_id' and 'query_relevance_label' properties."} +{"retrieval_ground_truth": [{"no doc id": "foo"}], "retrieved_documents": [{"no doc id": "foo"}], "expected_exception": "Invalid input data was found in the retrieval ground truth. Ensure that all items in the 'retrieval_ground_truth' array contain 'document_id' and 'query_relevance_label' properties."} +{"retrieval_ground_truth": [{"document_id": "foo", "query_relevance_label": 1.2}], "retrieved_documents": [{"document_id": "foo", "relevance_score": 1.2}], "expected_exception": "Query relevance labels must be integer values."} +{"retrieval_ground_truth": [], "retrieved_documents": [{"document_id": "foo", "relevance_score": 1.2}], "expected_exception": "'retrieval_ground_truth' parameter must contain at least one item. Check your data input to be sure that each input record has ground truth defined."} +{"retrieval_ground_truth": [{"document_id": "foo", "query_relevance_label": 1}], "retrieved_documents": [{"no doc id": "foo"}], "expected_exception": "Invalid input data was found in the retrieved documents. Ensure that all items in the 'retrieved_documents' array contain 'document_id' and 'relevance_score' properties."} +{"retrieval_ground_truth": [{"document_id": "foo", "query_relevance_label": 1}], "retrieved_documents": [{"document_id": "foo", "relevance_score": "nonnumerical"}], "expected_exception": "Retrieved document relevance score must be a numerical value."} +{"retrieval_ground_truth": null, "retrieved_documents": [], "expected_exception": "(UserError) DocumentRetrievalEvaluator: Either 'conversation' or individual inputs must be provided."} diff --git a/sdk/evaluation/azure-ai-evaluation/tests/unittests/data/beir_document_retrieval_evaluation.jsonl b/sdk/evaluation/azure-ai-evaluation/tests/unittests/data/beir_document_retrieval_evaluation.jsonl new file mode 100644 index 000000000000..d382aec82984 --- /dev/null +++ b/sdk/evaluation/azure-ai-evaluation/tests/unittests/data/beir_document_retrieval_evaluation.jsonl @@ -0,0 +1,5 @@ +{"retrieved_documents":[{"document_id":"dv9m19yk","relevance_score":37.15024},{"document_id":"rzpbpxw2","relevance_score":25.819347},{"document_id":"gdfxiosc","relevance_score":25.70452},{"document_id":"lpbiolvw","relevance_score":25.42654},{"document_id":"w1jf3cdm","relevance_score":25.423508},{"document_id":"uyit0tei","relevance_score":25.102804},{"document_id":"6paq6ir7","relevance_score":24.725887},{"document_id":"8cl7nepd","relevance_score":24.554077},{"document_id":"un6u1suu","relevance_score":24.3821},{"document_id":"lp89v4ak","relevance_score":24.242184},{"document_id":"bf0p2i13","relevance_score":23.934929},{"document_id":"fqs40ivc","relevance_score":23.901184},{"document_id":"8xby6bfp","relevance_score":23.852356},{"document_id":"x33dcjov","relevance_score":23.820919},{"document_id":"ck8l0c6k","relevance_score":23.802773},{"document_id":"aqbcq8rs","relevance_score":23.72792},{"document_id":"36p98snf","relevance_score":23.644384},{"document_id":"luamwahr","relevance_score":23.611101},{"document_id":"b25m9pub","relevance_score":23.601864},{"document_id":"96zsd27n","relevance_score":23.525967},{"document_id":"3gk1plti","relevance_score":23.462175},{"document_id":"0paafp5j","relevance_score":23.269268},{"document_id":"9puijlym","relevance_score":23.072453},{"document_id":"ehm8zm0g","relevance_score":22.734068},{"document_id":"7njssonw","relevance_score":22.617147},{"document_id":"u7u75sl0","relevance_score":22.606468},{"document_id":"zz6ur1tn","relevance_score":22.602825},{"document_id":"k4vcqw77","relevance_score":22.552666},{"document_id":"zsxh17j1","relevance_score":22.437635},{"document_id":"pcybu7nz","relevance_score":22.43699},{"document_id":"jfo6m3go","relevance_score":22.43699},{"document_id":"vie33yh3","relevance_score":22.43699},{"document_id":"0qwj4w4s","relevance_score":22.37751},{"document_id":"v8uc833i","relevance_score":22.371025},{"document_id":"qryk19id","relevance_score":22.349186},{"document_id":"57q0buzy","relevance_score":22.325016},{"document_id":"1g2mup0k","relevance_score":22.325016},{"document_id":"jiac7iaj","relevance_score":22.316023},{"document_id":"wmfcey6f","relevance_score":22.30027},{"document_id":"xb0btxgy","relevance_score":22.297916},{"document_id":"wzi78q06","relevance_score":22.282377},{"document_id":"nc38gr2f","relevance_score":22.269405},{"document_id":"pbwbzuuz","relevance_score":22.21008},{"document_id":"k1udxqkv","relevance_score":22.159437},{"document_id":"4msp36di","relevance_score":22.120392},{"document_id":"irocv0ke","relevance_score":21.910376},{"document_id":"fk60pph3","relevance_score":21.797544},{"document_id":"o7ze1myf","relevance_score":21.770548},{"document_id":"kgifmjvb","relevance_score":21.672855},{"document_id":"cwbshpyx","relevance_score":21.606709}],"retrieval_ground_truth":[{"document_id":"005b2j4b","query_relevance_label":2},{"document_id":"00fmeepz","query_relevance_label":1},{"document_id":"g7dhmyyo","query_relevance_label":2},{"document_id":"0194oljo","query_relevance_label":1},{"document_id":"021q9884","query_relevance_label":1},{"document_id":"02f0opkr","query_relevance_label":1},{"document_id":"047xpt2c","query_relevance_label":0},{"document_id":"04ftw7k9","query_relevance_label":0},{"document_id":"pl9ht0d0","query_relevance_label":0},{"document_id":"05vx82oo","query_relevance_label":0},{"document_id":"0604jed8","query_relevance_label":0},{"document_id":"06o2tbon","query_relevance_label":0},{"document_id":"06ya15z8","query_relevance_label":0},{"document_id":"084o1dmp","query_relevance_label":0},{"document_id":"08ds967z","query_relevance_label":1},{"document_id":"08efpohc","query_relevance_label":0},{"document_id":"0b4o0ccp","query_relevance_label":0},{"document_id":"brqby02y","query_relevance_label":2},{"document_id":"0chuwvg6","query_relevance_label":2},{"document_id":"0cvoeiy0","query_relevance_label":0},{"document_id":"0e1w86tg","query_relevance_label":1},{"document_id":"qotm49rv","query_relevance_label":1},{"document_id":"0hnh4n9e","query_relevance_label":1},{"document_id":"0iq9s94n","query_relevance_label":1},{"document_id":"0khg28ex","query_relevance_label":0},{"document_id":"0l33i6s4","query_relevance_label":0},{"document_id":"0lyxvex0","query_relevance_label":0},{"document_id":"0m5mc320","query_relevance_label":0},{"document_id":"ex7rta8f","query_relevance_label":2},{"document_id":"0nh58odf","query_relevance_label":2},{"document_id":"0oiq44gl","query_relevance_label":0},{"document_id":"0paafp5j","query_relevance_label":0},{"document_id":"0pbjttv4","query_relevance_label":0},{"document_id":"0qaoam29","query_relevance_label":0},{"document_id":"0qpfoh5t","query_relevance_label":0},{"document_id":"0t2a5500","query_relevance_label":2},{"document_id":"0ti403i4","query_relevance_label":0},{"document_id":"0v5wo0ty","query_relevance_label":1},{"document_id":"0xhho1sh","query_relevance_label":2},{"document_id":"0xruezf2","query_relevance_label":1},{"document_id":"0y34yxlb","query_relevance_label":2},{"document_id":"105q161g","query_relevance_label":2},{"document_id":"10ecm4wi","query_relevance_label":1},{"document_id":"11edrkav","query_relevance_label":2},{"document_id":"127c5bve","query_relevance_label":2},{"document_id":"12dcftwt","query_relevance_label":2},{"document_id":"13ir7swr","query_relevance_label":2},{"document_id":"13jupb26","query_relevance_label":0},{"document_id":"1585stal","query_relevance_label":0},{"document_id":"cysldr06","query_relevance_label":0},{"document_id":"16rgt4ca","query_relevance_label":0},{"document_id":"18xs6375","query_relevance_label":0},{"document_id":"1a8uevk8","query_relevance_label":0},{"document_id":"1aal6njl","query_relevance_label":0},{"document_id":"1abp6oom","query_relevance_label":2},{"document_id":"pe8qxorf","query_relevance_label":0},{"document_id":"1bapn9w0","query_relevance_label":0},{"document_id":"1bpc8g6n","query_relevance_label":0},{"document_id":"1bvsn9e8","query_relevance_label":2},{"document_id":"1c47w4q5","query_relevance_label":1},{"document_id":"1de98sxz","query_relevance_label":0},{"document_id":"1dogron2","query_relevance_label":1},{"document_id":"yggdch81","query_relevance_label":0},{"document_id":"1esupl4q","query_relevance_label":0},{"document_id":"1eytelxn","query_relevance_label":1},{"document_id":"1g2mup0k","query_relevance_label":0},{"document_id":"1hwcp09t","query_relevance_label":0},{"document_id":"1i6n6tv6","query_relevance_label":0},{"document_id":"6bv54unc","query_relevance_label":1},{"document_id":"1ldynibm","query_relevance_label":0},{"document_id":"1ls84u6w","query_relevance_label":0},{"document_id":"1mchg5yg","query_relevance_label":0},{"document_id":"1mjaycee","query_relevance_label":2},{"document_id":"te1bf690","query_relevance_label":1},{"document_id":"1p7fz9zr","query_relevance_label":1},{"document_id":"1p941spn","query_relevance_label":0},{"document_id":"1pnc889f","query_relevance_label":0},{"document_id":"1qkwsh6a","query_relevance_label":2},{"document_id":"1rhy8td0","query_relevance_label":0},{"document_id":"1s25r3o0","query_relevance_label":0},{"document_id":"1s2zsqoq","query_relevance_label":1},{"document_id":"1s6dlcer","query_relevance_label":1},{"document_id":"1spgrrmw","query_relevance_label":1},{"document_id":"1sq2uvur","query_relevance_label":2},{"document_id":"1ub01j2x","query_relevance_label":0},{"document_id":"1x66nxgx","query_relevance_label":0},{"document_id":"1xf2sxtv","query_relevance_label":1},{"document_id":"1ybj2p1n","query_relevance_label":1},{"document_id":"2054tkb7","query_relevance_label":2},{"document_id":"x3sb1o4u","query_relevance_label":0},{"document_id":"21fhsooy","query_relevance_label":0},{"document_id":"jskzydnf","query_relevance_label":0},{"document_id":"22fc1qly","query_relevance_label":2},{"document_id":"22ioujwl","query_relevance_label":0},{"document_id":"23yi8so0","query_relevance_label":2},{"document_id":"24viekl7","query_relevance_label":1},{"document_id":"dnla56uh","query_relevance_label":2},{"document_id":"25va2cvt","query_relevance_label":2},{"document_id":"76laky91","query_relevance_label":2},{"document_id":"vembiw2k","query_relevance_label":2},{"document_id":"296ilxyg","query_relevance_label":0},{"document_id":"2arx86a6","query_relevance_label":1},{"document_id":"2b25p7t7","query_relevance_label":2},{"document_id":"2dw318eg","query_relevance_label":0},{"document_id":"2e4gz2bo","query_relevance_label":0},{"document_id":"1wotneev","query_relevance_label":0},{"document_id":"2fb4z0dr","query_relevance_label":0},{"document_id":"2ftw85xw","query_relevance_label":2},{"document_id":"2gokv7id","query_relevance_label":0},{"document_id":"2hb28brw","query_relevance_label":0},{"document_id":"z8usmxor","query_relevance_label":0},{"document_id":"2kbi9drl","query_relevance_label":2},{"document_id":"2kkw9nwa","query_relevance_label":0},{"document_id":"2l4xxu3v","query_relevance_label":2},{"document_id":"2lk8vq03","query_relevance_label":0},{"document_id":"2m6ks6nd","query_relevance_label":1},{"document_id":"2mrtq4ya","query_relevance_label":0},{"document_id":"2mwahvq0","query_relevance_label":0},{"document_id":"2qto9vsb","query_relevance_label":0},{"document_id":"2s7ki6g7","query_relevance_label":1},{"document_id":"2sjsxf96","query_relevance_label":0},{"document_id":"x4kirba0","query_relevance_label":0},{"document_id":"2te9myos","query_relevance_label":0},{"document_id":"2tu707ng","query_relevance_label":0},{"document_id":"2tyt8255","query_relevance_label":1},{"document_id":"2u4d235j","query_relevance_label":0},{"document_id":"2upbpr8b","query_relevance_label":0},{"document_id":"2uqf6qed","query_relevance_label":0},{"document_id":"ojs5e7n9","query_relevance_label":0},{"document_id":"69rdlkm8","query_relevance_label":1},{"document_id":"2w0zr9c0","query_relevance_label":0},{"document_id":"2w3bx6p8","query_relevance_label":0},{"document_id":"2wshgzjk","query_relevance_label":0},{"document_id":"2y452utz","query_relevance_label":1},{"document_id":"2ytec133","query_relevance_label":1},{"document_id":"2zaxn6tq","query_relevance_label":0},{"document_id":"30duqivi","query_relevance_label":1},{"document_id":"30j0auua","query_relevance_label":2},{"document_id":"3114rz8f","query_relevance_label":1},{"document_id":"32vs98ya","query_relevance_label":0},{"document_id":"330hioeg","query_relevance_label":1},{"document_id":"33fs6exl","query_relevance_label":2},{"document_id":"33pxylb3","query_relevance_label":1},{"document_id":"35k1tt3b","query_relevance_label":0},{"document_id":"368pz09b","query_relevance_label":0},{"document_id":"36g4zdqa","query_relevance_label":0},{"document_id":"37dadupn","query_relevance_label":0},{"document_id":"37l48ch4","query_relevance_label":0},{"document_id":"37v59fs8","query_relevance_label":0},{"document_id":"t2msfh6b","query_relevance_label":1},{"document_id":"jb6o4v6p","query_relevance_label":0},{"document_id":"3b5jzndg","query_relevance_label":2},{"document_id":"3bozjfv7","query_relevance_label":0},{"document_id":"3dm9duoz","query_relevance_label":2},{"document_id":"3e2soc6w","query_relevance_label":0},{"document_id":"402dsemi","query_relevance_label":0},{"document_id":"3fiz0tqy","query_relevance_label":0},{"document_id":"3g17e7sg","query_relevance_label":0},{"document_id":"3g8pwbcq","query_relevance_label":1},{"document_id":"3goj00ej","query_relevance_label":0},{"document_id":"3h1o0oz3","query_relevance_label":2},{"document_id":"3hmsknon","query_relevance_label":0},{"document_id":"3jgedokv","query_relevance_label":2},{"document_id":"3jireyep","query_relevance_label":0},{"document_id":"3k1ks3wg","query_relevance_label":0},{"document_id":"3ll2tlzr","query_relevance_label":1},{"document_id":"3lqqk9da","query_relevance_label":0},{"document_id":"y0hxtfwx","query_relevance_label":0},{"document_id":"3otc2ac1","query_relevance_label":0},{"document_id":"3oxnox9j","query_relevance_label":0},{"document_id":"3pqtmhob","query_relevance_label":0},{"document_id":"3pvstiz6","query_relevance_label":0},{"document_id":"3qqzthx8","query_relevance_label":0},{"document_id":"3qzlo90e","query_relevance_label":0},{"document_id":"3r8jbhhq","query_relevance_label":1},{"document_id":"3saa7d76","query_relevance_label":0},{"document_id":"3sacf4wu","query_relevance_label":0},{"document_id":"3ta5lhnw","query_relevance_label":1},{"document_id":"3uif1ve9","query_relevance_label":2},{"document_id":"3uvuo4sf","query_relevance_label":2},{"document_id":"3uyuwzyr","query_relevance_label":0},{"document_id":"3we40x62","query_relevance_label":0},{"document_id":"3wuh6k6g","query_relevance_label":0},{"document_id":"3x2psny9","query_relevance_label":2},{"document_id":"3xq5jwof","query_relevance_label":0},{"document_id":"3xwbq8ov","query_relevance_label":2},{"document_id":"9atjk9si","query_relevance_label":1},{"document_id":"3zmq7nd5","query_relevance_label":0},{"document_id":"3zy5dgxz","query_relevance_label":1},{"document_id":"405jvqyv","query_relevance_label":0},{"document_id":"41378qru","query_relevance_label":0},{"document_id":"417tzufc","query_relevance_label":0},{"document_id":"41rsi8ce","query_relevance_label":1},{"document_id":"42wv7zl6","query_relevance_label":1},{"document_id":"43gik8e3","query_relevance_label":2},{"document_id":"44l5q07k","query_relevance_label":0},{"document_id":"44zduv27","query_relevance_label":0},{"document_id":"475nei28","query_relevance_label":2},{"document_id":"479wkesk","query_relevance_label":0},{"document_id":"480d3yfv","query_relevance_label":0},{"document_id":"49360l2a","query_relevance_label":2},{"document_id":"4almssg6","query_relevance_label":0},{"document_id":"4ay3hsi7","query_relevance_label":0},{"document_id":"4b6jtbor","query_relevance_label":0},{"document_id":"4cy3er3y","query_relevance_label":0},{"document_id":"4dtk1kyh","query_relevance_label":2},{"document_id":"75773gwg","query_relevance_label":2},{"document_id":"dixdgfbe","query_relevance_label":0},{"document_id":"4hvv4sep","query_relevance_label":0},{"document_id":"4ihv80au","query_relevance_label":1},{"document_id":"4ilpph77","query_relevance_label":0},{"document_id":"4ismfcjt","query_relevance_label":0},{"document_id":"db7zcdyh","query_relevance_label":0},{"document_id":"4j8b8z4t","query_relevance_label":0},{"document_id":"4jag7lzb","query_relevance_label":0},{"document_id":"4ko557n1","query_relevance_label":1},{"document_id":"47gj3onl","query_relevance_label":0},{"document_id":"4mtnqfqw","query_relevance_label":2},{"document_id":"4n6v5kfv","query_relevance_label":0},{"document_id":"4nmpwmzz","query_relevance_label":1},{"document_id":"4nt20c06","query_relevance_label":1},{"document_id":"4p1ah2h3","query_relevance_label":0},{"document_id":"4qenzjiu","query_relevance_label":0},{"document_id":"4sfgha4z","query_relevance_label":1},{"document_id":"4txctk7k","query_relevance_label":0},{"document_id":"tfz6f32q","query_relevance_label":2},{"document_id":"uaoyounl","query_relevance_label":2},{"document_id":"4ywt0yqn","query_relevance_label":0},{"document_id":"4ze0mfxp","query_relevance_label":2},{"document_id":"6lxgl8y0","query_relevance_label":2},{"document_id":"50jgbtnr","query_relevance_label":0},{"document_id":"50oy9qqy","query_relevance_label":0},{"document_id":"50xzptr1","query_relevance_label":0},{"document_id":"51nsm10x","query_relevance_label":0},{"document_id":"51w1fe7k","query_relevance_label":2},{"document_id":"5217c3jn","query_relevance_label":0},{"document_id":"5283jsnu","query_relevance_label":1},{"document_id":"52kqp9yw","query_relevance_label":2},{"document_id":"52lcpf0x","query_relevance_label":0},{"document_id":"533qw3h2","query_relevance_label":0},{"document_id":"54t8xg3a","query_relevance_label":0},{"document_id":"55loucvc","query_relevance_label":2},{"document_id":"57x3j1np","query_relevance_label":0},{"document_id":"59492sjb","query_relevance_label":2},{"document_id":"mtngelbr","query_relevance_label":1},{"document_id":"5aazi299","query_relevance_label":0},{"document_id":"5d7zien3","query_relevance_label":0},{"document_id":"5een8p3r","query_relevance_label":0},{"document_id":"5ekdfers","query_relevance_label":0},{"document_id":"5ezqv94a","query_relevance_label":0},{"document_id":"5f2e6063","query_relevance_label":0},{"document_id":"5f42du0b","query_relevance_label":2},{"document_id":"5fg87lvu","query_relevance_label":2},{"document_id":"5h7qyn1g","query_relevance_label":1},{"document_id":"5hio4lgc","query_relevance_label":2},{"document_id":"02say5f1","query_relevance_label":0},{"document_id":"5i2dxg8z","query_relevance_label":1},{"document_id":"x8m41275","query_relevance_label":0},{"document_id":"5l10cbp2","query_relevance_label":1},{"document_id":"5lm5ttai","query_relevance_label":0},{"document_id":"5oisrm5s","query_relevance_label":1},{"document_id":"5op2m7pu","query_relevance_label":0},{"document_id":"5opiip58","query_relevance_label":0},{"document_id":"5p16rrpc","query_relevance_label":0},{"document_id":"5p29uhak","query_relevance_label":0},{"document_id":"5p8gkbi7","query_relevance_label":2},{"document_id":"5pv11lfo","query_relevance_label":1},{"document_id":"5sfojk7y","query_relevance_label":0},{"document_id":"5trqi9tp","query_relevance_label":0},{"document_id":"5uwzo304","query_relevance_label":0},{"document_id":"5w194etz","query_relevance_label":0},{"document_id":"5xeergll","query_relevance_label":0},{"document_id":"5yk1j4ms","query_relevance_label":1},{"document_id":"602a2xdn","query_relevance_label":1},{"document_id":"60p2a1i2","query_relevance_label":0},{"document_id":"60xeqgrf","query_relevance_label":0},{"document_id":"d677ef8l","query_relevance_label":0},{"document_id":"629fwmgk","query_relevance_label":1},{"document_id":"9118j6pd","query_relevance_label":1},{"document_id":"65nroic5","query_relevance_label":0},{"document_id":"662pfa61","query_relevance_label":0},{"document_id":"66xk0qqq","query_relevance_label":1},{"document_id":"679qfp2s","query_relevance_label":0},{"document_id":"68g8noys","query_relevance_label":2},{"document_id":"uhq8tp4u","query_relevance_label":2},{"document_id":"ga5vpakb","query_relevance_label":0},{"document_id":"6bzfptbs","query_relevance_label":1},{"document_id":"6c68pmem","query_relevance_label":2},{"document_id":"6cbnpqjj","query_relevance_label":0},{"document_id":"6dbt99h0","query_relevance_label":2},{"document_id":"6dq8xx7c","query_relevance_label":0},{"document_id":"6ez0u7iq","query_relevance_label":0},{"document_id":"6foz003n","query_relevance_label":2},{"document_id":"6fxeqgtu","query_relevance_label":1},{"document_id":"6hyrcq7y","query_relevance_label":0},{"document_id":"6jakyj24","query_relevance_label":0},{"document_id":"6k5ac3f2","query_relevance_label":1},{"document_id":"6lngz7y1","query_relevance_label":0},{"document_id":"6mef38eo","query_relevance_label":0},{"document_id":"6ml0puh8","query_relevance_label":1},{"document_id":"6o8dt2bg","query_relevance_label":0},{"document_id":"6q8afty7","query_relevance_label":0},{"document_id":"6q90bayx","query_relevance_label":0},{"document_id":"6r08hj06","query_relevance_label":0},{"document_id":"6rpt47gm","query_relevance_label":0},{"document_id":"6tzx945b","query_relevance_label":0},{"document_id":"6v7oru2l","query_relevance_label":0},{"document_id":"6wbrv9o1","query_relevance_label":0},{"document_id":"6wsx0jby","query_relevance_label":1},{"document_id":"6wu024ng","query_relevance_label":0},{"document_id":"6xcctafe","query_relevance_label":0},{"document_id":"6y1gwszn","query_relevance_label":2},{"document_id":"6yfj4co0","query_relevance_label":2},{"document_id":"xkwx7ct9","query_relevance_label":2},{"document_id":"6zfmjq9p","query_relevance_label":2},{"document_id":"73a7uvyz","query_relevance_label":1},{"document_id":"jpnbppry","query_relevance_label":1},{"document_id":"73ylxhb7","query_relevance_label":1},{"document_id":"7463vcy9","query_relevance_label":0},{"document_id":"74k12s1z","query_relevance_label":1},{"document_id":"75cotmn2","query_relevance_label":0},{"document_id":"wlmu65vm","query_relevance_label":2},{"document_id":"78w5fafs","query_relevance_label":0},{"document_id":"79tozwzq","query_relevance_label":0},{"document_id":"7aj3fx5u","query_relevance_label":1},{"document_id":"7cb88t8n","query_relevance_label":1},{"document_id":"1etvgoxc","query_relevance_label":0},{"document_id":"7e8zlt3t","query_relevance_label":0},{"document_id":"0h046mv5","query_relevance_label":0},{"document_id":"7hw23xae","query_relevance_label":1},{"document_id":"7i52vltp","query_relevance_label":1},{"document_id":"oaujwxhq","query_relevance_label":0},{"document_id":"18im3npb","query_relevance_label":0},{"document_id":"7kw9lws0","query_relevance_label":0},{"document_id":"wszp2x42","query_relevance_label":0},{"document_id":"7nla9aji","query_relevance_label":0},{"document_id":"7odpslba","query_relevance_label":0},{"document_id":"7og47tqv","query_relevance_label":0},{"document_id":"7q45jz7z","query_relevance_label":0},{"document_id":"wvo1q539","query_relevance_label":0},{"document_id":"7v5aln90","query_relevance_label":2},{"document_id":"7vrm081c","query_relevance_label":0},{"document_id":"iohvj16d","query_relevance_label":0},{"document_id":"7yhko91n","query_relevance_label":0},{"document_id":"7zbvgvk8","query_relevance_label":0},{"document_id":"7zme0kxy","query_relevance_label":0},{"document_id":"82709xmy","query_relevance_label":2},{"document_id":"82x7gq5z","query_relevance_label":1},{"document_id":"84hxim2n","query_relevance_label":0},{"document_id":"84ib5ol5","query_relevance_label":0},{"document_id":"85acs4lk","query_relevance_label":1},{"document_id":"85cdy3f9","query_relevance_label":1},{"document_id":"oj4ue0ur","query_relevance_label":2},{"document_id":"88yf7igp","query_relevance_label":0},{"document_id":"89sg0cpk","query_relevance_label":0},{"document_id":"8a1cia8s","query_relevance_label":0},{"document_id":"53yf9ozo","query_relevance_label":0},{"document_id":"8aj97x4n","query_relevance_label":1},{"document_id":"8arwlhf0","query_relevance_label":2},{"document_id":"8bw843ek","query_relevance_label":2},{"document_id":"8c87geuy","query_relevance_label":0},{"document_id":"8ccl9aui","query_relevance_label":2},{"document_id":"8d1076ge","query_relevance_label":0},{"document_id":"8d3dym7g","query_relevance_label":0},{"document_id":"xljdm4zi","query_relevance_label":2},{"document_id":"8eg8zqnw","query_relevance_label":0},{"document_id":"8ejc5543","query_relevance_label":0},{"document_id":"8f5m0gej","query_relevance_label":0},{"document_id":"8fmykb4c","query_relevance_label":0},{"document_id":"8fuj072z","query_relevance_label":1},{"document_id":"8g70j0qw","query_relevance_label":0},{"document_id":"q5qkqipv","query_relevance_label":0},{"document_id":"m95bmi9t","query_relevance_label":0},{"document_id":"8gtnbm1c","query_relevance_label":2},{"document_id":"8hiurkho","query_relevance_label":1},{"document_id":"8iyjzd28","query_relevance_label":0},{"document_id":"8klkojpo","query_relevance_label":2},{"document_id":"8kqhvxlz","query_relevance_label":2},{"document_id":"8l1vfsbc","query_relevance_label":0},{"document_id":"8l411r1w","query_relevance_label":0},{"document_id":"8m06zdho","query_relevance_label":2},{"document_id":"0376d6vf","query_relevance_label":0},{"document_id":"8ow952d8","query_relevance_label":2},{"document_id":"8pkrg0mx","query_relevance_label":0},{"document_id":"8pwe4ugb","query_relevance_label":1},{"document_id":"8pyjwe9x","query_relevance_label":0},{"document_id":"8ruux4sw","query_relevance_label":0},{"document_id":"8rxjju0t","query_relevance_label":0},{"document_id":"8t35z4gl","query_relevance_label":0},{"document_id":"8wzd4j82","query_relevance_label":0},{"document_id":"8x0duuh6","query_relevance_label":0},{"document_id":"8xm0kacj","query_relevance_label":1},{"document_id":"mh4x887a","query_relevance_label":1},{"document_id":"8xz0ddci","query_relevance_label":2},{"document_id":"8ybfiz8f","query_relevance_label":2},{"document_id":"8ywd6j2b","query_relevance_label":0},{"document_id":"8z0ti0dx","query_relevance_label":2},{"document_id":"901m6zw0","query_relevance_label":0},{"document_id":"915srotp","query_relevance_label":2},{"document_id":"93bvy38i","query_relevance_label":0},{"document_id":"950x4b9a","query_relevance_label":0},{"document_id":"958u08vb","query_relevance_label":2},{"document_id":"95fc828i","query_relevance_label":0},{"document_id":"96ee2c1s","query_relevance_label":2},{"document_id":"96zsd27n","query_relevance_label":0},{"document_id":"971d0sir","query_relevance_label":1},{"document_id":"l6784slx","query_relevance_label":1},{"document_id":"97gawzw4","query_relevance_label":0},{"document_id":"97vub46z","query_relevance_label":2},{"document_id":"98syj71y","query_relevance_label":2},{"document_id":"99doz9m6","query_relevance_label":0},{"document_id":"99kce33b","query_relevance_label":0},{"document_id":"99s7lzdh","query_relevance_label":0},{"document_id":"9a475qhj","query_relevance_label":2},{"document_id":"9ae26r2z","query_relevance_label":0},{"document_id":"9aegg5sd","query_relevance_label":0},{"document_id":"3qs1lz5f","query_relevance_label":2},{"document_id":"9c09xlma","query_relevance_label":0},{"document_id":"g4ykrivv","query_relevance_label":0},{"document_id":"9dwpnvxf","query_relevance_label":1},{"document_id":"vjd3wga2","query_relevance_label":0},{"document_id":"9edp04ud","query_relevance_label":0},{"document_id":"9f5i6crg","query_relevance_label":1},{"document_id":"9fngwsh3","query_relevance_label":0},{"document_id":"9gi2yoqn","query_relevance_label":1},{"document_id":"9h4pq7up","query_relevance_label":0},{"document_id":"9i024s08","query_relevance_label":0},{"document_id":"9igk3ke1","query_relevance_label":2},{"document_id":"oi0zsdtd","query_relevance_label":2},{"document_id":"9jb3w0zu","query_relevance_label":1},{"document_id":"9jdfp9y3","query_relevance_label":0},{"document_id":"9mrtic2k","query_relevance_label":2},{"document_id":"eyitkr3s","query_relevance_label":2},{"document_id":"9pl7mta8","query_relevance_label":0},{"document_id":"9q5zckir","query_relevance_label":2},{"document_id":"9rg9xe57","query_relevance_label":1},{"document_id":"9rhydy8u","query_relevance_label":0},{"document_id":"roklqnvz","query_relevance_label":2},{"document_id":"9siu7wgs","query_relevance_label":2},{"document_id":"9slpoyz7","query_relevance_label":2},{"document_id":"9sofxhj7","query_relevance_label":1},{"document_id":"9spfx07v","query_relevance_label":0},{"document_id":"9ujofcsm","query_relevance_label":0},{"document_id":"9uo0hsst","query_relevance_label":0},{"document_id":"9w3ap3gz","query_relevance_label":2},{"document_id":"9xs8aukq","query_relevance_label":0},{"document_id":"9xueqdri","query_relevance_label":1},{"document_id":"a1chcrk8","query_relevance_label":2},{"document_id":"a3groawt","query_relevance_label":1},{"document_id":"a4jn6gpk","query_relevance_label":1},{"document_id":"a56u5e2o","query_relevance_label":2},{"document_id":"a59qzsre","query_relevance_label":0},{"document_id":"md4w1zsy","query_relevance_label":0},{"document_id":"a5xknb8f","query_relevance_label":0},{"document_id":"a66sszp2","query_relevance_label":1},{"document_id":"a845az43","query_relevance_label":0},{"document_id":"ab757i3f","query_relevance_label":1},{"document_id":"abqrh2aw","query_relevance_label":2},{"document_id":"aejbfk3l","query_relevance_label":2},{"document_id":"zxudiyj4","query_relevance_label":2},{"document_id":"aeyf0yu1","query_relevance_label":1},{"document_id":"afek8kgr","query_relevance_label":2},{"document_id":"afx977mr","query_relevance_label":2},{"document_id":"agchvvx9","query_relevance_label":1},{"document_id":"ailr08y5","query_relevance_label":0},{"document_id":"aivub6mi","query_relevance_label":0},{"document_id":"aj2ixlo7","query_relevance_label":0},{"document_id":"aki28lhp","query_relevance_label":0},{"document_id":"amp19v88","query_relevance_label":1},{"document_id":"ao7bkcv5","query_relevance_label":2},{"document_id":"aoyyk5fl","query_relevance_label":2},{"document_id":"aoz3j9rl","query_relevance_label":0},{"document_id":"apc0lm5e","query_relevance_label":2},{"document_id":"icwvm7jp","query_relevance_label":2},{"document_id":"5epbf0dn","query_relevance_label":2},{"document_id":"ar6psvlo","query_relevance_label":0},{"document_id":"arhqix9h","query_relevance_label":0},{"document_id":"athjtu2j","query_relevance_label":0},{"document_id":"auu02ibd","query_relevance_label":0},{"document_id":"otal8v81","query_relevance_label":1},{"document_id":"aw15xmia","query_relevance_label":0},{"document_id":"awitk3se","query_relevance_label":2},{"document_id":"bw8clegx","query_relevance_label":0},{"document_id":"ax6v6ham","query_relevance_label":1},{"document_id":"ayhsbfd1","query_relevance_label":2},{"document_id":"u4gc98g4","query_relevance_label":0},{"document_id":"b05qpb7d","query_relevance_label":0},{"document_id":"b1iyr42n","query_relevance_label":1},{"document_id":"f1ofvu29","query_relevance_label":0},{"document_id":"b23xm6sg","query_relevance_label":0},{"document_id":"gvfooevu","query_relevance_label":1},{"document_id":"b2f3a8un","query_relevance_label":0},{"document_id":"b2ju3poi","query_relevance_label":0},{"document_id":"b2znv6pa","query_relevance_label":0},{"document_id":"b4gfbenh","query_relevance_label":0},{"document_id":"b4kzgubs","query_relevance_label":0},{"document_id":"b5287qd4","query_relevance_label":1},{"document_id":"b5329o75","query_relevance_label":0},{"document_id":"b5h5cv3b","query_relevance_label":0},{"document_id":"b66bb2ri","query_relevance_label":2},{"document_id":"xy7w8hbz","query_relevance_label":0},{"document_id":"b8j2hn9w","query_relevance_label":0},{"document_id":"kdvvgxa0","query_relevance_label":0},{"document_id":"b9r4cyp7","query_relevance_label":0},{"document_id":"b9srpqjp","query_relevance_label":0},{"document_id":"b9vkja80","query_relevance_label":0},{"document_id":"ba6v30jg","query_relevance_label":2},{"document_id":"bawgldfi","query_relevance_label":2},{"document_id":"bayj4dtg","query_relevance_label":0},{"document_id":"bea9x5j1","query_relevance_label":0},{"document_id":"beguhous","query_relevance_label":2},{"document_id":"xxi5iqfp","query_relevance_label":0},{"document_id":"bfnav9sn","query_relevance_label":0},{"document_id":"bgdcm1i1","query_relevance_label":1},{"document_id":"bgh729s5","query_relevance_label":2},{"document_id":"bh198xgl","query_relevance_label":0},{"document_id":"bim76jna","query_relevance_label":0},{"document_id":"bjhdy8mg","query_relevance_label":2},{"document_id":"blqzi69t","query_relevance_label":2},{"document_id":"bmwgq7py","query_relevance_label":2},{"document_id":"jwxt4ygt","query_relevance_label":2},{"document_id":"0vn23ive","query_relevance_label":0},{"document_id":"bojfc3q0","query_relevance_label":1},{"document_id":"bqodr0h0","query_relevance_label":1},{"document_id":"bqoob23i","query_relevance_label":1},{"document_id":"bsnibsuf","query_relevance_label":0},{"document_id":"bsypo08l","query_relevance_label":2},{"document_id":"btiy6jhr","query_relevance_label":0},{"document_id":"comaz9ke","query_relevance_label":2},{"document_id":"bupb4ooh","query_relevance_label":1},{"document_id":"bw9lbzvt","query_relevance_label":0},{"document_id":"bwfpf02e","query_relevance_label":1},{"document_id":"bzc7luwj","query_relevance_label":0},{"document_id":"ntq3z946","query_relevance_label":0},{"document_id":"bzldjzp3","query_relevance_label":0},{"document_id":"c0jjut0x","query_relevance_label":0},{"document_id":"c0r2nbzo","query_relevance_label":1},{"document_id":"c1nuvprk","query_relevance_label":1},{"document_id":"c22mytwr","query_relevance_label":0},{"document_id":"7s7mchvm","query_relevance_label":0},{"document_id":"c4u0gxp5","query_relevance_label":1},{"document_id":"c5be70t6","query_relevance_label":0},{"document_id":"c6yrtwq9","query_relevance_label":0},{"document_id":"c7j2eoz0","query_relevance_label":0},{"document_id":"c834itam","query_relevance_label":1},{"document_id":"ca380xbl","query_relevance_label":0},{"document_id":"597d3mc1","query_relevance_label":0},{"document_id":"cbc98t7x","query_relevance_label":0},{"document_id":"ccdj7137","query_relevance_label":0},{"document_id":"ccxj4s6j","query_relevance_label":1},{"document_id":"cdejx8b9","query_relevance_label":0},{"document_id":"cdjhmk5z","query_relevance_label":0},{"document_id":"cdthfl5f","query_relevance_label":0},{"document_id":"cetdqgff","query_relevance_label":0},{"document_id":"sxfzeywt","query_relevance_label":1},{"document_id":"1fulte6b","query_relevance_label":0},{"document_id":"chrj5h72","query_relevance_label":0},{"document_id":"8dq0xxep","query_relevance_label":0},{"document_id":"cjfm44ef","query_relevance_label":0},{"document_id":"ck301hcu","query_relevance_label":0},{"document_id":"cks6aij2","query_relevance_label":2},{"document_id":"cmaw7jcn","query_relevance_label":0},{"document_id":"yg4rs07n","query_relevance_label":0},{"document_id":"cndb031c","query_relevance_label":0},{"document_id":"cniyembt","query_relevance_label":1},{"document_id":"cns12o35","query_relevance_label":0},{"document_id":"cns5rnj8","query_relevance_label":1},{"document_id":"ze73ajsk","query_relevance_label":1},{"document_id":"cobv635z","query_relevance_label":0},{"document_id":"code9hzz","query_relevance_label":0},{"document_id":"cp6he5mc","query_relevance_label":1},{"document_id":"cq0jkb1d","query_relevance_label":2},{"document_id":"cqeulecp","query_relevance_label":1},{"document_id":"cqin4o8l","query_relevance_label":0},{"document_id":"cs8gfjp4","query_relevance_label":0},{"document_id":"ctvnmjsl","query_relevance_label":0},{"document_id":"cvp10nx0","query_relevance_label":0},{"document_id":"cwfujgya","query_relevance_label":0},{"document_id":"cyp9fbw0","query_relevance_label":2},{"document_id":"d11cj86k","query_relevance_label":0},{"document_id":"d13bq4ij","query_relevance_label":0},{"document_id":"d2knbzhl","query_relevance_label":0},{"document_id":"d2z556s0","query_relevance_label":0},{"document_id":"d3rrnjz2","query_relevance_label":2},{"document_id":"d6by9p41","query_relevance_label":2},{"document_id":"d6eh49hu","query_relevance_label":0},{"document_id":"d80ispem","query_relevance_label":1},{"document_id":"d8n9711b","query_relevance_label":2},{"document_id":"dblrxlt1","query_relevance_label":1},{"document_id":"dbowa5bt","query_relevance_label":2},{"document_id":"dc30gkfe","query_relevance_label":0},{"document_id":"dckuhrlf","query_relevance_label":0},{"document_id":"dcll52nd","query_relevance_label":0},{"document_id":"de0xr8wd","query_relevance_label":0},{"document_id":"deajwhx0","query_relevance_label":2},{"document_id":"deee71uw","query_relevance_label":1},{"document_id":"lqmc7yy4","query_relevance_label":2},{"document_id":"dgbf77hn","query_relevance_label":0},{"document_id":"dhrtpo56","query_relevance_label":0},{"document_id":"dir0jtyb","query_relevance_label":2},{"document_id":"djclli8n","query_relevance_label":1},{"document_id":"djuomhww","query_relevance_label":0},{"document_id":"hejoxzld","query_relevance_label":0},{"document_id":"dkreswvk","query_relevance_label":1},{"document_id":"dle938bt","query_relevance_label":0},{"document_id":"dlpgq0rm","query_relevance_label":0},{"document_id":"dmc8wjyl","query_relevance_label":0},{"document_id":"dnxhtbxn","query_relevance_label":2},{"document_id":"dopa8hxy","query_relevance_label":0},{"document_id":"dp2xzul1","query_relevance_label":2},{"document_id":"dqour5jr","query_relevance_label":0},{"document_id":"dqxfcwyu","query_relevance_label":0},{"document_id":"ds5mauer","query_relevance_label":0},{"document_id":"dtv7to3l","query_relevance_label":1},{"document_id":"dv9m19yk","query_relevance_label":1},{"document_id":"dwf5vydu","query_relevance_label":0},{"document_id":"dx3jywv7","query_relevance_label":0},{"document_id":"dyhd8p8z","query_relevance_label":1},{"document_id":"dz1ikex1","query_relevance_label":1},{"document_id":"e07vt846","query_relevance_label":0},{"document_id":"e0b8gnh8","query_relevance_label":2},{"document_id":"tvoxbi3q","query_relevance_label":2},{"document_id":"e1ykafdd","query_relevance_label":0},{"document_id":"e220ut9u","query_relevance_label":1},{"document_id":"e2p46wa8","query_relevance_label":0},{"document_id":"e2zyplbi","query_relevance_label":1},{"document_id":"y3crst59","query_relevance_label":0},{"document_id":"e41vn10l","query_relevance_label":0},{"document_id":"e46whqk9","query_relevance_label":1},{"document_id":"e4hmo4yc","query_relevance_label":0},{"document_id":"e4sl5zaj","query_relevance_label":0},{"document_id":"e56ry1x4","query_relevance_label":0},{"document_id":"e5nxkvo7","query_relevance_label":2},{"document_id":"e6h1qvdk","query_relevance_label":1},{"document_id":"e6jt8yhs","query_relevance_label":0},{"document_id":"e7hefkd3","query_relevance_label":0},{"document_id":"e8qubwha","query_relevance_label":0},{"document_id":"e9ix35x3","query_relevance_label":0},{"document_id":"zjmrb8dh","query_relevance_label":0},{"document_id":"eav5gr3y","query_relevance_label":0},{"document_id":"ec8lpgl3","query_relevance_label":0},{"document_id":"ectly1v4","query_relevance_label":1},{"document_id":"edc509xr","query_relevance_label":0},{"document_id":"eec649x4","query_relevance_label":1},{"document_id":"eecwjrdc","query_relevance_label":1},{"document_id":"eecyduzq","query_relevance_label":1},{"document_id":"eezzpg42","query_relevance_label":1},{"document_id":"efarquxn","query_relevance_label":0},{"document_id":"efhnptt9","query_relevance_label":0},{"document_id":"efk2jj50","query_relevance_label":2},{"document_id":"egvf8hoq","query_relevance_label":1},{"document_id":"egzztatj","query_relevance_label":0},{"document_id":"ei89dddm","query_relevance_label":1},{"document_id":"ajg6wqi9","query_relevance_label":0},{"document_id":"eioy4rhn","query_relevance_label":0},{"document_id":"eisfz30c","query_relevance_label":1},{"document_id":"ejg393zs","query_relevance_label":0},{"document_id":"883t7brb","query_relevance_label":1},{"document_id":"eju7wnb9","query_relevance_label":0},{"document_id":"el1vyyj9","query_relevance_label":0},{"document_id":"epcel2ez","query_relevance_label":0},{"document_id":"eqewn6j4","query_relevance_label":0},{"document_id":"erntrh3p","query_relevance_label":0},{"document_id":"es7q6c90","query_relevance_label":1},{"document_id":"esq33kx4","query_relevance_label":0},{"document_id":"et6wjhpf","query_relevance_label":2},{"document_id":"6yw7o6q3","query_relevance_label":0},{"document_id":"etqj2mq3","query_relevance_label":0},{"document_id":"evutu0lx","query_relevance_label":1},{"document_id":"ew2kjq5s","query_relevance_label":2},{"document_id":"ew2paw3x","query_relevance_label":0},{"document_id":"ewdfqktw","query_relevance_label":1},{"document_id":"ewdrl9ym","query_relevance_label":0},{"document_id":"eyf2dogw","query_relevance_label":0},{"document_id":"ezi2mret","query_relevance_label":0},{"document_id":"f03san07","query_relevance_label":1},{"document_id":"f0ny4ur5","query_relevance_label":0},{"document_id":"f2zpapwe","query_relevance_label":0},{"document_id":"f35cqkpf","query_relevance_label":2},{"document_id":"f3ds1rq6","query_relevance_label":0},{"document_id":"f3g3ek5u","query_relevance_label":0},{"document_id":"f4c9aorn","query_relevance_label":0},{"document_id":"f5yjz0zp","query_relevance_label":0},{"document_id":"f6i10v6g","query_relevance_label":1},{"document_id":"f6muhf3d","query_relevance_label":0},{"document_id":"f8xrgguq","query_relevance_label":0},{"document_id":"fas2ar3k","query_relevance_label":0},{"document_id":"fb0nwixw","query_relevance_label":0},{"document_id":"fby616ap","query_relevance_label":0},{"document_id":"fcd07krs","query_relevance_label":0},{"document_id":"fcmzdcuh","query_relevance_label":0},{"document_id":"fctcwpyc","query_relevance_label":1},{"document_id":"fe0w2spw","query_relevance_label":0},{"document_id":"feq8djas","query_relevance_label":0},{"document_id":"ffmxvb23","query_relevance_label":1},{"document_id":"fgxbyb7l","query_relevance_label":0},{"document_id":"fihedvms","query_relevance_label":0},{"document_id":"hechmemo","query_relevance_label":0},{"document_id":"fkqohnyz","query_relevance_label":0},{"document_id":"flc25wlz","query_relevance_label":1},{"document_id":"fma2ejqd","query_relevance_label":0},{"document_id":"fnj57b0l","query_relevance_label":2},{"document_id":"hwjr891o","query_relevance_label":2},{"document_id":"fofy6whl","query_relevance_label":2},{"document_id":"fozglfc8","query_relevance_label":0},{"document_id":"fqs40ivc","query_relevance_label":1},{"document_id":"frkk6w0a","query_relevance_label":0},{"document_id":"fs07zdu6","query_relevance_label":2},{"document_id":"fs5rx07q","query_relevance_label":0},{"document_id":"ft4rbcxf","query_relevance_label":1},{"document_id":"fvig79k3","query_relevance_label":0},{"document_id":"fvj3cpie","query_relevance_label":0},{"document_id":"fw4pmaoc","query_relevance_label":2},{"document_id":"fwdpzv85","query_relevance_label":1},{"document_id":"wdnl2nwm","query_relevance_label":0},{"document_id":"fybo3ltn","query_relevance_label":0},{"document_id":"fyi48tnn","query_relevance_label":0},{"document_id":"kxsrb87z","query_relevance_label":1},{"document_id":"fzq71ghi","query_relevance_label":0},{"document_id":"fzr8fkzb","query_relevance_label":0},{"document_id":"g0gh28hu","query_relevance_label":0},{"document_id":"g3odc7da","query_relevance_label":0},{"document_id":"g4bsul8u","query_relevance_label":1},{"document_id":"g5fqxdqh","query_relevance_label":0},{"document_id":"g7qioapl","query_relevance_label":2},{"document_id":"g8rsiiy7","query_relevance_label":0},{"document_id":"3mpqtfej","query_relevance_label":1},{"document_id":"cx4slb0x","query_relevance_label":0},{"document_id":"gbzty2ia","query_relevance_label":1},{"document_id":"shvsnkxd","query_relevance_label":1},{"document_id":"gcwtn3ei","query_relevance_label":0},{"document_id":"yx4g1l6d","query_relevance_label":0},{"document_id":"gfwqog3x","query_relevance_label":2},{"document_id":"ggw5l1qm","query_relevance_label":1},{"document_id":"ghcbttba","query_relevance_label":0},{"document_id":"ghi0ekm5","query_relevance_label":0},{"document_id":"giabjjnz","query_relevance_label":0},{"document_id":"gjdlp10q","query_relevance_label":1},{"document_id":"gmi1ewc2","query_relevance_label":0},{"document_id":"gnk3m0b8","query_relevance_label":0},{"document_id":"gnw8adj5","query_relevance_label":0},{"document_id":"gpdzxp63","query_relevance_label":0},{"document_id":"gq3965se","query_relevance_label":1},{"document_id":"gr9l1uja","query_relevance_label":1},{"document_id":"gs4r9j7o","query_relevance_label":0},{"document_id":"xaxtbmzd","query_relevance_label":0},{"document_id":"gt7meidh","query_relevance_label":2},{"document_id":"gttuxtw6","query_relevance_label":0},{"document_id":"gu2mt6zp","query_relevance_label":0},{"document_id":"u7u75sl0","query_relevance_label":1},{"document_id":"xbwnmj4i","query_relevance_label":0},{"document_id":"gwh0tsvv","query_relevance_label":0},{"document_id":"gy0kfhy6","query_relevance_label":0},{"document_id":"gy78e87y","query_relevance_label":2},{"document_id":"gy8d8285","query_relevance_label":2},{"document_id":"gyj5213f","query_relevance_label":2},{"document_id":"jz2mrn4t","query_relevance_label":0},{"document_id":"gv32a6k8","query_relevance_label":0},{"document_id":"gzcbwys1","query_relevance_label":2},{"document_id":"h0oqnue8","query_relevance_label":0},{"document_id":"h13v8i14","query_relevance_label":0},{"document_id":"h2h4bnd5","query_relevance_label":0},{"document_id":"h2uc7ria","query_relevance_label":1},{"document_id":"h3czhqtt","query_relevance_label":0},{"document_id":"h3imwhss","query_relevance_label":2},{"document_id":"h3ovjqcn","query_relevance_label":0},{"document_id":"h7so7vcl","query_relevance_label":0},{"document_id":"h8abjsxr","query_relevance_label":2},{"document_id":"h8ahn8fw","query_relevance_label":2},{"document_id":"h8cemq2n","query_relevance_label":1},{"document_id":"hdkmzdq9","query_relevance_label":1},{"document_id":"he853mwa","query_relevance_label":1},{"document_id":"hfgmmuy6","query_relevance_label":0},{"document_id":"hfkzu18p","query_relevance_label":1},{"document_id":"hgg33kwz","query_relevance_label":0},{"document_id":"hhpnewdt","query_relevance_label":0},{"document_id":"hib30ct6","query_relevance_label":2},{"document_id":"hicqy5sj","query_relevance_label":2},{"document_id":"hj830rxs","query_relevance_label":1},{"document_id":"hk5w5h58","query_relevance_label":0},{"document_id":"hkwu5o6d","query_relevance_label":0},{"document_id":"ribspvyf","query_relevance_label":0},{"document_id":"hmvo5b0q","query_relevance_label":1},{"document_id":"hncf2qe8","query_relevance_label":0},{"document_id":"hp5x637c","query_relevance_label":0},{"document_id":"hq4jb2wy","query_relevance_label":2},{"document_id":"hrbeh0me","query_relevance_label":0},{"document_id":"hrdfyd8h","query_relevance_label":0},{"document_id":"hsowmxan","query_relevance_label":0},{"document_id":"hu9oxea1","query_relevance_label":0},{"document_id":"hxvib7wf","query_relevance_label":0},{"document_id":"hyjzofps","query_relevance_label":1},{"document_id":"hzuo6pwx","query_relevance_label":2},{"document_id":"i14gkdw0","query_relevance_label":2},{"document_id":"i2ppoe55","query_relevance_label":1},{"document_id":"i2qi4wm0","query_relevance_label":0},{"document_id":"i5hkucrn","query_relevance_label":0},{"document_id":"i6pv90s9","query_relevance_label":0},{"document_id":"i6um5iu2","query_relevance_label":0},{"document_id":"i758v1vb","query_relevance_label":2},{"document_id":"i8a5dxne","query_relevance_label":0},{"document_id":"ibn71fcd","query_relevance_label":1},{"document_id":"ibnudp1x","query_relevance_label":0},{"document_id":"idawavsd","query_relevance_label":0},{"document_id":"ienet82k","query_relevance_label":0},{"document_id":"ldklj4oz","query_relevance_label":1},{"document_id":"ig0rnbqb","query_relevance_label":1},{"document_id":"igdkz3ht","query_relevance_label":1},{"document_id":"ii6ih2r0","query_relevance_label":0},{"document_id":"iicbaevw","query_relevance_label":0},{"document_id":"ijsn8d7b","query_relevance_label":2},{"document_id":"ik15f074","query_relevance_label":0},{"document_id":"7m6galfd","query_relevance_label":2},{"document_id":"ilxd0ih9","query_relevance_label":0},{"document_id":"imvbkt69","query_relevance_label":0},{"document_id":"ioq50ntq","query_relevance_label":0},{"document_id":"ip16lh2a","query_relevance_label":0},{"document_id":"ip38x8bu","query_relevance_label":2},{"document_id":"ipl6189w","query_relevance_label":0},{"document_id":"iql8h6td","query_relevance_label":1},{"document_id":"iqr419fp","query_relevance_label":0},{"document_id":"irkjiqll","query_relevance_label":1},{"document_id":"is20odaq","query_relevance_label":1},{"document_id":"iua8c4hy","query_relevance_label":0},{"document_id":"iudq5jdu","query_relevance_label":0},{"document_id":"ivgwn32n","query_relevance_label":0},{"document_id":"g8mz9g67","query_relevance_label":1},{"document_id":"lfzarxk2","query_relevance_label":0},{"document_id":"iy0h2pyf","query_relevance_label":0},{"document_id":"iy4knx7j","query_relevance_label":0},{"document_id":"5hkbrz5x","query_relevance_label":1},{"document_id":"izltn367","query_relevance_label":1},{"document_id":"j00m2ctc","query_relevance_label":0},{"document_id":"j2ybesoy","query_relevance_label":0},{"document_id":"u4u19iop","query_relevance_label":2},{"document_id":"j4b2534p","query_relevance_label":0},{"document_id":"j530ia4u","query_relevance_label":0},{"document_id":"j53i5xfs","query_relevance_label":0},{"document_id":"j56v40u3","query_relevance_label":0},{"document_id":"j5teavse","query_relevance_label":0},{"document_id":"j6y806qu","query_relevance_label":0},{"document_id":"j7fx64k1","query_relevance_label":0},{"document_id":"j8n06hzx","query_relevance_label":0},{"document_id":"j9525ohh","query_relevance_label":0},{"document_id":"j99cgsjt","query_relevance_label":2},{"document_id":"j9csyc3j","query_relevance_label":0},{"document_id":"ja2s5cxy","query_relevance_label":1},{"document_id":"jahm572k","query_relevance_label":0},{"document_id":"japmze1b","query_relevance_label":0},{"document_id":"jbtrdvhe","query_relevance_label":1},{"document_id":"jc00ulx5","query_relevance_label":0},{"document_id":"jct2t2br","query_relevance_label":0},{"document_id":"jcu3pasy","query_relevance_label":1},{"document_id":"jd6fvaop","query_relevance_label":0},{"document_id":"jdpxu0ef","query_relevance_label":2},{"document_id":"jep80bed","query_relevance_label":1},{"document_id":"jm0924tu","query_relevance_label":0},{"document_id":"jfd5gd2p","query_relevance_label":0},{"document_id":"jfjnqgr1","query_relevance_label":1},{"document_id":"jg20ouix","query_relevance_label":0},{"document_id":"jg607kt6","query_relevance_label":1},{"document_id":"jgr1beit","query_relevance_label":0},{"document_id":"jgwvjkbj","query_relevance_label":0},{"document_id":"jgx9msdq","query_relevance_label":0},{"document_id":"jh9e85c0","query_relevance_label":1},{"document_id":"jj86scxd","query_relevance_label":0},{"document_id":"jjdtuofy","query_relevance_label":0},{"document_id":"jjraqr85","query_relevance_label":0},{"document_id":"jkejiuf2","query_relevance_label":2},{"document_id":"jkm496ip","query_relevance_label":1},{"document_id":"jljjqs6m","query_relevance_label":0},{"document_id":"0jzr5anm","query_relevance_label":1},{"document_id":"jm4bu1bf","query_relevance_label":1},{"document_id":"jmrg4oeb","query_relevance_label":2},{"document_id":"jmwn8pdn","query_relevance_label":1},{"document_id":"jntrjg8u","query_relevance_label":0},{"document_id":"job4854r","query_relevance_label":0},{"document_id":"jqexwnq2","query_relevance_label":1},{"document_id":"jqgyln7b","query_relevance_label":0},{"document_id":"jsm6o5pq","query_relevance_label":0},{"document_id":"jsyao6qu","query_relevance_label":0},{"document_id":"fuet5nka","query_relevance_label":1},{"document_id":"jtsxpjhc","query_relevance_label":0},{"document_id":"jty4ebdf","query_relevance_label":0},{"document_id":"jujrazsr","query_relevance_label":1},{"document_id":"juz9jnfk","query_relevance_label":2},{"document_id":"jwmrgy5d","query_relevance_label":0},{"document_id":"jxbk30gh","query_relevance_label":0},{"document_id":"h4ttttfd","query_relevance_label":0},{"document_id":"k0f9fser","query_relevance_label":1},{"document_id":"k0mhfs1h","query_relevance_label":0},{"document_id":"k2ixwz9w","query_relevance_label":2},{"document_id":"k2juhyex","query_relevance_label":1},{"document_id":"k2qj6o7j","query_relevance_label":2},{"document_id":"k3f7ohzg","query_relevance_label":0},{"document_id":"k4l45ene","query_relevance_label":0},{"document_id":"k4l759k2","query_relevance_label":2},{"document_id":"k5y1qc82","query_relevance_label":0},{"document_id":"k83zt387","query_relevance_label":0},{"document_id":"k86pf2yf","query_relevance_label":1},{"document_id":"k9lcpjyo","query_relevance_label":2},{"document_id":"k9yus2sv","query_relevance_label":2},{"document_id":"kbux2l4o","query_relevance_label":0},{"document_id":"kbvy4g7i","query_relevance_label":0},{"document_id":"kc1xl0sg","query_relevance_label":0},{"document_id":"q2gwajdj","query_relevance_label":1},{"document_id":"kgifmjvb","query_relevance_label":0},{"document_id":"kh06egig","query_relevance_label":0},{"document_id":"ki7bn67o","query_relevance_label":0},{"document_id":"kiq6xb6k","query_relevance_label":0},{"document_id":"dd6scp6s","query_relevance_label":0},{"document_id":"kjovtgua","query_relevance_label":0},{"document_id":"kjx0z1hc","query_relevance_label":0},{"document_id":"kkga96h9","query_relevance_label":0},{"document_id":"kkknzw2i","query_relevance_label":1},{"document_id":"klj710h2","query_relevance_label":0},{"document_id":"qwziokkg","query_relevance_label":2},{"document_id":"kqbeinez","query_relevance_label":0},{"document_id":"kqqantwg","query_relevance_label":2},{"document_id":"kqsg9wol","query_relevance_label":1},{"document_id":"kriro0t4","query_relevance_label":0},{"document_id":"kromgrnu","query_relevance_label":1},{"document_id":"ks3fn9pq","query_relevance_label":0},{"document_id":"m9fikesi","query_relevance_label":0},{"document_id":"ksva9eah","query_relevance_label":0},{"document_id":"kv1od8i4","query_relevance_label":2},{"document_id":"kvfau8j0","query_relevance_label":0},{"document_id":"kvyvwhja","query_relevance_label":2},{"document_id":"kw7mon2o","query_relevance_label":0},{"document_id":"kx0n2oy5","query_relevance_label":1},{"document_id":"kx5hihnr","query_relevance_label":2},{"document_id":"ky33ju30","query_relevance_label":0},{"document_id":"kyrkx2ii","query_relevance_label":0},{"document_id":"kzk4i2j2","query_relevance_label":1},{"document_id":"l0nrgl9o","query_relevance_label":0},{"document_id":"l0z79udh","query_relevance_label":0},{"document_id":"l2n0xvmd","query_relevance_label":0},{"document_id":"l2wzr3w1","query_relevance_label":1},{"document_id":"l2zvxwsp","query_relevance_label":0},{"document_id":"l41pnvfd","query_relevance_label":2},{"document_id":"l48iq9yj","query_relevance_label":0},{"document_id":"l5oaxugi","query_relevance_label":0},{"document_id":"l5ogbl5p","query_relevance_label":0},{"document_id":"l5q5wc06","query_relevance_label":2},{"document_id":"l6xgrxp5","query_relevance_label":0},{"document_id":"l9vtsj3e","query_relevance_label":0},{"document_id":"la6xtpjf","query_relevance_label":0},{"document_id":"lasv4e6a","query_relevance_label":2},{"document_id":"lavcsqov","query_relevance_label":0},{"document_id":"4zk4sj2d","query_relevance_label":0},{"document_id":"lbpve38s","query_relevance_label":0},{"document_id":"lbv69du4","query_relevance_label":2},{"document_id":"ldxo05z4","query_relevance_label":0},{"document_id":"le0ftbps","query_relevance_label":2},{"document_id":"le0ogx1s","query_relevance_label":0},{"document_id":"lf941vhd","query_relevance_label":1},{"document_id":"lfo6otkc","query_relevance_label":1},{"document_id":"0lywkro9","query_relevance_label":2},{"document_id":"liuo74xn","query_relevance_label":0},{"document_id":"lj8t52yl","query_relevance_label":1},{"document_id":"ljcr0xtm","query_relevance_label":0},{"document_id":"ljqrxjvv","query_relevance_label":0},{"document_id":"lk67yfrp","query_relevance_label":0},{"document_id":"r0peje13","query_relevance_label":1},{"document_id":"lm9urlat","query_relevance_label":1},{"document_id":"rggry80x","query_relevance_label":0},{"document_id":"lnys6iuu","query_relevance_label":2},{"document_id":"lpbb4rga","query_relevance_label":0},{"document_id":"lslh9yg3","query_relevance_label":0},{"document_id":"lt09z61w","query_relevance_label":0},{"document_id":"ltar1aa5","query_relevance_label":2},{"document_id":"luxgc7st","query_relevance_label":1},{"document_id":"lw12h047","query_relevance_label":0},{"document_id":"lxakf79k","query_relevance_label":0},{"document_id":"lzlqpbzz","query_relevance_label":0},{"document_id":"m0cnkpb6","query_relevance_label":0},{"document_id":"fkx338jn","query_relevance_label":0},{"document_id":"pw4kjry4","query_relevance_label":0},{"document_id":"m2c5bvuj","query_relevance_label":1},{"document_id":"m3nqa321","query_relevance_label":0},{"document_id":"m40kwgcg","query_relevance_label":0},{"document_id":"m4y8tf6u","query_relevance_label":1},{"document_id":"m5h19hy6","query_relevance_label":1},{"document_id":"m5u3cnvh","query_relevance_label":0},{"document_id":"mqduxqdl","query_relevance_label":2},{"document_id":"m6eal7lu","query_relevance_label":0},{"document_id":"mb1y5ort","query_relevance_label":0},{"document_id":"mbb4oj3i","query_relevance_label":1},{"document_id":"b95obvos","query_relevance_label":0},{"document_id":"mdry8qzv","query_relevance_label":2},{"document_id":"mexfkial","query_relevance_label":0},{"document_id":"bldkq7y6","query_relevance_label":0},{"document_id":"mhytn634","query_relevance_label":1},{"document_id":"misprnq8","query_relevance_label":0},{"document_id":"mjfbvl5n","query_relevance_label":1},{"document_id":"mjh422vm","query_relevance_label":0},{"document_id":"mkwpuav6","query_relevance_label":0},{"document_id":"mmy45mhm","query_relevance_label":0},{"document_id":"mn0l7nar","query_relevance_label":0},{"document_id":"mo4luyx6","query_relevance_label":1},{"document_id":"ioy27h2s","query_relevance_label":0},{"document_id":"mofqbemr","query_relevance_label":1},{"document_id":"mowlquh4","query_relevance_label":2},{"document_id":"moz22sur","query_relevance_label":0},{"document_id":"kbjn7ke8","query_relevance_label":0},{"document_id":"m2cu5iof","query_relevance_label":2},{"document_id":"mrsya6wz","query_relevance_label":0},{"document_id":"mrvk9r4w","query_relevance_label":0},{"document_id":"msohf5oa","query_relevance_label":1},{"document_id":"msvex3ae","query_relevance_label":0},{"document_id":"mtfrbn87","query_relevance_label":1},{"document_id":"mtv80pjo","query_relevance_label":2},{"document_id":"mudxyy68","query_relevance_label":0},{"document_id":"mvdq6fw0","query_relevance_label":0},{"document_id":"mvwkflnq","query_relevance_label":0},{"document_id":"mw0wb8a8","query_relevance_label":2},{"document_id":"mweeepam","query_relevance_label":2},{"document_id":"mwj2qby4","query_relevance_label":0},{"document_id":"my16g91c","query_relevance_label":1},{"document_id":"myu0e9vf","query_relevance_label":2},{"document_id":"mzf7j8xd","query_relevance_label":1},{"document_id":"n0n4n6ut","query_relevance_label":1},{"document_id":"n11fcwmw","query_relevance_label":0},{"document_id":"n2abv3ub","query_relevance_label":0},{"document_id":"n2o7iiew","query_relevance_label":2},{"document_id":"n2t35wgn","query_relevance_label":0},{"document_id":"n3d130t8","query_relevance_label":0},{"document_id":"n3sb0pze","query_relevance_label":0},{"document_id":"n4d3lmam","query_relevance_label":0},{"document_id":"n4qh8vg4","query_relevance_label":2},{"document_id":"n4v4n8d1","query_relevance_label":1},{"document_id":"n5fobgxb","query_relevance_label":2},{"document_id":"n5xyqqp5","query_relevance_label":0},{"document_id":"n6jgr1kx","query_relevance_label":0},{"document_id":"n7ylgqfu","query_relevance_label":2},{"document_id":"n8e2n30b","query_relevance_label":2},{"document_id":"n8fwy791","query_relevance_label":0},{"document_id":"n8ji4714","query_relevance_label":0},{"document_id":"n9l86dln","query_relevance_label":0},{"document_id":"nc05llre","query_relevance_label":0},{"document_id":"ndpuezpo","query_relevance_label":0},{"document_id":"ndt8f812","query_relevance_label":1},{"document_id":"ne0qwv56","query_relevance_label":0},{"document_id":"ne5r4d4b","query_relevance_label":0},{"document_id":"neba2o7n","query_relevance_label":0},{"document_id":"neqndgpc","query_relevance_label":0},{"document_id":"uc259k70","query_relevance_label":1},{"document_id":"ngietu0n","query_relevance_label":2},{"document_id":"j15qw9k2","query_relevance_label":1},{"document_id":"niw61l9r","query_relevance_label":0},{"document_id":"nk9hhco3","query_relevance_label":0},{"document_id":"nlzdto1h","query_relevance_label":0},{"document_id":"nm2ubi13","query_relevance_label":0},{"document_id":"xibub2in","query_relevance_label":1},{"document_id":"nn15iyqd","query_relevance_label":0},{"document_id":"nnftb092","query_relevance_label":0},{"document_id":"cjwy2bcx","query_relevance_label":1},{"document_id":"npcu4wq1","query_relevance_label":2},{"document_id":"nqca8mio","query_relevance_label":0},{"document_id":"yon280y8","query_relevance_label":2},{"document_id":"ns628u21","query_relevance_label":0},{"document_id":"v3lv2spe","query_relevance_label":0},{"document_id":"nv4l2ctd","query_relevance_label":2},{"document_id":"nvavj9gk","query_relevance_label":0},{"document_id":"nvofyg16","query_relevance_label":0},{"document_id":"nvzfpntu","query_relevance_label":0},{"document_id":"nw0jbs1s","query_relevance_label":2},{"document_id":"nw7ymn3c","query_relevance_label":1},{"document_id":"x0q7xpsf","query_relevance_label":0},{"document_id":"nz02frdm","query_relevance_label":0},{"document_id":"nz8qvuw6","query_relevance_label":0},{"document_id":"nzwe7hpg","query_relevance_label":0},{"document_id":"o004ggon","query_relevance_label":0},{"document_id":"o15bf7eh","query_relevance_label":0},{"document_id":"u79ncd4s","query_relevance_label":2},{"document_id":"o1uol5u3","query_relevance_label":1},{"document_id":"47wcpo0d","query_relevance_label":0},{"document_id":"ljp0gg7s","query_relevance_label":0},{"document_id":"o3b5zm5l","query_relevance_label":0},{"document_id":"o47v5vgw","query_relevance_label":2},{"document_id":"o4d7038f","query_relevance_label":0},{"document_id":"o877uul1","query_relevance_label":2},{"document_id":"o9oxchq6","query_relevance_label":1},{"document_id":"od97az43","query_relevance_label":0},{"document_id":"oeqf7uk9","query_relevance_label":0},{"document_id":"of9wlhga","query_relevance_label":0},{"document_id":"ogqsi3ns","query_relevance_label":0},{"document_id":"ohyrqs9v","query_relevance_label":0},{"document_id":"ol0bj3hs","query_relevance_label":0},{"document_id":"ol2exczc","query_relevance_label":1},{"document_id":"olior5vk","query_relevance_label":0},{"document_id":"olmein3q","query_relevance_label":1},{"document_id":"on70zzn0","query_relevance_label":1},{"document_id":"p9afdfoq","query_relevance_label":0},{"document_id":"oq16de67","query_relevance_label":2},{"document_id":"ore3r4m3","query_relevance_label":0},{"document_id":"ork04nx8","query_relevance_label":1},{"document_id":"orqlbw9m","query_relevance_label":2},{"document_id":"ot3wi5tc","query_relevance_label":0},{"document_id":"oufi7w1d","query_relevance_label":0},{"document_id":"owhx6k4t","query_relevance_label":0},{"document_id":"ox7xetlq","query_relevance_label":2},{"document_id":"oxs048lr","query_relevance_label":0},{"document_id":"hi66zqni","query_relevance_label":2},{"document_id":"p0kv1pht","query_relevance_label":1},{"document_id":"p0ovi8bl","query_relevance_label":0},{"document_id":"pm2ygglo","query_relevance_label":0},{"document_id":"p15bdmo2","query_relevance_label":0},{"document_id":"p4x32v3u","query_relevance_label":0},{"document_id":"p57tsbyw","query_relevance_label":0},{"document_id":"9pz9se7b","query_relevance_label":1},{"document_id":"p60xy2ki","query_relevance_label":0},{"document_id":"p6a3j6mr","query_relevance_label":0},{"document_id":"p6h2a0d5","query_relevance_label":0},{"document_id":"p7aam9kw","query_relevance_label":2},{"document_id":"p7ifetgw","query_relevance_label":1},{"document_id":"p9tx2oer","query_relevance_label":0},{"document_id":"pauzgepm","query_relevance_label":1},{"document_id":"pbuevs5v","query_relevance_label":0},{"document_id":"pfv7q4v6","query_relevance_label":2},{"document_id":"pg6893i5","query_relevance_label":0},{"document_id":"pgtvx6wb","query_relevance_label":2},{"document_id":"phlxsez8","query_relevance_label":2},{"document_id":"pidar1gz","query_relevance_label":0},{"document_id":"e5udpihx","query_relevance_label":0},{"document_id":"piwowtxa","query_relevance_label":0},{"document_id":"pjeddlgs","query_relevance_label":0},{"document_id":"48wy2iqx","query_relevance_label":0},{"document_id":"pkxc2219","query_relevance_label":0},{"document_id":"pl2d1yc0","query_relevance_label":0},{"document_id":"pl48ev5o","query_relevance_label":2},{"document_id":"pn9nwl64","query_relevance_label":1},{"document_id":"pphi42lj","query_relevance_label":0},{"document_id":"ptizke03","query_relevance_label":0},{"document_id":"pu9l36j9","query_relevance_label":0},{"document_id":"puj74k7y","query_relevance_label":0},{"document_id":"puqcbf8t","query_relevance_label":2},{"document_id":"rucvvyf9","query_relevance_label":2},{"document_id":"pwtiobv4","query_relevance_label":1},{"document_id":"pwvcwlh8","query_relevance_label":2},{"document_id":"py6qu4tl","query_relevance_label":0},{"document_id":"m2z29f1f","query_relevance_label":1},{"document_id":"pyfa7vye","query_relevance_label":0},{"document_id":"q0yqnlyl","query_relevance_label":0},{"document_id":"q3yx3x1l","query_relevance_label":1},{"document_id":"q5inrxcm","query_relevance_label":0},{"document_id":"q7e8xa4u","query_relevance_label":0},{"document_id":"q856rx6b","query_relevance_label":0},{"document_id":"o14m6ldo","query_relevance_label":0},{"document_id":"q8dq3alv","query_relevance_label":2},{"document_id":"q8im1agz","query_relevance_label":2},{"document_id":"q97pgwqf","query_relevance_label":0},{"document_id":"q9m3kjlu","query_relevance_label":0},{"document_id":"qaz23cps","query_relevance_label":1},{"document_id":"qb0jtsdk","query_relevance_label":1},{"document_id":"qb2a4s2p","query_relevance_label":0},{"document_id":"qed8hayx","query_relevance_label":2},{"document_id":"qeehgxa1","query_relevance_label":2},{"document_id":"qele28zk","query_relevance_label":2},{"document_id":"qftsizis","query_relevance_label":0},{"document_id":"qg2hoxfw","query_relevance_label":0},{"document_id":"qhelk6u6","query_relevance_label":1},{"document_id":"txcy91w7","query_relevance_label":0},{"document_id":"qi9323yl","query_relevance_label":0},{"document_id":"qkadqohe","query_relevance_label":1},{"document_id":"qkask7md","query_relevance_label":2},{"document_id":"qkl2yiqa","query_relevance_label":2},{"document_id":"qla6edp4","query_relevance_label":0},{"document_id":"qmp2tqtb","query_relevance_label":0},{"document_id":"qmyb365g","query_relevance_label":0},{"document_id":"qnntyqud","query_relevance_label":0},{"document_id":"qopcs6jy","query_relevance_label":2},{"document_id":"qp4efhwq","query_relevance_label":2},{"document_id":"qpcvxwti","query_relevance_label":2},{"document_id":"7yxz43c6","query_relevance_label":1},{"document_id":"qq48448d","query_relevance_label":2},{"document_id":"qqbfpe4b","query_relevance_label":1},{"document_id":"qqsefagq","query_relevance_label":0},{"document_id":"qs7dsxn5","query_relevance_label":0},{"document_id":"5nb02qlf","query_relevance_label":0},{"document_id":"quee5dy5","query_relevance_label":0},{"document_id":"qw05apnf","query_relevance_label":2},{"document_id":"qxkxjxsz","query_relevance_label":0},{"document_id":"qyf59ghf","query_relevance_label":1},{"document_id":"qyg8hn56","query_relevance_label":1},{"document_id":"r0gr0bhl","query_relevance_label":1},{"document_id":"r16y83dm","query_relevance_label":0},{"document_id":"r2ivqg5j","query_relevance_label":2},{"document_id":"r48tp5py","query_relevance_label":0},{"document_id":"r55fe25x","query_relevance_label":0},{"document_id":"r5cgvo7m","query_relevance_label":0},{"document_id":"r6a6ro7w","query_relevance_label":0},{"document_id":"r6wwpfcy","query_relevance_label":0},{"document_id":"r71g2e9y","query_relevance_label":0},{"document_id":"r8el8nqm","query_relevance_label":1},{"document_id":"r9scxa76","query_relevance_label":0},{"document_id":"ra28885e","query_relevance_label":0},{"document_id":"raelqb6j","query_relevance_label":0},{"document_id":"rbnfh89u","query_relevance_label":0},{"document_id":"rbw1vam9","query_relevance_label":0},{"document_id":"rcljauve","query_relevance_label":0},{"document_id":"rcwck1y3","query_relevance_label":0},{"document_id":"rdh4xi2u","query_relevance_label":2},{"document_id":"rehr84c7","query_relevance_label":2},{"document_id":"rerkx6js","query_relevance_label":0},{"document_id":"rflu6axg","query_relevance_label":0},{"document_id":"k3bkgf1g","query_relevance_label":0},{"document_id":"rgmurgbf","query_relevance_label":2},{"document_id":"ri7v2ka3","query_relevance_label":0},{"document_id":"ris4ijq9","query_relevance_label":1},{"document_id":"xndojxqk","query_relevance_label":1},{"document_id":"rjthvtul","query_relevance_label":1},{"document_id":"rko3e5va","query_relevance_label":0},{"document_id":"rmia5w3x","query_relevance_label":0},{"document_id":"rmmp3gms","query_relevance_label":1},{"document_id":"rmqu2ngg","query_relevance_label":0},{"document_id":"ro1qo4k6","query_relevance_label":0},{"document_id":"row2mn17","query_relevance_label":0},{"document_id":"roy4420g","query_relevance_label":0},{"document_id":"rpeqkfxc","query_relevance_label":1},{"document_id":"rq9hmjsx","query_relevance_label":2},{"document_id":"rr7r7ef0","query_relevance_label":1},{"document_id":"rte05edo","query_relevance_label":0},{"document_id":"rtguh0ow","query_relevance_label":1},{"document_id":"rtw8m00s","query_relevance_label":0},{"document_id":"rtybezro","query_relevance_label":0},{"document_id":"rvg5elrc","query_relevance_label":0},{"document_id":"rvr86c6c","query_relevance_label":2},{"document_id":"rwsfw1ei","query_relevance_label":2},{"document_id":"rx68247n","query_relevance_label":0},{"document_id":"rxrlbw60","query_relevance_label":1},{"document_id":"s0893qap","query_relevance_label":1},{"document_id":"s0wmll4q","query_relevance_label":1},{"document_id":"s12mcitm","query_relevance_label":0},{"document_id":"s21obnqy","query_relevance_label":0},{"document_id":"s3q6l9hv","query_relevance_label":0},{"document_id":"s4ef9qob","query_relevance_label":1},{"document_id":"s7uop4h8","query_relevance_label":0},{"document_id":"s9gje0pz","query_relevance_label":2},{"document_id":"s9mqv4lo","query_relevance_label":1},{"document_id":"safr9z37","query_relevance_label":0},{"document_id":"sbswy7el","query_relevance_label":2},{"document_id":"sbxqwfmy","query_relevance_label":0},{"document_id":"sdiwnhs0","query_relevance_label":0},{"document_id":"sdtxi8xw","query_relevance_label":1},{"document_id":"sf1rgw61","query_relevance_label":1},{"document_id":"wt9j5mvd","query_relevance_label":2},{"document_id":"sfv9tu3t","query_relevance_label":0},{"document_id":"sh7lrdou","query_relevance_label":1},{"document_id":"sh8julcb","query_relevance_label":0},{"document_id":"sis4fjh5","query_relevance_label":0},{"document_id":"siz32uvy","query_relevance_label":2},{"document_id":"sj84atb0","query_relevance_label":2},{"document_id":"sjyrr2bn","query_relevance_label":0},{"document_id":"skkng2le","query_relevance_label":2},{"document_id":"32ev8de1","query_relevance_label":0},{"document_id":"sn1a7ikq","query_relevance_label":0},{"document_id":"sn7rswab","query_relevance_label":1},{"document_id":"snp8o9fw","query_relevance_label":0},{"document_id":"sob33vqy","query_relevance_label":0},{"document_id":"sof70xa1","query_relevance_label":0},{"document_id":"sphk023v","query_relevance_label":0},{"document_id":"sphwclzs","query_relevance_label":2},{"document_id":"sqrn6kjy","query_relevance_label":0},{"document_id":"sr0umk33","query_relevance_label":0},{"document_id":"ix5r00dy","query_relevance_label":0},{"document_id":"ssa59gng","query_relevance_label":1},{"document_id":"st5idleq","query_relevance_label":0},{"document_id":"stnjl8f8","query_relevance_label":0},{"document_id":"su8czd4x","query_relevance_label":2},{"document_id":"suhqgmlo","query_relevance_label":2},{"document_id":"svu06v9c","query_relevance_label":0},{"document_id":"3welf0ra","query_relevance_label":0},{"document_id":"sw4wtxdk","query_relevance_label":0},{"document_id":"sxbmd0df","query_relevance_label":1},{"document_id":"sxvgue36","query_relevance_label":0},{"document_id":"sy8sloqo","query_relevance_label":2},{"document_id":"sygnmiun","query_relevance_label":2},{"document_id":"szg12wfa","query_relevance_label":2},{"document_id":"szsb1oan","query_relevance_label":2},{"document_id":"t0cw7l2a","query_relevance_label":1},{"document_id":"v99vlnox","query_relevance_label":0},{"document_id":"t1iagum7","query_relevance_label":2},{"document_id":"t20huil6","query_relevance_label":0},{"document_id":"t22il8to","query_relevance_label":0},{"document_id":"t34myl7l","query_relevance_label":0},{"document_id":"t3t20wji","query_relevance_label":2},{"document_id":"t4ns3syl","query_relevance_label":2},{"document_id":"t6zf5k99","query_relevance_label":1},{"document_id":"a440j8ek","query_relevance_label":0},{"document_id":"t7gpi2vo","query_relevance_label":1},{"document_id":"t7rxmzvi","query_relevance_label":0},{"document_id":"bu17n7zf","query_relevance_label":2},{"document_id":"t8j4q00m","query_relevance_label":0},{"document_id":"t8q99tlq","query_relevance_label":1},{"document_id":"64npnmha","query_relevance_label":1},{"document_id":"tb3yyq44","query_relevance_label":0},{"document_id":"tcrxm7jy","query_relevance_label":2},{"document_id":"ter67nri","query_relevance_label":0},{"document_id":"tfkhptdg","query_relevance_label":0},{"document_id":"tfspedf1","query_relevance_label":0},{"document_id":"tg8kfiot","query_relevance_label":0},{"document_id":"thg4fqi2","query_relevance_label":1},{"document_id":"thke7tdu","query_relevance_label":0},{"document_id":"thpl8giu","query_relevance_label":0},{"document_id":"tj4deqfw","query_relevance_label":2},{"document_id":"tj4pn38j","query_relevance_label":1},{"document_id":"tku1dr32","query_relevance_label":1},{"document_id":"tnfgbl05","query_relevance_label":0},{"document_id":"tpducyke","query_relevance_label":1},{"document_id":"tohbzenc","query_relevance_label":0},{"document_id":"tojgojjf","query_relevance_label":0},{"document_id":"tomsdx3z","query_relevance_label":0},{"document_id":"truei5y2","query_relevance_label":0},{"document_id":"tsb6gul8","query_relevance_label":0},{"document_id":"tsje2x90","query_relevance_label":0},{"document_id":"tswojeuv","query_relevance_label":1},{"document_id":"tt0lj7rp","query_relevance_label":0},{"document_id":"tu1vevx9","query_relevance_label":0},{"document_id":"tuas2tgd","query_relevance_label":0},{"document_id":"tug2t7dm","query_relevance_label":0},{"document_id":"tuzmu7p5","query_relevance_label":0},{"document_id":"tv13furv","query_relevance_label":0},{"document_id":"tvbnv5gz","query_relevance_label":2},{"document_id":"tvhybr82","query_relevance_label":0},{"document_id":"tvv73r7h","query_relevance_label":0},{"document_id":"fb4z81lh","query_relevance_label":0},{"document_id":"tyhtdawb","query_relevance_label":0},{"document_id":"u13oge9m","query_relevance_label":0},{"document_id":"u19e9j2w","query_relevance_label":0},{"document_id":"8b4zvmwb","query_relevance_label":0},{"document_id":"u2w2bb2p","query_relevance_label":2},{"document_id":"u3hz6sz1","query_relevance_label":0},{"document_id":"u4mvk89w","query_relevance_label":0},{"document_id":"u65mey2z","query_relevance_label":2},{"document_id":"u6ewlh16","query_relevance_label":2},{"document_id":"u7egknq6","query_relevance_label":0},{"document_id":"u7tz6xzz","query_relevance_label":2},{"document_id":"u7zxlgxz","query_relevance_label":0},{"document_id":"u8zlc3n2","query_relevance_label":0},{"document_id":"ua6aeg5a","query_relevance_label":2},{"document_id":"uadfehr6","query_relevance_label":2},{"document_id":"ud4z14ua","query_relevance_label":0},{"document_id":"udr1z9wf","query_relevance_label":0},{"document_id":"uexahhdr","query_relevance_label":0},{"document_id":"e328iuti","query_relevance_label":0},{"document_id":"ufmcfic2","query_relevance_label":1},{"document_id":"ugc7ce21","query_relevance_label":0},{"document_id":"uj0i2anr","query_relevance_label":0},{"document_id":"uj96zdld","query_relevance_label":0},{"document_id":"ulvep69h","query_relevance_label":0},{"document_id":"ulygq434","query_relevance_label":2},{"document_id":"ek1x6q4y","query_relevance_label":2},{"document_id":"unvabosp","query_relevance_label":1},{"document_id":"ed0p8lm6","query_relevance_label":0},{"document_id":"up929iw0","query_relevance_label":0},{"document_id":"uph136sn","query_relevance_label":0},{"document_id":"uqahztur","query_relevance_label":0},{"document_id":"uqls3p01","query_relevance_label":2},{"document_id":"ur4eua83","query_relevance_label":2},{"document_id":"urkuofmu","query_relevance_label":0},{"document_id":"ut61qxyc","query_relevance_label":0},{"document_id":"utn21ce1","query_relevance_label":1},{"document_id":"utsr0zv7","query_relevance_label":1},{"document_id":"uusi3nph","query_relevance_label":0},{"document_id":"uvavdk6n","query_relevance_label":0},{"document_id":"uwj62cuv","query_relevance_label":0},{"document_id":"uywz5nqw","query_relevance_label":0},{"document_id":"uz91cd6h","query_relevance_label":0},{"document_id":"uzdydmmh","query_relevance_label":1},{"document_id":"v08cs51n","query_relevance_label":1},{"document_id":"v0qy3yqa","query_relevance_label":0},{"document_id":"v22k72tw","query_relevance_label":0},{"document_id":"v2syspu6","query_relevance_label":0},{"document_id":"v3631w0b","query_relevance_label":0},{"document_id":"v38tjof3","query_relevance_label":2},{"document_id":"v4c1lgpd","query_relevance_label":0},{"document_id":"v4mbry22","query_relevance_label":0},{"document_id":"v5brk5us","query_relevance_label":0},{"document_id":"v6ci69n0","query_relevance_label":2},{"document_id":"n40tz9ez","query_relevance_label":0},{"document_id":"v861kk0i","query_relevance_label":1},{"document_id":"v8i97mbx","query_relevance_label":1},{"document_id":"skl42x2p","query_relevance_label":0},{"document_id":"v9ftmdlv","query_relevance_label":0},{"document_id":"vahts6pu","query_relevance_label":0},{"document_id":"vahud6o5","query_relevance_label":2},{"document_id":"vcfljekt","query_relevance_label":2},{"document_id":"vcgsx07g","query_relevance_label":0},{"document_id":"vexo81k5","query_relevance_label":1},{"document_id":"yn2hf3be","query_relevance_label":0},{"document_id":"vlpdirjs","query_relevance_label":2},{"document_id":"vmhrt6bk","query_relevance_label":0},{"document_id":"vmtb5swj","query_relevance_label":1},{"document_id":"vnafx1ng","query_relevance_label":0},{"document_id":"vndydx85","query_relevance_label":0},{"document_id":"vnnnevrl","query_relevance_label":0},{"document_id":"vof63qat","query_relevance_label":0},{"document_id":"vp1r00m9","query_relevance_label":2},{"document_id":"d8eqifvv","query_relevance_label":0},{"document_id":"vpodtbjk","query_relevance_label":2},{"document_id":"vq3axp9l","query_relevance_label":0},{"document_id":"1zxupn98","query_relevance_label":0},{"document_id":"vrqe7kxm","query_relevance_label":0},{"document_id":"vt8w7z01","query_relevance_label":0},{"document_id":"vvhhpchm","query_relevance_label":2},{"document_id":"vvui9das","query_relevance_label":1},{"document_id":"vww8ypyz","query_relevance_label":0},{"document_id":"vx7ebtbp","query_relevance_label":0},{"document_id":"vy1mu04l","query_relevance_label":0},{"document_id":"vydgwa8o","query_relevance_label":0},{"document_id":"vz98i5u3","query_relevance_label":2},{"document_id":"w0lgteil","query_relevance_label":0},{"document_id":"w0pbk3kv","query_relevance_label":0},{"document_id":"w2uqaz8p","query_relevance_label":0},{"document_id":"w3catjj3","query_relevance_label":0},{"document_id":"d5yt2fih","query_relevance_label":2},{"document_id":"w7ej6jfg","query_relevance_label":0},{"document_id":"w8cvq0m5","query_relevance_label":0},{"document_id":"w8ewm8ve","query_relevance_label":0},{"document_id":"w8v0mwph","query_relevance_label":0},{"document_id":"walpfa6r","query_relevance_label":1},{"document_id":"wb19vqv3","query_relevance_label":2},{"document_id":"wbd0s4fo","query_relevance_label":0},{"document_id":"wco27nop","query_relevance_label":1},{"document_id":"we4ptygr","query_relevance_label":0},{"document_id":"welsrjao","query_relevance_label":0},{"document_id":"wesrv44a","query_relevance_label":0},{"document_id":"feovoy1l","query_relevance_label":0},{"document_id":"wg86ws3b","query_relevance_label":2},{"document_id":"tikqy2qt","query_relevance_label":0},{"document_id":"wim5q9a5","query_relevance_label":2},{"document_id":"wjm0aox6","query_relevance_label":0},{"document_id":"wl121lg4","query_relevance_label":1},{"document_id":"wm0nk0k3","query_relevance_label":0},{"document_id":"wmfcey6f","query_relevance_label":1},{"document_id":"wn9l4wtc","query_relevance_label":1},{"document_id":"wnvtkiew","query_relevance_label":0},{"document_id":"wr7vrild","query_relevance_label":0},{"document_id":"wrmfxkoa","query_relevance_label":0},{"document_id":"wtvjjc7p","query_relevance_label":0},{"document_id":"wuegn0jg","query_relevance_label":0},{"document_id":"wuo5g9x1","query_relevance_label":2},{"document_id":"wvicjqdj","query_relevance_label":1},{"document_id":"wvx6q999","query_relevance_label":0},{"document_id":"ktkq5cmt","query_relevance_label":0},{"document_id":"wzcaugst","query_relevance_label":0},{"document_id":"x4cxp6be","query_relevance_label":0},{"document_id":"x5cqpnnw","query_relevance_label":0},{"document_id":"x64cwmqf","query_relevance_label":1},{"document_id":"x6s34z1s","query_relevance_label":1},{"document_id":"x7rqfsgs","query_relevance_label":0},{"document_id":"x98j7mii","query_relevance_label":0},{"document_id":"x9az3twa","query_relevance_label":0},{"document_id":"x9bxnrtn","query_relevance_label":0},{"document_id":"xa8b1nuo","query_relevance_label":2},{"document_id":"ag0fdagi","query_relevance_label":1},{"document_id":"xceg0iz9","query_relevance_label":0},{"document_id":"xcsl2evz","query_relevance_label":2},{"document_id":"xdzbwa6z","query_relevance_label":0},{"document_id":"rtcab3f1","query_relevance_label":0},{"document_id":"xgnv3eiw","query_relevance_label":0},{"document_id":"xgsnvndf","query_relevance_label":0},{"document_id":"xl8gfkjs","query_relevance_label":0},{"document_id":"xlqzprqn","query_relevance_label":1},{"document_id":"xly61tfw","query_relevance_label":2},{"document_id":"xpbcoipf","query_relevance_label":1},{"document_id":"w0vm70no","query_relevance_label":1},{"document_id":"xqqn1t4e","query_relevance_label":0},{"document_id":"xsrqjk3m","query_relevance_label":1},{"document_id":"xtibubra","query_relevance_label":1},{"document_id":"8zzi6gu9","query_relevance_label":1},{"document_id":"q1ri58vd","query_relevance_label":0},{"document_id":"xuczplaf","query_relevance_label":1},{"document_id":"xuj4yymz","query_relevance_label":1},{"document_id":"xummm9xu","query_relevance_label":0},{"document_id":"xutbbxpr","query_relevance_label":2},{"document_id":"xvfl7ycj","query_relevance_label":0},{"document_id":"xvhg4m16","query_relevance_label":0},{"document_id":"xvnv17zy","query_relevance_label":0},{"document_id":"xwjtjopl","query_relevance_label":0},{"document_id":"8xac7x5x","query_relevance_label":0},{"document_id":"xxcx7hg5","query_relevance_label":2},{"document_id":"fajan0c0","query_relevance_label":1},{"document_id":"y29kct7v","query_relevance_label":0},{"document_id":"y2zcwcic","query_relevance_label":0},{"document_id":"y3uzb4dx","query_relevance_label":1},{"document_id":"y4uo7o8g","query_relevance_label":0},{"document_id":"nqsijov3","query_relevance_label":0},{"document_id":"y5n7zsct","query_relevance_label":2},{"document_id":"y691hark","query_relevance_label":0},{"document_id":"hf5b7gxf","query_relevance_label":0},{"document_id":"56cxgtfo","query_relevance_label":0},{"document_id":"yaspd6l7","query_relevance_label":0},{"document_id":"yb54i1ne","query_relevance_label":1},{"document_id":"ycrrsr5c","query_relevance_label":0},{"document_id":"yeih3tfo","query_relevance_label":0},{"document_id":"yf5g53a9","query_relevance_label":0},{"document_id":"38alpn2v","query_relevance_label":0},{"document_id":"yh1d2g75","query_relevance_label":0},{"document_id":"yh1lioyz","query_relevance_label":0},{"document_id":"yk60ol95","query_relevance_label":0},{"document_id":"ymhcouo5","query_relevance_label":0},{"document_id":"ynze6yaz","query_relevance_label":0},{"document_id":"yoy3hj3j","query_relevance_label":0},{"document_id":"ypgrw78s","query_relevance_label":1},{"document_id":"yq05djrc","query_relevance_label":0},{"document_id":"yqc43a5t","query_relevance_label":0},{"document_id":"yqeifpoy","query_relevance_label":0},{"document_id":"ys51rshu","query_relevance_label":0},{"document_id":"2dyn9uez","query_relevance_label":0},{"document_id":"yvh2fzxt","query_relevance_label":0},{"document_id":"yw7w65xw","query_relevance_label":0},{"document_id":"yxjhfg7m","query_relevance_label":1},{"document_id":"s91sz7c0","query_relevance_label":2},{"document_id":"yzcq3380","query_relevance_label":0},{"document_id":"yzffm05r","query_relevance_label":0},{"document_id":"yzp9wjuk","query_relevance_label":1},{"document_id":"z0ni2jsr","query_relevance_label":1},{"document_id":"z11exbyu","query_relevance_label":2},{"document_id":"z122v1uz","query_relevance_label":1},{"document_id":"z14rf85c","query_relevance_label":2},{"document_id":"z2g1mx1p","query_relevance_label":0},{"document_id":"z2kgcjtp","query_relevance_label":2},{"document_id":"z443e8lk","query_relevance_label":2},{"document_id":"z4l3pk23","query_relevance_label":0},{"document_id":"z6fd4yua","query_relevance_label":0},{"document_id":"z73bozz7","query_relevance_label":0},{"document_id":"z7a3g6e8","query_relevance_label":0},{"document_id":"z9dolxky","query_relevance_label":2},{"document_id":"zav5gksq","query_relevance_label":0},{"document_id":"zawf4jzm","query_relevance_label":0},{"document_id":"zaxjj9q7","query_relevance_label":2},{"document_id":"zb434ve3","query_relevance_label":0},{"document_id":"xdleqt3r","query_relevance_label":1},{"document_id":"zcy4hpqp","query_relevance_label":0},{"document_id":"zd7smm8r","query_relevance_label":1},{"document_id":"zdv0ilti","query_relevance_label":2},{"document_id":"7kidc16v","query_relevance_label":0},{"document_id":"zel9a3u6","query_relevance_label":2},{"document_id":"tax8ncny","query_relevance_label":0},{"document_id":"zhxrlopp","query_relevance_label":1},{"document_id":"zi0lc3lp","query_relevance_label":2},{"document_id":"zi98dq1v","query_relevance_label":1},{"document_id":"zixnvehs","query_relevance_label":0},{"document_id":"zjmiw6f3","query_relevance_label":0},{"document_id":"zjr6csla","query_relevance_label":0},{"document_id":"zk44e4qy","query_relevance_label":1},{"document_id":"zknmfgsh","query_relevance_label":2},{"document_id":"zndtddty","query_relevance_label":0},{"document_id":"zoqatt6t","query_relevance_label":0},{"document_id":"zp4uy1v7","query_relevance_label":0},{"document_id":"ft15w83r","query_relevance_label":1},{"document_id":"zph6r4il","query_relevance_label":0},{"document_id":"zpiaka80","query_relevance_label":0},{"document_id":"zq2h0avw","query_relevance_label":0},{"document_id":"zqf351sv","query_relevance_label":1},{"document_id":"zsm7v3am","query_relevance_label":0},{"document_id":"zsx7wfyj","query_relevance_label":1},{"document_id":"v0v0ahjh","query_relevance_label":1},{"document_id":"zu46bdpu","query_relevance_label":2},{"document_id":"zv0ysi8m","query_relevance_label":1},{"document_id":"zxvim4t8","query_relevance_label":0},{"document_id":"zy8qjaai","query_relevance_label":1},{"document_id":"zzpw375i","query_relevance_label":0}]} +{"retrieved_documents":[{"document_id":"y08iot2a","relevance_score":33.741558},{"document_id":"w7ycc07b","relevance_score":30.905249},{"document_id":"r1yjphnn","relevance_score":29.913696},{"document_id":"w67cryfp","relevance_score":29.587719},{"document_id":"t17cndfi","relevance_score":29.374273},{"document_id":"bsns08qg","relevance_score":29.003153},{"document_id":"4bone4vj","relevance_score":28.703754},{"document_id":"4k7pn5o0","relevance_score":28.611307},{"document_id":"s2nrac4r","relevance_score":28.48462},{"document_id":"mvxgjmqk","relevance_score":28.082142},{"document_id":"uj1ii0bh","relevance_score":27.929277},{"document_id":"7n2q40ms","relevance_score":27.844517},{"document_id":"fj3a2y1o","relevance_score":27.710758},{"document_id":"izx9nxiw","relevance_score":27.368885},{"document_id":"m6vnblk7","relevance_score":26.845282},{"document_id":"gan10za0","relevance_score":26.541086},{"document_id":"w5kjmw88","relevance_score":26.492136},{"document_id":"hvpzqdyh","relevance_score":26.37579},{"document_id":"hwl5fsu1","relevance_score":25.95303},{"document_id":"srkd3wh0","relevance_score":25.902725},{"document_id":"6y95e0f0","relevance_score":25.707848},{"document_id":"ypnjry76","relevance_score":25.694685},{"document_id":"ain6iok3","relevance_score":25.656359},{"document_id":"znz0bmj2","relevance_score":25.490864},{"document_id":"v07x2uj1","relevance_score":25.480589},{"document_id":"5cw1isyq","relevance_score":25.413956},{"document_id":"w0rdxcbu","relevance_score":24.95376},{"document_id":"wmqq70yg","relevance_score":24.618658},{"document_id":"x9d17j5x","relevance_score":24.56473},{"document_id":"akb96git","relevance_score":24.360605},{"document_id":"cgz9rhmx","relevance_score":24.212852},{"document_id":"kftchnhz","relevance_score":24.178644},{"document_id":"zlaqcem1","relevance_score":23.99634},{"document_id":"526elsrf","relevance_score":23.808949},{"document_id":"tkj6m8eg","relevance_score":23.789986},{"document_id":"q76jxc3p","relevance_score":23.780403},{"document_id":"7ftq02ev","relevance_score":23.733038},{"document_id":"uj8a09t3","relevance_score":23.202965},{"document_id":"lhe979ub","relevance_score":23.003532},{"document_id":"k2r92ywc","relevance_score":22.997082},{"document_id":"6s01qplg","relevance_score":22.933277},{"document_id":"617bm90s","relevance_score":22.926098},{"document_id":"o8r0x15l","relevance_score":22.899052},{"document_id":"3o90pzw7","relevance_score":22.898613},{"document_id":"ds3nmssp","relevance_score":22.850534},{"document_id":"5g0almil","relevance_score":22.834099},{"document_id":"1llox90t","relevance_score":22.762663},{"document_id":"hjyaqmyl","relevance_score":22.655102},{"document_id":"ynvw6i4t","relevance_score":22.64182},{"document_id":"mkhkcqyn","relevance_score":22.631292}],"retrieval_ground_truth":[{"document_id":"01goni72","query_relevance_label":2},{"document_id":"01yc7lzk","query_relevance_label":0},{"document_id":"02cy1s8x","query_relevance_label":0},{"document_id":"02f0opkr","query_relevance_label":0},{"document_id":"vprjbzw8","query_relevance_label":2},{"document_id":"03id5o2g","query_relevance_label":0},{"document_id":"03s9spbi","query_relevance_label":2},{"document_id":"04awj06g","query_relevance_label":2},{"document_id":"04rbtmmi","query_relevance_label":2},{"document_id":"084o1dmp","query_relevance_label":0},{"document_id":"brqby02y","query_relevance_label":0},{"document_id":"ue2sp06r","query_relevance_label":0},{"document_id":"0eu2ikwa","query_relevance_label":0},{"document_id":"0ey40gzw","query_relevance_label":0},{"document_id":"0gui0qln","query_relevance_label":0},{"document_id":"0gxxuyln","query_relevance_label":0},{"document_id":"0ikxtf1t","query_relevance_label":0},{"document_id":"0jm73t0s","query_relevance_label":2},{"document_id":"0m5umout","query_relevance_label":0},{"document_id":"0mciznu2","query_relevance_label":0},{"document_id":"0mikqjpj","query_relevance_label":0},{"document_id":"0nh58odf","query_relevance_label":0},{"document_id":"0oma7hdu","query_relevance_label":2},{"document_id":"0oqcx0az","query_relevance_label":1},{"document_id":"0p30wez2","query_relevance_label":0},{"document_id":"0p480zhb","query_relevance_label":0},{"document_id":"eiek6olk","query_relevance_label":2},{"document_id":"0plznmwi","query_relevance_label":0},{"document_id":"0pq59s73","query_relevance_label":0},{"document_id":"0pujch9v","query_relevance_label":2},{"document_id":"0qaoam29","query_relevance_label":0},{"document_id":"0qwwycnc","query_relevance_label":0},{"document_id":"0rq0wdpq","query_relevance_label":0},{"document_id":"0scg9skb","query_relevance_label":0},{"document_id":"0ti403i4","query_relevance_label":0},{"document_id":"0tun7fjk","query_relevance_label":0},{"document_id":"0vdxs1gz","query_relevance_label":0},{"document_id":"0vlzwksu","query_relevance_label":2},{"document_id":"0wspp086","query_relevance_label":2},{"document_id":"0wxieyjq","query_relevance_label":0},{"document_id":"0x4zrfw3","query_relevance_label":0},{"document_id":"0xhho1sh","query_relevance_label":0},{"document_id":"0y3m47lh","query_relevance_label":0},{"document_id":"0y62eqdx","query_relevance_label":2},{"document_id":"0ygaj2hm","query_relevance_label":0},{"document_id":"0yqyclxk","query_relevance_label":0},{"document_id":"11hi1jel","query_relevance_label":0},{"document_id":"11pcdnlw","query_relevance_label":2},{"document_id":"120uu4dh","query_relevance_label":0},{"document_id":"124czudi","query_relevance_label":0},{"document_id":"147yc66p","query_relevance_label":2},{"document_id":"m9xxbfk7","query_relevance_label":0},{"document_id":"15fhg8o9","query_relevance_label":0},{"document_id":"15slu3kk","query_relevance_label":2},{"document_id":"c0vfjlbh","query_relevance_label":0},{"document_id":"1a329gcy","query_relevance_label":1},{"document_id":"1am6jcq3","query_relevance_label":0},{"document_id":"1bxt21za","query_relevance_label":2},{"document_id":"1c3fpazy","query_relevance_label":0},{"document_id":"e5vj46d3","query_relevance_label":0},{"document_id":"1cpoo3b5","query_relevance_label":0},{"document_id":"1cx2l2do","query_relevance_label":0},{"document_id":"1de98sxz","query_relevance_label":0},{"document_id":"1dq91x2r","query_relevance_label":2},{"document_id":"1fqbis7e","query_relevance_label":0},{"document_id":"1gsy43a0","query_relevance_label":0},{"document_id":"1i6n6tv6","query_relevance_label":0},{"document_id":"1igz6i8u","query_relevance_label":1},{"document_id":"1k3d3o2q","query_relevance_label":2},{"document_id":"1k6oegu4","query_relevance_label":0},{"document_id":"1kdc6xk8","query_relevance_label":0},{"document_id":"1kyrptgx","query_relevance_label":0},{"document_id":"5dfg0f5d","query_relevance_label":2},{"document_id":"1llox90t","query_relevance_label":2},{"document_id":"1mmqfp7g","query_relevance_label":0},{"document_id":"1mu1z4xd","query_relevance_label":0},{"document_id":"1npav6m4","query_relevance_label":2},{"document_id":"1p941spn","query_relevance_label":2},{"document_id":"1qo1krxv","query_relevance_label":0},{"document_id":"1rhy8td0","query_relevance_label":0},{"document_id":"1riprk86","query_relevance_label":0},{"document_id":"1rzcrkmt","query_relevance_label":0},{"document_id":"6hpt1763","query_relevance_label":2},{"document_id":"1vhprok9","query_relevance_label":2},{"document_id":"1w0dd54t","query_relevance_label":0},{"document_id":"1x3dp1vv","query_relevance_label":2},{"document_id":"1x66nxgx","query_relevance_label":2},{"document_id":"1yv3dk99","query_relevance_label":0},{"document_id":"1zzyfmkb","query_relevance_label":0},{"document_id":"20jcg8jl","query_relevance_label":0},{"document_id":"2ok1owv7","query_relevance_label":0},{"document_id":"21tz1n36","query_relevance_label":0},{"document_id":"230p8rsf","query_relevance_label":0},{"document_id":"23x0btii","query_relevance_label":0},{"document_id":"24pp67fw","query_relevance_label":2},{"document_id":"268otpwq","query_relevance_label":0},{"document_id":"26gf4q1v","query_relevance_label":2},{"document_id":"vembiw2k","query_relevance_label":0},{"document_id":"28ddm9um","query_relevance_label":0},{"document_id":"ha4w2eiw","query_relevance_label":0},{"document_id":"q12b7uyr","query_relevance_label":2},{"document_id":"2cvpzlu1","query_relevance_label":0},{"document_id":"2dw318eg","query_relevance_label":0},{"document_id":"2fn25l6m","query_relevance_label":0},{"document_id":"2g8rfzf4","query_relevance_label":0},{"document_id":"2m8xhi5r","query_relevance_label":0},{"document_id":"2mcwhg21","query_relevance_label":0},{"document_id":"2mrtq4ya","query_relevance_label":0},{"document_id":"2p9j4ksy","query_relevance_label":0},{"document_id":"2sdqehyw","query_relevance_label":0},{"document_id":"ojs5e7n9","query_relevance_label":0},{"document_id":"2vlvz5o9","query_relevance_label":0},{"document_id":"2w0zr9c0","query_relevance_label":0},{"document_id":"2wshgzjk","query_relevance_label":0},{"document_id":"33cgz7ob","query_relevance_label":0},{"document_id":"33fngv0t","query_relevance_label":0},{"document_id":"33l4u1lc","query_relevance_label":0},{"document_id":"890vftby","query_relevance_label":2},{"document_id":"34ekacrw","query_relevance_label":1},{"document_id":"g5qn8qum","query_relevance_label":2},{"document_id":"36g4zdqa","query_relevance_label":0},{"document_id":"36ljune4","query_relevance_label":0},{"document_id":"380s4j70","query_relevance_label":2},{"document_id":"38c28tw1","query_relevance_label":0},{"document_id":"38q8jbcl","query_relevance_label":0},{"document_id":"39mfts0g","query_relevance_label":0},{"document_id":"39rbo0f9","query_relevance_label":0},{"document_id":"39yvniki","query_relevance_label":0},{"document_id":"3ahp9tli","query_relevance_label":0},{"document_id":"3bp0m00g","query_relevance_label":0},{"document_id":"3bv3aak6","query_relevance_label":0},{"document_id":"3dgd54xr","query_relevance_label":2},{"document_id":"3e31i6sn","query_relevance_label":0},{"document_id":"3f6abahf","query_relevance_label":0},{"document_id":"3fflt6a3","query_relevance_label":0},{"document_id":"3go7thqh","query_relevance_label":0},{"document_id":"3h3ktqgz","query_relevance_label":0},{"document_id":"3hn0xkst","query_relevance_label":0},{"document_id":"3jth2pu4","query_relevance_label":0},{"document_id":"3l4di1k7","query_relevance_label":0},{"document_id":"xtmq5lzk","query_relevance_label":0},{"document_id":"3nfukrfl","query_relevance_label":0},{"document_id":"3p2dl8yf","query_relevance_label":2},{"document_id":"3p542sqs","query_relevance_label":0},{"document_id":"3pd1lre7","query_relevance_label":0},{"document_id":"3qzlo90e","query_relevance_label":0},{"document_id":"3r0kzn4y","query_relevance_label":1},{"document_id":"3r8jbhhq","query_relevance_label":0},{"document_id":"3s3pd9xx","query_relevance_label":0},{"document_id":"3saa7d76","query_relevance_label":0},{"document_id":"3sencqst","query_relevance_label":0},{"document_id":"3svnvozz","query_relevance_label":2},{"document_id":"3tow59gc","query_relevance_label":2},{"document_id":"3vntjg8d","query_relevance_label":0},{"document_id":"3wbn42j3","query_relevance_label":0},{"document_id":"3xq5jwof","query_relevance_label":0},{"document_id":"3xw4qjoy","query_relevance_label":2},{"document_id":"3ysbwdvv","query_relevance_label":2},{"document_id":"3yzxljjf","query_relevance_label":2},{"document_id":"77gt3j5e","query_relevance_label":0},{"document_id":"41h59d0g","query_relevance_label":0},{"document_id":"431ksdno","query_relevance_label":0},{"document_id":"j9b3ob0a","query_relevance_label":0},{"document_id":"jx1wa2u3","query_relevance_label":0},{"document_id":"46w52de3","query_relevance_label":0},{"document_id":"k9oyzm1m","query_relevance_label":0},{"document_id":"4ay3hsi7","query_relevance_label":2},{"document_id":"4bbpytn5","query_relevance_label":0},{"document_id":"4bgs1awq","query_relevance_label":0},{"document_id":"4bncbqsb","query_relevance_label":0},{"document_id":"4bz7xeev","query_relevance_label":0},{"document_id":"4d4l6mzl","query_relevance_label":0},{"document_id":"4dabwcfi","query_relevance_label":0},{"document_id":"qmrgkkpr","query_relevance_label":2},{"document_id":"4eylgtbc","query_relevance_label":1},{"document_id":"4f2wkjgj","query_relevance_label":0},{"document_id":"uqe8kgza","query_relevance_label":0},{"document_id":"4ffuivil","query_relevance_label":0},{"document_id":"4fs724wn","query_relevance_label":0},{"document_id":"4h4q9h02","query_relevance_label":0},{"document_id":"4j47etsu","query_relevance_label":2},{"document_id":"4mjbzhn6","query_relevance_label":0},{"document_id":"4n6v5kfv","query_relevance_label":0},{"document_id":"4o8bedj8","query_relevance_label":0},{"document_id":"4od8qt36","query_relevance_label":0},{"document_id":"4omocd8q","query_relevance_label":0},{"document_id":"4owe9lf5","query_relevance_label":0},{"document_id":"h0fw93x2","query_relevance_label":0},{"document_id":"4pztbu51","query_relevance_label":0},{"document_id":"4ry9b68l","query_relevance_label":2},{"document_id":"9lusan32","query_relevance_label":0},{"document_id":"4txctk7k","query_relevance_label":0},{"document_id":"4ui7g98h","query_relevance_label":0},{"document_id":"4z5jzt82","query_relevance_label":0},{"document_id":"50jgbtnr","query_relevance_label":0},{"document_id":"51k50ebv","query_relevance_label":2},{"document_id":"526elsrf","query_relevance_label":2},{"document_id":"54va9e5p","query_relevance_label":0},{"document_id":"55ebve2k","query_relevance_label":0},{"document_id":"5b4yji8n","query_relevance_label":0},{"document_id":"5b9xjvwm","query_relevance_label":2},{"document_id":"5c0ho2jx","query_relevance_label":0},{"document_id":"5czqwdwl","query_relevance_label":1},{"document_id":"5ekdfers","query_relevance_label":0},{"document_id":"5f2e6063","query_relevance_label":0},{"document_id":"5fwbh9t9","query_relevance_label":0},{"document_id":"5g0almil","query_relevance_label":1},{"document_id":"cvvzqn4e","query_relevance_label":0},{"document_id":"5iwgebvp","query_relevance_label":0},{"document_id":"5jbehcb6","query_relevance_label":0},{"document_id":"fpe6978r","query_relevance_label":0},{"document_id":"5kavwv3u","query_relevance_label":0},{"document_id":"iasv2y2d","query_relevance_label":2},{"document_id":"5m1ch7ls","query_relevance_label":0},{"document_id":"7vwjcp53","query_relevance_label":2},{"document_id":"5p29uhak","query_relevance_label":0},{"document_id":"5p8gkbi7","query_relevance_label":0},{"document_id":"5qq7l9v5","query_relevance_label":0},{"document_id":"5so17je6","query_relevance_label":0},{"document_id":"5sqd4sex","query_relevance_label":2},{"document_id":"5t00445h","query_relevance_label":0},{"document_id":"5trqi9tp","query_relevance_label":0},{"document_id":"600am3mq","query_relevance_label":0},{"document_id":"60509txd","query_relevance_label":0},{"document_id":"60qmiwjm","query_relevance_label":2},{"document_id":"617bm90s","query_relevance_label":0},{"document_id":"638yfuyr","query_relevance_label":0},{"document_id":"649w7j4i","query_relevance_label":0},{"document_id":"662pfa61","query_relevance_label":0},{"document_id":"679qfp2s","query_relevance_label":0},{"document_id":"6a9to2w9","query_relevance_label":2},{"document_id":"6anr4xdw","query_relevance_label":2},{"document_id":"6baa8yta","query_relevance_label":1},{"document_id":"6bwho23w","query_relevance_label":0},{"document_id":"6bx1rt58","query_relevance_label":0},{"document_id":"6cchvz7y","query_relevance_label":0},{"document_id":"6cl2sryq","query_relevance_label":0},{"document_id":"6cz0opsf","query_relevance_label":2},{"document_id":"6dbt99h0","query_relevance_label":1},{"document_id":"6dq8xx7c","query_relevance_label":0},{"document_id":"6exmxw6r","query_relevance_label":2},{"document_id":"6hwedoh7","query_relevance_label":1},{"document_id":"6hyrcq7y","query_relevance_label":0},{"document_id":"6imghzg1","query_relevance_label":2},{"document_id":"6io780dm","query_relevance_label":0},{"document_id":"6jtjm21p","query_relevance_label":0},{"document_id":"6kjgrsfr","query_relevance_label":0},{"document_id":"6km7wozh","query_relevance_label":0},{"document_id":"flr9nmog","query_relevance_label":0},{"document_id":"6ne76rh1","query_relevance_label":0},{"document_id":"6nonzjbq","query_relevance_label":2},{"document_id":"6oucfitg","query_relevance_label":0},{"document_id":"6p592gwa","query_relevance_label":0},{"document_id":"6q90bayx","query_relevance_label":1},{"document_id":"cg5dpfk6","query_relevance_label":0},{"document_id":"6r5c2x0f","query_relevance_label":2},{"document_id":"6uaj8fb7","query_relevance_label":0},{"document_id":"6yvcl92q","query_relevance_label":0},{"document_id":"6zld1n9n","query_relevance_label":0},{"document_id":"70jx0h9v","query_relevance_label":0},{"document_id":"73a7uvyz","query_relevance_label":0},{"document_id":"74actu93","query_relevance_label":0},{"document_id":"75qq7e3t","query_relevance_label":0},{"document_id":"78w5fafs","query_relevance_label":0},{"document_id":"796okubs","query_relevance_label":0},{"document_id":"79lvmusz","query_relevance_label":0},{"document_id":"7a3y3mbc","query_relevance_label":0},{"document_id":"7bzg4aqr","query_relevance_label":0},{"document_id":"7e8zlt3t","query_relevance_label":0},{"document_id":"7edmbp1o","query_relevance_label":0},{"document_id":"7fkaj1h8","query_relevance_label":0},{"document_id":"7gcuwge4","query_relevance_label":2},{"document_id":"7gs2hynl","query_relevance_label":2},{"document_id":"7i52vltp","query_relevance_label":0},{"document_id":"7kku9jd0","query_relevance_label":0},{"document_id":"7ogc51kf","query_relevance_label":0},{"document_id":"7q5s1vu1","query_relevance_label":0},{"document_id":"7qqxumvo","query_relevance_label":0},{"document_id":"7qyvnm2o","query_relevance_label":0},{"document_id":"7t41wvw3","query_relevance_label":0},{"document_id":"7tkvl894","query_relevance_label":0},{"document_id":"7tulgjhy","query_relevance_label":1},{"document_id":"7usv3ljo","query_relevance_label":2},{"document_id":"7vh5ipro","query_relevance_label":0},{"document_id":"7w79zeib","query_relevance_label":0},{"document_id":"7wirya95","query_relevance_label":2},{"document_id":"iohvj16d","query_relevance_label":0},{"document_id":"lte9aye1","query_relevance_label":0},{"document_id":"810r5q03","query_relevance_label":0},{"document_id":"81is3pn3","query_relevance_label":0},{"document_id":"86byq11c","query_relevance_label":0},{"document_id":"86hc3lbi","query_relevance_label":0},{"document_id":"oj4ue0ur","query_relevance_label":0},{"document_id":"gzg07b41","query_relevance_label":0},{"document_id":"s5q6pxhh","query_relevance_label":0},{"document_id":"88yf7igp","query_relevance_label":0},{"document_id":"9atjk9si","query_relevance_label":0},{"document_id":"89n52jny","query_relevance_label":0},{"document_id":"8a1cia8s","query_relevance_label":0},{"document_id":"8a704p38","query_relevance_label":0},{"document_id":"8augzfrt","query_relevance_label":0},{"document_id":"8avkjc84","query_relevance_label":0},{"document_id":"8b5cvll7","query_relevance_label":2},{"document_id":"8eitzlpf","query_relevance_label":0},{"document_id":"8fuj072z","query_relevance_label":0},{"document_id":"8heicyda","query_relevance_label":0},{"document_id":"8igrpqib","query_relevance_label":2},{"document_id":"8kl5wyms","query_relevance_label":0},{"document_id":"8l5gtrmg","query_relevance_label":0},{"document_id":"8mj8gjv9","query_relevance_label":2},{"document_id":"8ozauxlk","query_relevance_label":0},{"document_id":"8p1agcm2","query_relevance_label":0},{"document_id":"8p311gkk","query_relevance_label":0},{"document_id":"8qgs5v25","query_relevance_label":2},{"document_id":"k5fh5ujf","query_relevance_label":0},{"document_id":"8ruux4sw","query_relevance_label":0},{"document_id":"8s9671zf","query_relevance_label":0},{"document_id":"8sj4kjp1","query_relevance_label":0},{"document_id":"8tu4682b","query_relevance_label":0},{"document_id":"8u02b5u8","query_relevance_label":0},{"document_id":"8uctsgh1","query_relevance_label":0},{"document_id":"8uw6h6ge","query_relevance_label":0},{"document_id":"8wzd4j82","query_relevance_label":0},{"document_id":"8ybfiz8f","query_relevance_label":0},{"document_id":"901m6zw0","query_relevance_label":0},{"document_id":"90698b13","query_relevance_label":0},{"document_id":"90znu5om","query_relevance_label":0},{"document_id":"92zotesl","query_relevance_label":0},{"document_id":"9309aig5","query_relevance_label":0},{"document_id":"931ljfim","query_relevance_label":0},{"document_id":"94xsyvux","query_relevance_label":0},{"document_id":"958u08vb","query_relevance_label":0},{"document_id":"95hx0nd4","query_relevance_label":0},{"document_id":"95xy3748","query_relevance_label":2},{"document_id":"95zjnp77","query_relevance_label":0},{"document_id":"971d0sir","query_relevance_label":0},{"document_id":"99lxmq4u","query_relevance_label":1},{"document_id":"99z6ykb2","query_relevance_label":0},{"document_id":"vjd3wga2","query_relevance_label":0},{"document_id":"9egy68c0","query_relevance_label":0},{"document_id":"9fu3g4qm","query_relevance_label":0},{"document_id":"9gbhczg7","query_relevance_label":1},{"document_id":"9gtnsyts","query_relevance_label":0},{"document_id":"9hq8xdhi","query_relevance_label":0},{"document_id":"9nicryzs","query_relevance_label":2},{"document_id":"9pl7mta8","query_relevance_label":0},{"document_id":"9rjbmsvb","query_relevance_label":0},{"document_id":"9se0wm4t","query_relevance_label":0},{"document_id":"9sso5gfj","query_relevance_label":0},{"document_id":"aiwxlxzt","query_relevance_label":2},{"document_id":"9tqivs5f","query_relevance_label":0},{"document_id":"9ut93z06","query_relevance_label":0},{"document_id":"9v83g7dj","query_relevance_label":2},{"document_id":"9w23dbkm","query_relevance_label":2},{"document_id":"9ws61y2g","query_relevance_label":0},{"document_id":"9zuhgl61","query_relevance_label":0},{"document_id":"a064ixnn","query_relevance_label":0},{"document_id":"a1jlwvju","query_relevance_label":0},{"document_id":"a246wl7f","query_relevance_label":0},{"document_id":"a3groawt","query_relevance_label":0},{"document_id":"a4282jtk","query_relevance_label":2},{"document_id":"md4w1zsy","query_relevance_label":0},{"document_id":"a7r1sn35","query_relevance_label":0},{"document_id":"a7y4qh8k","query_relevance_label":0},{"document_id":"a7yq1zu0","query_relevance_label":0},{"document_id":"a8ig607t","query_relevance_label":0},{"document_id":"aapg75af","query_relevance_label":0},{"document_id":"aboyqe3w","query_relevance_label":0},{"document_id":"ac9irubp","query_relevance_label":0},{"document_id":"aekywz71","query_relevance_label":2},{"document_id":"zxudiyj4","query_relevance_label":0},{"document_id":"ageruykj","query_relevance_label":0},{"document_id":"aiucp2vw","query_relevance_label":1},{"document_id":"aj2ixlo7","query_relevance_label":0},{"document_id":"ajfzg0ak","query_relevance_label":0},{"document_id":"akb96git","query_relevance_label":2},{"document_id":"al7gffw2","query_relevance_label":2},{"document_id":"alvnwhl9","query_relevance_label":0},{"document_id":"gctnx6j1","query_relevance_label":0},{"document_id":"amzc5yrd","query_relevance_label":0},{"document_id":"aovgef85","query_relevance_label":0},{"document_id":"apc0lm5e","query_relevance_label":0},{"document_id":"apr9oyqa","query_relevance_label":0},{"document_id":"aq48eris","query_relevance_label":0},{"document_id":"aqozmk1t","query_relevance_label":2},{"document_id":"aso63o3p","query_relevance_label":0},{"document_id":"l2s6i3sp","query_relevance_label":0},{"document_id":"au9pyflh","query_relevance_label":0},{"document_id":"aw069s9l","query_relevance_label":0},{"document_id":"aw15xmia","query_relevance_label":0},{"document_id":"awitk3se","query_relevance_label":0},{"document_id":"awy28210","query_relevance_label":0},{"document_id":"ax87r0bj","query_relevance_label":1},{"document_id":"ax9btc74","query_relevance_label":0},{"document_id":"axbyav1m","query_relevance_label":0},{"document_id":"axn5dgkh","query_relevance_label":2},{"document_id":"az268p2f","query_relevance_label":2},{"document_id":"azcr8jf3","query_relevance_label":2},{"document_id":"u4gc98g4","query_relevance_label":0},{"document_id":"b0wd2jd3","query_relevance_label":0},{"document_id":"b1iyr42n","query_relevance_label":0},{"document_id":"f1ofvu29","query_relevance_label":0},{"document_id":"b32zmfru","query_relevance_label":1},{"document_id":"b4dsr0im","query_relevance_label":1},{"document_id":"b518n9dx","query_relevance_label":0},{"document_id":"b5329o75","query_relevance_label":0},{"document_id":"b66bb2ri","query_relevance_label":0},{"document_id":"b6xe7jdy","query_relevance_label":0},{"document_id":"b8j2hn9w","query_relevance_label":0},{"document_id":"b9fjmaec","query_relevance_label":2},{"document_id":"jzwezjy3","query_relevance_label":0},{"document_id":"bayj4dtg","query_relevance_label":0},{"document_id":"bb27z7h0","query_relevance_label":0},{"document_id":"bbghqy1a","query_relevance_label":0},{"document_id":"bbvxu8op","query_relevance_label":0},{"document_id":"92p7vc7i","query_relevance_label":0},{"document_id":"bcbqgb2l","query_relevance_label":0},{"document_id":"be7gxvl7","query_relevance_label":2},{"document_id":"bh198xgl","query_relevance_label":0},{"document_id":"bhq4t850","query_relevance_label":2},{"document_id":"blhomt8e","query_relevance_label":0},{"document_id":"bnrmh1qs","query_relevance_label":2},{"document_id":"bnwa2eo6","query_relevance_label":0},{"document_id":"bpv7p7zo","query_relevance_label":2},{"document_id":"br661awf","query_relevance_label":0},{"document_id":"brwmpm5a","query_relevance_label":0},{"document_id":"bt5857p3","query_relevance_label":0},{"document_id":"btp9dldg","query_relevance_label":0},{"document_id":"bu1bc2bi","query_relevance_label":0},{"document_id":"buhu5c41","query_relevance_label":1},{"document_id":"bxwcixd7","query_relevance_label":0},{"document_id":"byant7dh","query_relevance_label":1},{"document_id":"byyx2y47","query_relevance_label":0},{"document_id":"bzq1xxqb","query_relevance_label":0},{"document_id":"k6hh7yft","query_relevance_label":0},{"document_id":"c32lvwcc","query_relevance_label":2},{"document_id":"c4ewfskp","query_relevance_label":0},{"document_id":"c7j2eoz0","query_relevance_label":0},{"document_id":"c7weqc03","query_relevance_label":0},{"document_id":"c8myq6bi","query_relevance_label":0},{"document_id":"c8nrd4h9","query_relevance_label":0},{"document_id":"c944zmxt","query_relevance_label":2},{"document_id":"c994vz8i","query_relevance_label":0},{"document_id":"c9rvyw0c","query_relevance_label":0},{"document_id":"ld4st9cp","query_relevance_label":0},{"document_id":"catxtvrm","query_relevance_label":0},{"document_id":"cba8gycz","query_relevance_label":0},{"document_id":"6pcvbs48","query_relevance_label":0},{"document_id":"cdsir930","query_relevance_label":0},{"document_id":"cg9k4pak","query_relevance_label":1},{"document_id":"cga8v8fb","query_relevance_label":2},{"document_id":"chcbiott","query_relevance_label":0},{"document_id":"ciihp7pj","query_relevance_label":1},{"document_id":"cj0697ks","query_relevance_label":0},{"document_id":"cko1km4h","query_relevance_label":0},{"document_id":"kqk4sx9l","query_relevance_label":0},{"document_id":"co4i9fim","query_relevance_label":0},{"document_id":"coo4j802","query_relevance_label":0},{"document_id":"covnpc8z","query_relevance_label":0},{"document_id":"cqeulecp","query_relevance_label":0},{"document_id":"crla8vrj","query_relevance_label":2},{"document_id":"cs8gfjp4","query_relevance_label":0},{"document_id":"cv32u0ox","query_relevance_label":0},{"document_id":"cvdne6ks","query_relevance_label":0},{"document_id":"cx3lf0dx","query_relevance_label":2},{"document_id":"cyetlmgt","query_relevance_label":0},{"document_id":"cyj7hxz3","query_relevance_label":0},{"document_id":"czh7xqph","query_relevance_label":2},{"document_id":"czuq8rw5","query_relevance_label":0},{"document_id":"d0bswz2u","query_relevance_label":0},{"document_id":"pr1j71r9","query_relevance_label":0},{"document_id":"d1n6eayo","query_relevance_label":0},{"document_id":"d2tx02m4","query_relevance_label":0},{"document_id":"d3owtd98","query_relevance_label":0},{"document_id":"d4puzqji","query_relevance_label":0},{"document_id":"d4xqesic","query_relevance_label":0},{"document_id":"d66lwylf","query_relevance_label":0},{"document_id":"d9v5xtx7","query_relevance_label":0},{"document_id":"d9zu9an6","query_relevance_label":2},{"document_id":"dbtc0bo3","query_relevance_label":2},{"document_id":"degqlprb","query_relevance_label":2},{"document_id":"dekdf7vu","query_relevance_label":2},{"document_id":"delk2zeg","query_relevance_label":0},{"document_id":"dgd5ohb3","query_relevance_label":0},{"document_id":"dk6ioi15","query_relevance_label":1},{"document_id":"dlmzcl9g","query_relevance_label":0},{"document_id":"dnxhtbxn","query_relevance_label":0},{"document_id":"dpixz43n","query_relevance_label":0},{"document_id":"dpj4tc5a","query_relevance_label":0},{"document_id":"dqwvf6kv","query_relevance_label":0},{"document_id":"dqwzqyd4","query_relevance_label":0},{"document_id":"drqnrwdl","query_relevance_label":0},{"document_id":"drzphrqj","query_relevance_label":2},{"document_id":"ds3nmssp","query_relevance_label":2},{"document_id":"duxm9u8v","query_relevance_label":0},{"document_id":"dvqtvkkm","query_relevance_label":0},{"document_id":"dy21jno8","query_relevance_label":0},{"document_id":"dyjpfvvf","query_relevance_label":0},{"document_id":"e07vuojz","query_relevance_label":0},{"document_id":"e278thvo","query_relevance_label":0},{"document_id":"e27lm7rr","query_relevance_label":0},{"document_id":"e2nwoi11","query_relevance_label":0},{"document_id":"e49v9h1b","query_relevance_label":0},{"document_id":"e4crbz0c","query_relevance_label":0},{"document_id":"e4sl5zaj","query_relevance_label":0},{"document_id":"e4xy1huv","query_relevance_label":0},{"document_id":"e697v9d0","query_relevance_label":2},{"document_id":"e6tveoxu","query_relevance_label":0},{"document_id":"e8dd0bw1","query_relevance_label":1},{"document_id":"eaglecq7","query_relevance_label":0},{"document_id":"ebgl9lg8","query_relevance_label":0},{"document_id":"edmr8sf2","query_relevance_label":0},{"document_id":"ee2dezlk","query_relevance_label":0},{"document_id":"eermgk02","query_relevance_label":0},{"document_id":"eflwztji","query_relevance_label":0},{"document_id":"ehyuesvf","query_relevance_label":2},{"document_id":"ei4rb8fr","query_relevance_label":0},{"document_id":"ei61qlhy","query_relevance_label":0},{"document_id":"ejfblcwh","query_relevance_label":0},{"document_id":"ejqpgr23","query_relevance_label":0},{"document_id":"ekal5251","query_relevance_label":2},{"document_id":"emwu5g5f","query_relevance_label":0},{"document_id":"eob22inx","query_relevance_label":2},{"document_id":"eoxzzhdd","query_relevance_label":0},{"document_id":"eoykmhv3","query_relevance_label":2},{"document_id":"epa6m6nq","query_relevance_label":2},{"document_id":"epcel2ez","query_relevance_label":0},{"document_id":"epy7774j","query_relevance_label":0},{"document_id":"er6q40d3","query_relevance_label":0},{"document_id":"erdwejd2","query_relevance_label":0},{"document_id":"etscmb5s","query_relevance_label":2},{"document_id":"eu4jkf33","query_relevance_label":0},{"document_id":"evc37gi0","query_relevance_label":0},{"document_id":"ew0su2rh","query_relevance_label":0},{"document_id":"ew2paw3x","query_relevance_label":0},{"document_id":"ew8lwmsn","query_relevance_label":0},{"document_id":"ewbtb3yc","query_relevance_label":0},{"document_id":"exqza1kg","query_relevance_label":0},{"document_id":"ezrjey35","query_relevance_label":1},{"document_id":"ezv0bfjj","query_relevance_label":0},{"document_id":"f0ahn4iu","query_relevance_label":1},{"document_id":"f21dknmb","query_relevance_label":0},{"document_id":"f3ds1rq6","query_relevance_label":1},{"document_id":"f3gwxv04","query_relevance_label":0},{"document_id":"f4hj35dr","query_relevance_label":1},{"document_id":"f4sq45gy","query_relevance_label":0},{"document_id":"f53i4n02","query_relevance_label":2},{"document_id":"f6rx4h3r","query_relevance_label":0},{"document_id":"f7k0pk12","query_relevance_label":0},{"document_id":"i3xzlb4l","query_relevance_label":0},{"document_id":"f9hyntvf","query_relevance_label":0},{"document_id":"f9pk211l","query_relevance_label":0},{"document_id":"fa2tv4x4","query_relevance_label":0},{"document_id":"fcaeoyxd","query_relevance_label":2},{"document_id":"fdg72g0f","query_relevance_label":0},{"document_id":"feen4e8w","query_relevance_label":2},{"document_id":"fetbio7q","query_relevance_label":0},{"document_id":"ffps30jy","query_relevance_label":0},{"document_id":"fh81rxy3","query_relevance_label":0},{"document_id":"fj3a2y1o","query_relevance_label":2},{"document_id":"qd3fkoee","query_relevance_label":0},{"document_id":"fjcks7w4","query_relevance_label":0},{"document_id":"fl7koite","query_relevance_label":0},{"document_id":"flc5f9wh","query_relevance_label":2},{"document_id":"foha7ozb","query_relevance_label":2},{"document_id":"for6qa1s","query_relevance_label":0},{"document_id":"fpnu0ubr","query_relevance_label":0},{"document_id":"frlc6694","query_relevance_label":2},{"document_id":"fspxett8","query_relevance_label":0},{"document_id":"ftp67lkq","query_relevance_label":0},{"document_id":"ftt8memq","query_relevance_label":0},{"document_id":"fu3cl7lq","query_relevance_label":0},{"document_id":"fv7a9je6","query_relevance_label":0},{"document_id":"js87zkwn","query_relevance_label":2},{"document_id":"fvj3cpie","query_relevance_label":0},{"document_id":"fvoke2yc","query_relevance_label":0},{"document_id":"gmgat6f7","query_relevance_label":2},{"document_id":"fyi48tnn","query_relevance_label":0},{"document_id":"fytc8op9","query_relevance_label":0},{"document_id":"fzq71ghi","query_relevance_label":0},{"document_id":"g017lw9v","query_relevance_label":0},{"document_id":"g04lgor0","query_relevance_label":0},{"document_id":"g26to20g","query_relevance_label":2},{"document_id":"ocnxfgny","query_relevance_label":0},{"document_id":"g6i86tdj","query_relevance_label":2},{"document_id":"g6v6e8hf","query_relevance_label":0},{"document_id":"g768fi93","query_relevance_label":0},{"document_id":"g85azpg1","query_relevance_label":2},{"document_id":"g8grcy5j","query_relevance_label":0},{"document_id":"g8lsrojl","query_relevance_label":0},{"document_id":"g8oirxwz","query_relevance_label":0},{"document_id":"g9ckz1tb","query_relevance_label":0},{"document_id":"g9umdcn2","query_relevance_label":2},{"document_id":"3mpqtfej","query_relevance_label":0},{"document_id":"gan10za0","query_relevance_label":1},{"document_id":"gbdaad4l","query_relevance_label":1},{"document_id":"cx4slb0x","query_relevance_label":0},{"document_id":"gccmkxly","query_relevance_label":0},{"document_id":"gdv1oip2","query_relevance_label":1},{"document_id":"gf1lgi0j","query_relevance_label":0},{"document_id":"gf90u2z2","query_relevance_label":1},{"document_id":"gg6h86fg","query_relevance_label":0},{"document_id":"gggm736q","query_relevance_label":0},{"document_id":"ghi0ekm5","query_relevance_label":0},{"document_id":"gi8oizpv","query_relevance_label":1},{"document_id":"gioqkeda","query_relevance_label":1},{"document_id":"gmlbbw9u","query_relevance_label":2},{"document_id":"gmreoipg","query_relevance_label":0},{"document_id":"gp3ib74q","query_relevance_label":1},{"document_id":"gppyclum","query_relevance_label":0},{"document_id":"gpzyiuo7","query_relevance_label":0},{"document_id":"gt4h949p","query_relevance_label":0},{"document_id":"gtfx5cp4","query_relevance_label":0},{"document_id":"gu1elx07","query_relevance_label":0},{"document_id":"guzn0peq","query_relevance_label":2},{"document_id":"xbwnmj4i","query_relevance_label":0},{"document_id":"gwh0tsvv","query_relevance_label":0},{"document_id":"gwh3vc9y","query_relevance_label":0},{"document_id":"u1mrvjjf","query_relevance_label":2},{"document_id":"gz38qibg","query_relevance_label":0},{"document_id":"h0jwvzmo","query_relevance_label":0},{"document_id":"h264umt1","query_relevance_label":1},{"document_id":"h2h4bnd5","query_relevance_label":0},{"document_id":"m7sawt31","query_relevance_label":0},{"document_id":"h3ngmi4c","query_relevance_label":0},{"document_id":"h3yxymh3","query_relevance_label":0},{"document_id":"h5ufxzv9","query_relevance_label":0},{"document_id":"h7bocppm","query_relevance_label":0},{"document_id":"h81b4imf","query_relevance_label":2},{"document_id":"h8cemq2n","query_relevance_label":0},{"document_id":"h9kot3og","query_relevance_label":0},{"document_id":"h9zx9phk","query_relevance_label":0},{"document_id":"hadnxjeo","query_relevance_label":2},{"document_id":"hbktgb3r","query_relevance_label":0},{"document_id":"hd1gpupu","query_relevance_label":0},{"document_id":"he5tewkq","query_relevance_label":0},{"document_id":"fc62jih7","query_relevance_label":0},{"document_id":"hi3fjne4","query_relevance_label":0},{"document_id":"hi8mzcqk","query_relevance_label":2},{"document_id":"hjavbyei","query_relevance_label":0},{"document_id":"hmgmsviu","query_relevance_label":0},{"document_id":"hnrok48n","query_relevance_label":0},{"document_id":"hp1ao99i","query_relevance_label":0},{"document_id":"hr3vkjh3","query_relevance_label":2},{"document_id":"hra8otj5","query_relevance_label":1},{"document_id":"hrtih5o4","query_relevance_label":0},{"document_id":"hujyoouk","query_relevance_label":0},{"document_id":"huo96w6q","query_relevance_label":2},{"document_id":"hxxizipk","query_relevance_label":1},{"document_id":"i2grfr3u","query_relevance_label":0},{"document_id":"i2ppoe55","query_relevance_label":2},{"document_id":"i36fuou9","query_relevance_label":0},{"document_id":"i4o134ok","query_relevance_label":0},{"document_id":"i4xhs8ab","query_relevance_label":2},{"document_id":"i5korxut","query_relevance_label":0},{"document_id":"i5u0hm1z","query_relevance_label":0},{"document_id":"i64q5d26","query_relevance_label":0},{"document_id":"i7vx1sg5","query_relevance_label":0},{"document_id":"i9flug4h","query_relevance_label":0},{"document_id":"i9r77o70","query_relevance_label":0},{"document_id":"i9ut2p06","query_relevance_label":0},{"document_id":"ibzdqdr8","query_relevance_label":0},{"document_id":"ie8bsfzu","query_relevance_label":0},{"document_id":"iedh762s","query_relevance_label":0},{"document_id":"if7av1x8","query_relevance_label":0},{"document_id":"ig0rnbqb","query_relevance_label":0},{"document_id":"ijrghpco","query_relevance_label":0},{"document_id":"il12a12q","query_relevance_label":0},{"document_id":"imjtwt0b","query_relevance_label":0},{"document_id":"ioyl1gla","query_relevance_label":2},{"document_id":"ip6i4h76","query_relevance_label":0},{"document_id":"ipxu977x","query_relevance_label":0},{"document_id":"ipxvnlu2","query_relevance_label":2},{"document_id":"iql8h6td","query_relevance_label":0},{"document_id":"iqr419fp","query_relevance_label":0},{"document_id":"ir5o7slp","query_relevance_label":0},{"document_id":"iriutxg5","query_relevance_label":0},{"document_id":"isd0u6tm","query_relevance_label":0},{"document_id":"iso9s1mw","query_relevance_label":0},{"document_id":"it0vccw3","query_relevance_label":2},{"document_id":"its36j6t","query_relevance_label":0},{"document_id":"iuf95x84","query_relevance_label":2},{"document_id":"iukudcbo","query_relevance_label":2},{"document_id":"iv7dok0v","query_relevance_label":2},{"document_id":"j061ywrl","query_relevance_label":0},{"document_id":"j0jbc0in","query_relevance_label":0},{"document_id":"j0ojtncj","query_relevance_label":0},{"document_id":"j1cksajc","query_relevance_label":0},{"document_id":"j2lanfjm","query_relevance_label":1},{"document_id":"j48vtgw3","query_relevance_label":0},{"document_id":"j4b2534p","query_relevance_label":0},{"document_id":"j6ybcv93","query_relevance_label":0},{"document_id":"h6li8ti4","query_relevance_label":0},{"document_id":"j9armxm9","query_relevance_label":0},{"document_id":"j9x715rz","query_relevance_label":0},{"document_id":"jaak22sb","query_relevance_label":0},{"document_id":"jbtrdvhe","query_relevance_label":0},{"document_id":"jc00ulx5","query_relevance_label":0},{"document_id":"jc1k3fki","query_relevance_label":1},{"document_id":"jdfwchpo","query_relevance_label":2},{"document_id":"jdntlo9m","query_relevance_label":0},{"document_id":"jetrio44","query_relevance_label":0},{"document_id":"jgwvjkbj","query_relevance_label":0},{"document_id":"jh9e85c0","query_relevance_label":0},{"document_id":"ji6cdunz","query_relevance_label":0},{"document_id":"jjdtuofy","query_relevance_label":2},{"document_id":"jjguep59","query_relevance_label":0},{"document_id":"jjraqr85","query_relevance_label":0},{"document_id":"jlop0lui","query_relevance_label":2},{"document_id":"a4jn6gpk","query_relevance_label":2},{"document_id":"jm1mf6g1","query_relevance_label":0},{"document_id":"jm2m7nyc","query_relevance_label":0},{"document_id":"jqgyln7b","query_relevance_label":0},{"document_id":"jt11lksz","query_relevance_label":0},{"document_id":"ju44hwt6","query_relevance_label":2},{"document_id":"jujrazsr","query_relevance_label":0},{"document_id":"jw4e33sz","query_relevance_label":2},{"document_id":"jx0waah0","query_relevance_label":2},{"document_id":"jxa9h27b","query_relevance_label":2},{"document_id":"jyimgh44","query_relevance_label":0},{"document_id":"jzjkt0s8","query_relevance_label":0},{"document_id":"jzk9tfaj","query_relevance_label":1},{"document_id":"jzs7ztn2","query_relevance_label":0},{"document_id":"k1l16pmm","query_relevance_label":2},{"document_id":"k260c04b","query_relevance_label":1},{"document_id":"k2f8sr71","query_relevance_label":0},{"document_id":"rikwgnm0","query_relevance_label":0},{"document_id":"k38xlki3","query_relevance_label":0},{"document_id":"k53eufio","query_relevance_label":0},{"document_id":"k55ldc3m","query_relevance_label":1},{"document_id":"k6v4am7l","query_relevance_label":0},{"document_id":"k83zt387","query_relevance_label":0},{"document_id":"k9yus2sv","query_relevance_label":0},{"document_id":"kc19m3o7","query_relevance_label":0},{"document_id":"kc7t1y5o","query_relevance_label":2},{"document_id":"kcvtvki1","query_relevance_label":1},{"document_id":"kepbz245","query_relevance_label":0},{"document_id":"kftchnhz","query_relevance_label":0},{"document_id":"kg42m9em","query_relevance_label":0},{"document_id":"khdu343s","query_relevance_label":0},{"document_id":"khpc9f98","query_relevance_label":2},{"document_id":"ki3yd87z","query_relevance_label":0},{"document_id":"kihn83ny","query_relevance_label":0},{"document_id":"kip8mrjo","query_relevance_label":0},{"document_id":"kirbycpf","query_relevance_label":0},{"document_id":"kjovtgua","query_relevance_label":0},{"document_id":"kkse855d","query_relevance_label":0},{"document_id":"kngf6qpe","query_relevance_label":0},{"document_id":"krb1eidw","query_relevance_label":0},{"document_id":"ksu2gjyb","query_relevance_label":2},{"document_id":"kszep2kr","query_relevance_label":0},{"document_id":"kw8cg1uh","query_relevance_label":0},{"document_id":"kwq2y3il","query_relevance_label":0},{"document_id":"kxbhlcce","query_relevance_label":1},{"document_id":"kxwuxwqz","query_relevance_label":0},{"document_id":"ky8jt6qj","query_relevance_label":0},{"document_id":"kyq5n601","query_relevance_label":0},{"document_id":"kysm5eq2","query_relevance_label":2},{"document_id":"kyx422j1","query_relevance_label":0},{"document_id":"eizfr544","query_relevance_label":0},{"document_id":"kzpbjvy5","query_relevance_label":0},{"document_id":"l2n0xvmd","query_relevance_label":0},{"document_id":"l352l3yk","query_relevance_label":0},{"document_id":"l3rria7o","query_relevance_label":0},{"document_id":"l48iq9yj","query_relevance_label":0},{"document_id":"l5yaqsvp","query_relevance_label":2},{"document_id":"l600aeuo","query_relevance_label":0},{"document_id":"l80gm12f","query_relevance_label":0},{"document_id":"l82o5fif","query_relevance_label":2},{"document_id":"la20vi9j","query_relevance_label":0},{"document_id":"4zk4sj2d","query_relevance_label":0},{"document_id":"lbeal8hf","query_relevance_label":0},{"document_id":"ldf7uso2","query_relevance_label":0},{"document_id":"lf80v3vr","query_relevance_label":0},{"document_id":"dnla56uh","query_relevance_label":0},{"document_id":"lg1nd20f","query_relevance_label":0},{"document_id":"lgqseo8t","query_relevance_label":0},{"document_id":"ljeyma9c","query_relevance_label":0},{"document_id":"ljggnelt","query_relevance_label":0},{"document_id":"lksg3mrb","query_relevance_label":0},{"document_id":"llmddjs0","query_relevance_label":0},{"document_id":"llnqzkqt","query_relevance_label":0},{"document_id":"llqpfhwg","query_relevance_label":0},{"document_id":"lmjaldcs","query_relevance_label":2},{"document_id":"rggry80x","query_relevance_label":0},{"document_id":"lokj2170","query_relevance_label":0},{"document_id":"lrrro5g9","query_relevance_label":2},{"document_id":"lrsyqoe7","query_relevance_label":0},{"document_id":"12sbikmx","query_relevance_label":0},{"document_id":"lu11wvcm","query_relevance_label":2},{"document_id":"lu9mum1d","query_relevance_label":1},{"document_id":"lut7vovl","query_relevance_label":0},{"document_id":"5d7r28gg","query_relevance_label":0},{"document_id":"lv8dvdp7","query_relevance_label":0},{"document_id":"lx5blp9b","query_relevance_label":0},{"document_id":"lxakf79k","query_relevance_label":0},{"document_id":"lxnrikmu","query_relevance_label":0},{"document_id":"lykgnswi","query_relevance_label":0},{"document_id":"lysvg3vw","query_relevance_label":1},{"document_id":"lyw3pxt3","query_relevance_label":0},{"document_id":"pw4kjry4","query_relevance_label":0},{"document_id":"m1bbt8bo","query_relevance_label":2},{"document_id":"m480ocdo","query_relevance_label":0},{"document_id":"m4jo053m","query_relevance_label":0},{"document_id":"mqduxqdl","query_relevance_label":0},{"document_id":"m9i9gu5g","query_relevance_label":0},{"document_id":"mar8zt2t","query_relevance_label":0},{"document_id":"mbrx2hk0","query_relevance_label":0},{"document_id":"mdyojac2","query_relevance_label":2},{"document_id":"meusb794","query_relevance_label":0},{"document_id":"mfl0iagr","query_relevance_label":0},{"document_id":"mfnwuwfd","query_relevance_label":2},{"document_id":"mg2x0n6r","query_relevance_label":1},{"document_id":"miyvn7vd","query_relevance_label":2},{"document_id":"mj8ebo7i","query_relevance_label":0},{"document_id":"mja93ena","query_relevance_label":0},{"document_id":"mkwpuav6","query_relevance_label":0},{"document_id":"mlvjuvnt","query_relevance_label":0},{"document_id":"mmhkw2si","query_relevance_label":0},{"document_id":"mrvk9r4w","query_relevance_label":0},{"document_id":"mrx363wu","query_relevance_label":0},{"document_id":"mrz3s90w","query_relevance_label":0},{"document_id":"msnhtzck","query_relevance_label":0},{"document_id":"msohf5oa","query_relevance_label":0},{"document_id":"mswmkgl4","query_relevance_label":0},{"document_id":"mxprt6x6","query_relevance_label":1},{"document_id":"mz6ao17x","query_relevance_label":0},{"document_id":"n0c0928t","query_relevance_label":2},{"document_id":"n0n4n6ut","query_relevance_label":0},{"document_id":"n59q479q","query_relevance_label":2},{"document_id":"n9l86dln","query_relevance_label":0},{"document_id":"na0dkca2","query_relevance_label":0},{"document_id":"nc05llre","query_relevance_label":0},{"document_id":"nc8ktxeo","query_relevance_label":0},{"document_id":"ncarr4jq","query_relevance_label":2},{"document_id":"ndpuezpo","query_relevance_label":0},{"document_id":"ne35bvd7","query_relevance_label":0},{"document_id":"nhzamju7","query_relevance_label":0},{"document_id":"ni6iyzdn","query_relevance_label":0},{"document_id":"niq3hosc","query_relevance_label":2},{"document_id":"nirq7mty","query_relevance_label":0},{"document_id":"nk9hhco3","query_relevance_label":0},{"document_id":"nkb5b8v8","query_relevance_label":1},{"document_id":"nlb9up9i","query_relevance_label":0},{"document_id":"noa41knv","query_relevance_label":0},{"document_id":"nseqaiw4","query_relevance_label":0},{"document_id":"ntra3jhs","query_relevance_label":0},{"document_id":"nw7ymn3c","query_relevance_label":0},{"document_id":"nwb62mbh","query_relevance_label":0},{"document_id":"nx8pjaba","query_relevance_label":0},{"document_id":"nxoj330c","query_relevance_label":0},{"document_id":"nz5fqi0e","query_relevance_label":2},{"document_id":"nzz852lx","query_relevance_label":0},{"document_id":"o0m71kvw","query_relevance_label":0},{"document_id":"o2j3g6nd","query_relevance_label":0},{"document_id":"o2lr936b","query_relevance_label":2},{"document_id":"o2v3yhxo","query_relevance_label":0},{"document_id":"o35ff4zc","query_relevance_label":0},{"document_id":"o6q2rkv7","query_relevance_label":2},{"document_id":"o72ls2my","query_relevance_label":2},{"document_id":"odbi4yvz","query_relevance_label":2},{"document_id":"odf5ko5n","query_relevance_label":0},{"document_id":"oengiw0m","query_relevance_label":0},{"document_id":"ofybvovb","query_relevance_label":0},{"document_id":"og3myz22","query_relevance_label":0},{"document_id":"ogqsi3ns","query_relevance_label":0},{"document_id":"oid5bok9","query_relevance_label":0},{"document_id":"oke8gfd9","query_relevance_label":0},{"document_id":"oofrmpw5","query_relevance_label":0},{"document_id":"ooj9yqbx","query_relevance_label":0},{"document_id":"op69dg4q","query_relevance_label":0},{"document_id":"oq16de67","query_relevance_label":2},{"document_id":"ore3r4m3","query_relevance_label":0},{"document_id":"orq6njo3","query_relevance_label":0},{"document_id":"ot72top7","query_relevance_label":0},{"document_id":"otsrexqu","query_relevance_label":0},{"document_id":"oudj079q","query_relevance_label":0},{"document_id":"owbv8ua4","query_relevance_label":0},{"document_id":"owdrzv2z","query_relevance_label":2},{"document_id":"owgs9n9z","query_relevance_label":2},{"document_id":"owmcxq9e","query_relevance_label":0},{"document_id":"oxyzndsj","query_relevance_label":0},{"document_id":"oyjkvqy2","query_relevance_label":0},{"document_id":"oz4mvyw8","query_relevance_label":0},{"document_id":"p168fr51","query_relevance_label":0},{"document_id":"p4kuno89","query_relevance_label":0},{"document_id":"p4o580bz","query_relevance_label":0},{"document_id":"p54p7enk","query_relevance_label":0},{"document_id":"p604vvbi","query_relevance_label":0},{"document_id":"p86gf179","query_relevance_label":2},{"document_id":"p8p6e72k","query_relevance_label":2},{"document_id":"pbf11zy1","query_relevance_label":0},{"document_id":"peirjejf","query_relevance_label":2},{"document_id":"pfusstss","query_relevance_label":0},{"document_id":"pfwa88w6","query_relevance_label":0},{"document_id":"pg6893i5","query_relevance_label":0},{"document_id":"pi9gw9n5","query_relevance_label":1},{"document_id":"pjbpbf1w","query_relevance_label":0},{"document_id":"9qls6bgw","query_relevance_label":0},{"document_id":"pl2d1yc0","query_relevance_label":0},{"document_id":"plh92ifi","query_relevance_label":0},{"document_id":"0jzr5anm","query_relevance_label":0},{"document_id":"pm6ta0qy","query_relevance_label":2},{"document_id":"pml9r5nd","query_relevance_label":0},{"document_id":"poh1y6o7","query_relevance_label":0},{"document_id":"ppzxvykb","query_relevance_label":0},{"document_id":"prmf9yob","query_relevance_label":0},{"document_id":"pt4jsr6d","query_relevance_label":0},{"document_id":"pth2d40p","query_relevance_label":0},{"document_id":"ptizke03","query_relevance_label":0},{"document_id":"rucvvyf9","query_relevance_label":0},{"document_id":"pwul6lco","query_relevance_label":2},{"document_id":"pwx2aval","query_relevance_label":0},{"document_id":"px70bft2","query_relevance_label":0},{"document_id":"py6qu4tl","query_relevance_label":0},{"document_id":"pz2wjwnh","query_relevance_label":0},{"document_id":"pzuonboo","query_relevance_label":2},{"document_id":"q068aybo","query_relevance_label":0},{"document_id":"q2mn9y70","query_relevance_label":2},{"document_id":"q3abp9o7","query_relevance_label":2},{"document_id":"q3tc522t","query_relevance_label":2},{"document_id":"q41o6nxs","query_relevance_label":0},{"document_id":"q5inrxcm","query_relevance_label":0},{"document_id":"q8qis03p","query_relevance_label":0},{"document_id":"q9ab1pji","query_relevance_label":2},{"document_id":"qaqj9nb2","query_relevance_label":2},{"document_id":"qc1mpzli","query_relevance_label":2},{"document_id":"qcaiijra","query_relevance_label":0},{"document_id":"qi5oq7db","query_relevance_label":0},{"document_id":"txcy91w7","query_relevance_label":0},{"document_id":"qjpownkg","query_relevance_label":0},{"document_id":"qkask7md","query_relevance_label":0},{"document_id":"qm8kalyt","query_relevance_label":1},{"document_id":"qmcbsqse","query_relevance_label":0},{"document_id":"x5ou9406","query_relevance_label":2},{"document_id":"qp77vl6h","query_relevance_label":2},{"document_id":"7yxz43c6","query_relevance_label":0},{"document_id":"qrm25ia3","query_relevance_label":2},{"document_id":"qsgj5ppm","query_relevance_label":2},{"document_id":"quee5dy5","query_relevance_label":0},{"document_id":"ktk2bagc","query_relevance_label":0},{"document_id":"qwgxm1ol","query_relevance_label":0},{"document_id":"qz2joxys","query_relevance_label":2},{"document_id":"qz4g4v1u","query_relevance_label":2},{"document_id":"r141na6j","query_relevance_label":2},{"document_id":"r16y83dm","query_relevance_label":0},{"document_id":"r1yjphnn","query_relevance_label":2},{"document_id":"r2ivqg5j","query_relevance_label":0},{"document_id":"r65in69l","query_relevance_label":1},{"document_id":"r65q535f","query_relevance_label":0},{"document_id":"r69dnsdm","query_relevance_label":1},{"document_id":"r7fhr7qa","query_relevance_label":0},{"document_id":"r8uk21d6","query_relevance_label":0},{"document_id":"r94tu8fi","query_relevance_label":0},{"document_id":"r9scxa76","query_relevance_label":0},{"document_id":"r9yrr45q","query_relevance_label":2},{"document_id":"rbzl0txp","query_relevance_label":2},{"document_id":"rcft3xfh","query_relevance_label":0},{"document_id":"re7ar8b1","query_relevance_label":0},{"document_id":"re9c3e0b","query_relevance_label":0},{"document_id":"rgploi4i","query_relevance_label":0},{"document_id":"rgtv9t84","query_relevance_label":2},{"document_id":"rhfwbyav","query_relevance_label":2},{"document_id":"ri7v2ka3","query_relevance_label":0},{"document_id":"risqto89","query_relevance_label":0},{"document_id":"rjqq1lxx","query_relevance_label":0},{"document_id":"rkkimpbx","query_relevance_label":0},{"document_id":"rneron7k","query_relevance_label":0},{"document_id":"rnuiytwi","query_relevance_label":0},{"document_id":"ron8oqrn","query_relevance_label":2},{"document_id":"rpeqkfxc","query_relevance_label":0},{"document_id":"yoyksoij","query_relevance_label":0},{"document_id":"rq5nqm92","query_relevance_label":0},{"document_id":"rqh815i8","query_relevance_label":0},{"document_id":"rqnomjzj","query_relevance_label":0},{"document_id":"rriuiofu","query_relevance_label":0},{"document_id":"rrlqfmxg","query_relevance_label":2},{"document_id":"rsfomj5g","query_relevance_label":0},{"document_id":"ruk46455","query_relevance_label":0},{"document_id":"rv26qfmf","query_relevance_label":0},{"document_id":"ryono1zo","query_relevance_label":2},{"document_id":"rypjrifp","query_relevance_label":0},{"document_id":"rzaydn7o","query_relevance_label":2},{"document_id":"s0wmll4q","query_relevance_label":0},{"document_id":"s22wi0t0","query_relevance_label":0},{"document_id":"s4y6uxsb","query_relevance_label":0},{"document_id":"s5iavz3u","query_relevance_label":0},{"document_id":"s5zr6tvk","query_relevance_label":1},{"document_id":"up5vftj4","query_relevance_label":0},{"document_id":"s6t9a7z8","query_relevance_label":0},{"document_id":"sbnugd2g","query_relevance_label":0},{"document_id":"sbodb9vo","query_relevance_label":2},{"document_id":"sc2j2os0","query_relevance_label":0},{"document_id":"scwhwurr","query_relevance_label":0},{"document_id":"scyhqy48","query_relevance_label":0},{"document_id":"se62cx9w","query_relevance_label":0},{"document_id":"u0h8ayde","query_relevance_label":0},{"document_id":"sf8solmb","query_relevance_label":0},{"document_id":"sflu2was","query_relevance_label":0},{"document_id":"shrmdkco","query_relevance_label":0},{"document_id":"sht68uvu","query_relevance_label":0},{"document_id":"sjyrr2bn","query_relevance_label":0},{"document_id":"t01njoxo","query_relevance_label":2},{"document_id":"smmrl5i6","query_relevance_label":0},{"document_id":"sn7rswab","query_relevance_label":0},{"document_id":"sq9hh50d","query_relevance_label":0},{"document_id":"zqsfw75p","query_relevance_label":2},{"document_id":"ssp499fe","query_relevance_label":0},{"document_id":"std4jddn","query_relevance_label":0},{"document_id":"stnjl8f8","query_relevance_label":0},{"document_id":"suoiq1rk","query_relevance_label":0},{"document_id":"suukdeh9","query_relevance_label":0},{"document_id":"swdykxwh","query_relevance_label":0},{"document_id":"swg1xgr0","query_relevance_label":0},{"document_id":"szsb1oan","query_relevance_label":0},{"document_id":"szzr24ji","query_relevance_label":0},{"document_id":"t20huil6","query_relevance_label":0},{"document_id":"t2gm9i0f","query_relevance_label":0},{"document_id":"t3e8bfnr","query_relevance_label":2},{"document_id":"t3zampk7","query_relevance_label":0},{"document_id":"t4alfunm","query_relevance_label":0},{"document_id":"t4k5csgy","query_relevance_label":2},{"document_id":"t4kdxnhy","query_relevance_label":2},{"document_id":"t5jw2xbk","query_relevance_label":0},{"document_id":"t624zyyc","query_relevance_label":0},{"document_id":"t70lnidk","query_relevance_label":2},{"document_id":"t727v0zt","query_relevance_label":0},{"document_id":"t7c0drft","query_relevance_label":2},{"document_id":"t7jmn2z1","query_relevance_label":0},{"document_id":"64npnmha","query_relevance_label":0},{"document_id":"tb3yyq44","query_relevance_label":0},{"document_id":"tb9q037o","query_relevance_label":0},{"document_id":"tdsyengw","query_relevance_label":0},{"document_id":"tfkhptdg","query_relevance_label":0},{"document_id":"ti7g7b42","query_relevance_label":0},{"document_id":"ti9b1etu","query_relevance_label":0},{"document_id":"tibu8530","query_relevance_label":0},{"document_id":"tikjfp08","query_relevance_label":0},{"document_id":"tjplc5j6","query_relevance_label":1},{"document_id":"nux8g0cm","query_relevance_label":0},{"document_id":"to9awvi9","query_relevance_label":2},{"document_id":"tpsf7as1","query_relevance_label":0},{"document_id":"tpv5869t","query_relevance_label":0},{"document_id":"tq4f8vpj","query_relevance_label":1},{"document_id":"tqnwk4o6","query_relevance_label":2},{"document_id":"tqtt2mpj","query_relevance_label":0},{"document_id":"trf6zyd1","query_relevance_label":2},{"document_id":"trshrh6f","query_relevance_label":2},{"document_id":"ttfmm946","query_relevance_label":1},{"document_id":"ttiqxlts","query_relevance_label":0},{"document_id":"2qcp13dt","query_relevance_label":0},{"document_id":"tuod0xnk","query_relevance_label":0},{"document_id":"tuq8z6gm","query_relevance_label":0},{"document_id":"twox681w","query_relevance_label":0},{"document_id":"tyhtdawb","query_relevance_label":2},{"document_id":"tyxsyoli","query_relevance_label":1},{"document_id":"tzzlblke","query_relevance_label":0},{"document_id":"u02juty2","query_relevance_label":0},{"document_id":"u19e9j2w","query_relevance_label":2},{"document_id":"go5igogw","query_relevance_label":0},{"document_id":"u4mvk89w","query_relevance_label":0},{"document_id":"u4u3hnfh","query_relevance_label":0},{"document_id":"u5kiz4h9","query_relevance_label":0},{"document_id":"u6ewlh16","query_relevance_label":0},{"document_id":"u7o1jpbt","query_relevance_label":0},{"document_id":"u82bwjuz","query_relevance_label":2},{"document_id":"ua0luq11","query_relevance_label":0},{"document_id":"uei9zw6q","query_relevance_label":0},{"document_id":"uer516y8","query_relevance_label":1},{"document_id":"ug6pare2","query_relevance_label":0},{"document_id":"uj8a09t3","query_relevance_label":2},{"document_id":"ulq1xqma","query_relevance_label":1},{"document_id":"ulygq434","query_relevance_label":0},{"document_id":"unnrflmr","query_relevance_label":0},{"document_id":"unqzizp9","query_relevance_label":0},{"document_id":"uo7fb10k","query_relevance_label":0},{"document_id":"uoo1wcod","query_relevance_label":0},{"document_id":"up929iw0","query_relevance_label":0},{"document_id":"upw6fulv","query_relevance_label":2},{"document_id":"upwe0cpj","query_relevance_label":0},{"document_id":"uqgrjjwp","query_relevance_label":0},{"document_id":"urkuofmu","query_relevance_label":0},{"document_id":"utigp2vi","query_relevance_label":0},{"document_id":"uwcnudcr","query_relevance_label":2},{"document_id":"uxnxsdtw","query_relevance_label":0},{"document_id":"uxq43me8","query_relevance_label":0},{"document_id":"uzx4rpjd","query_relevance_label":2},{"document_id":"v38tjof3","query_relevance_label":0},{"document_id":"v3blnh02","query_relevance_label":0},{"document_id":"v4u85129","query_relevance_label":0},{"document_id":"v5qz7ft9","query_relevance_label":0},{"document_id":"ql8ubuok","query_relevance_label":0},{"document_id":"vc2eheb6","query_relevance_label":2},{"document_id":"vdiaexbw","query_relevance_label":0},{"document_id":"ve8oz8td","query_relevance_label":0},{"document_id":"vfagxsdz","query_relevance_label":0},{"document_id":"vgkiadky","query_relevance_label":0},{"document_id":"vguwpa3w","query_relevance_label":0},{"document_id":"vh90s8vi","query_relevance_label":0},{"document_id":"vhjuus50","query_relevance_label":0},{"document_id":"vhxe1ll7","query_relevance_label":0},{"document_id":"vj3wk150","query_relevance_label":0},{"document_id":"vjui043o","query_relevance_label":0},{"document_id":"vjusr5xn","query_relevance_label":0},{"document_id":"vkn48yy1","query_relevance_label":0},{"document_id":"vm2bxmic","query_relevance_label":1},{"document_id":"vn0wff03","query_relevance_label":0},{"document_id":"vp4kq39i","query_relevance_label":2},{"document_id":"vqkt24be","query_relevance_label":0},{"document_id":"vrgdg68o","query_relevance_label":0},{"document_id":"wq1wp4ie","query_relevance_label":0},{"document_id":"vvhhpchm","query_relevance_label":0},{"document_id":"vvx0t16l","query_relevance_label":0},{"document_id":"vxk25fji","query_relevance_label":1},{"document_id":"vxy41zov","query_relevance_label":2},{"document_id":"vy0vcom2","query_relevance_label":0},{"document_id":"vyfg6c9d","query_relevance_label":0},{"document_id":"vzcag7l7","query_relevance_label":0},{"document_id":"vznb3puk","query_relevance_label":1},{"document_id":"w1u79yzd","query_relevance_label":0},{"document_id":"w5kjmw88","query_relevance_label":2},{"document_id":"w5tc6gmu","query_relevance_label":2},{"document_id":"w67cryfp","query_relevance_label":0},{"document_id":"w7ycc07b","query_relevance_label":2},{"document_id":"w7z97wir","query_relevance_label":0},{"document_id":"ombn21d5","query_relevance_label":0},{"document_id":"wdx4hbpf","query_relevance_label":0},{"document_id":"we9cnrcb","query_relevance_label":0},{"document_id":"weba7mr1","query_relevance_label":1},{"document_id":"wh9vvgv2","query_relevance_label":0},{"document_id":"wic7n6ia","query_relevance_label":2},{"document_id":"wjdmzmdg","query_relevance_label":2},{"document_id":"wjmu0p9u","query_relevance_label":2},{"document_id":"wknmwep2","query_relevance_label":0},{"document_id":"wkz58d20","query_relevance_label":0},{"document_id":"wlt7jqul","query_relevance_label":0},{"document_id":"wpjtb34g","query_relevance_label":0},{"document_id":"wq5zqzvv","query_relevance_label":0},{"document_id":"wqfym95l","query_relevance_label":0},{"document_id":"wr2sgixs","query_relevance_label":0},{"document_id":"wr4r7jd8","query_relevance_label":2},{"document_id":"ws03xsho","query_relevance_label":2},{"document_id":"wu1ygt6w","query_relevance_label":0},{"document_id":"wvm2ua95","query_relevance_label":0},{"document_id":"ww1rgcds","query_relevance_label":2},{"document_id":"wwclvu9o","query_relevance_label":0},{"document_id":"wwpywvcq","query_relevance_label":0},{"document_id":"mi189are","query_relevance_label":0},{"document_id":"wztxnvkv","query_relevance_label":2},{"document_id":"x1wemzgn","query_relevance_label":0},{"document_id":"x3b6j5d0","query_relevance_label":2},{"document_id":"x3dzaj6c","query_relevance_label":0},{"document_id":"x4jmuzwa","query_relevance_label":0},{"document_id":"x5feve69","query_relevance_label":1},{"document_id":"x6bvjkbk","query_relevance_label":0},{"document_id":"x9amm87g","query_relevance_label":0},{"document_id":"xbin9kf5","query_relevance_label":0},{"document_id":"xbsvofir","query_relevance_label":0},{"document_id":"xcacty89","query_relevance_label":2},{"document_id":"xcfk4efo","query_relevance_label":0},{"document_id":"xdjgjeb9","query_relevance_label":0},{"document_id":"xfhh3ofz","query_relevance_label":0},{"document_id":"xhdqe7hh","query_relevance_label":2},{"document_id":"xhffsa77","query_relevance_label":0},{"document_id":"xk5igdwo","query_relevance_label":0},{"document_id":"xn8gr7x3","query_relevance_label":0},{"document_id":"eksiyh9q","query_relevance_label":0},{"document_id":"xpwluph5","query_relevance_label":0},{"document_id":"xpzx22qg","query_relevance_label":0},{"document_id":"xqwkrktg","query_relevance_label":0},{"document_id":"xrgnt6l5","query_relevance_label":2},{"document_id":"xuszdrsa","query_relevance_label":0},{"document_id":"xveiyqjy","query_relevance_label":0},{"document_id":"xwqhaaij","query_relevance_label":0},{"document_id":"xwwu4eg1","query_relevance_label":2},{"document_id":"xzps65et","query_relevance_label":1},{"document_id":"y1727pi6","query_relevance_label":0},{"document_id":"y1rlk8th","query_relevance_label":2},{"document_id":"y5y4dbm1","query_relevance_label":0},{"document_id":"y8z0pwgn","query_relevance_label":0},{"document_id":"ya81rc2n","query_relevance_label":0},{"document_id":"yb54i1ne","query_relevance_label":0},{"document_id":"ybwgza0f","query_relevance_label":0},{"document_id":"yci0a6bt","query_relevance_label":0},{"document_id":"ycrrsr5c","query_relevance_label":2},{"document_id":"yd77xfg2","query_relevance_label":0},{"document_id":"ydjf4j73","query_relevance_label":2},{"document_id":"yev0ksho","query_relevance_label":0},{"document_id":"yf5g53a9","query_relevance_label":0},{"document_id":"yi57n8nc","query_relevance_label":2},{"document_id":"yj5jit9e","query_relevance_label":0},{"document_id":"ykllp5wq","query_relevance_label":0},{"document_id":"yl5kox73","query_relevance_label":0},{"document_id":"ym44s4oc","query_relevance_label":0},{"document_id":"ym7ce5ux","query_relevance_label":0},{"document_id":"dp2xzul1","query_relevance_label":0},{"document_id":"yog4sfvi","query_relevance_label":0},{"document_id":"yq4dtf8n","query_relevance_label":0},{"document_id":"yqgcdt2n","query_relevance_label":0},{"document_id":"yqu1ykc9","query_relevance_label":0},{"document_id":"yr1dq258","query_relevance_label":0},{"document_id":"yru44hmt","query_relevance_label":0},{"document_id":"ys51rshu","query_relevance_label":0},{"document_id":"ys7yphlv","query_relevance_label":0},{"document_id":"ysa8vb9x","query_relevance_label":0},{"document_id":"lr7a2fvr","query_relevance_label":0},{"document_id":"ytzglkgk","query_relevance_label":0},{"document_id":"yuxb2jz9","query_relevance_label":0},{"document_id":"yvh2fzxt","query_relevance_label":0},{"document_id":"yw0nk7fo","query_relevance_label":2},{"document_id":"yxsbjgvf","query_relevance_label":0},{"document_id":"yxttl3gh","query_relevance_label":0},{"document_id":"yycoj0uk","query_relevance_label":0},{"document_id":"yzffm05r","query_relevance_label":0},{"document_id":"z17n61m3","query_relevance_label":0},{"document_id":"z1h788sc","query_relevance_label":0},{"document_id":"z3ktm7mv","query_relevance_label":1},{"document_id":"z40j06sy","query_relevance_label":0},{"document_id":"z4vfjlbg","query_relevance_label":2},{"document_id":"z5oyi1ej","query_relevance_label":2},{"document_id":"z6rjk6gb","query_relevance_label":0},{"document_id":"zak8iivx","query_relevance_label":1},{"document_id":"zar6vd5c","query_relevance_label":0},{"document_id":"zawf4jzm","query_relevance_label":0},{"document_id":"zel9a3u6","query_relevance_label":0},{"document_id":"zep3rot9","query_relevance_label":0},{"document_id":"zespmk29","query_relevance_label":2},{"document_id":"zg17f7bd","query_relevance_label":1},{"document_id":"zgr2xkzk","query_relevance_label":2},{"document_id":"zi98dq1v","query_relevance_label":0},{"document_id":"zibyhw7e","query_relevance_label":0},{"document_id":"zjgswsjj","query_relevance_label":0},{"document_id":"zjr6csla","query_relevance_label":0},{"document_id":"qjuj8utv","query_relevance_label":0},{"document_id":"zlsmf44a","query_relevance_label":0},{"document_id":"ohlzdyca","query_relevance_label":0},{"document_id":"zp4uy1v7","query_relevance_label":0},{"document_id":"ft15w83r","query_relevance_label":0},{"document_id":"zq2h0avw","query_relevance_label":0},{"document_id":"zrbesm5b","query_relevance_label":0},{"document_id":"zrnczve3","query_relevance_label":0},{"document_id":"zsfylxav","query_relevance_label":0},{"document_id":"8uu4f12m","query_relevance_label":2},{"document_id":"zvai6pj4","query_relevance_label":0},{"document_id":"zvngy7zz","query_relevance_label":2},{"document_id":"zvvwwc0r","query_relevance_label":2},{"document_id":"zw0xh341","query_relevance_label":0},{"document_id":"zx28gr34","query_relevance_label":0},{"document_id":"zxvim4t8","query_relevance_label":0},{"document_id":"zxx7tikz","query_relevance_label":2},{"document_id":"zytu7wue","query_relevance_label":0}]} +{"retrieved_documents":[{"document_id":"wfftfkam","relevance_score":33.862137},{"document_id":"1l7x72j7","relevance_score":32.780014},{"document_id":"ikjivfce","relevance_score":32.763752},{"document_id":"eo4ehcjv","relevance_score":32.026276},{"document_id":"nokse33p","relevance_score":30.99302},{"document_id":"g6g34uvh","relevance_score":30.010828},{"document_id":"rq5nqm92","relevance_score":28.436481},{"document_id":"z62nt4jc","relevance_score":28.284382},{"document_id":"7dw32xby","relevance_score":28.043282},{"document_id":"pu5548gq","relevance_score":27.882515},{"document_id":"yzffm05r","relevance_score":27.842962},{"document_id":"e89s0dro","relevance_score":27.824482},{"document_id":"v02ogyfn","relevance_score":27.804394},{"document_id":"wzh9u8jh","relevance_score":27.748407},{"document_id":"1nzheyci","relevance_score":27.180035},{"document_id":"1j6xzqmd","relevance_score":27.098907},{"document_id":"1iio41wn","relevance_score":26.754799},{"document_id":"ikitfme7","relevance_score":26.650204},{"document_id":"x0emxtwf","relevance_score":26.644995},{"document_id":"lhlwglxo","relevance_score":26.574701},{"document_id":"vvz5spk7","relevance_score":26.541622},{"document_id":"2c4jk2ms","relevance_score":26.498795},{"document_id":"gs22qqq1","relevance_score":26.106796},{"document_id":"6ph3ykfc","relevance_score":26.098179},{"document_id":"x1evu4w9","relevance_score":26.021847},{"document_id":"x5jfr9u0","relevance_score":25.82674},{"document_id":"9d96e2t3","relevance_score":25.72801},{"document_id":"ph6pxseu","relevance_score":25.72673},{"document_id":"8earvduw","relevance_score":25.58264},{"document_id":"dptgg05n","relevance_score":25.523685},{"document_id":"ae2x2wpg","relevance_score":25.501709},{"document_id":"ggo9wsrm","relevance_score":25.411568},{"document_id":"01q4pu9k","relevance_score":25.36831},{"document_id":"0v2labnn","relevance_score":25.31482},{"document_id":"cov6ip06","relevance_score":25.31482},{"document_id":"75b2nps0","relevance_score":25.209255},{"document_id":"v4zmksio","relevance_score":25.157688},{"document_id":"feo0axgx","relevance_score":25.15278},{"document_id":"sqp83nux","relevance_score":25.045021},{"document_id":"zzp6cj76","relevance_score":24.994469},{"document_id":"es908m37","relevance_score":24.863924},{"document_id":"rtnhndw3","relevance_score":24.789865},{"document_id":"uzhj4i1q","relevance_score":24.780075},{"document_id":"1waejlwb","relevance_score":24.720251},{"document_id":"4t6f7wul","relevance_score":24.65077},{"document_id":"7m21bgxb","relevance_score":24.627583},{"document_id":"kwp0g1gl","relevance_score":24.612194},{"document_id":"avmri968","relevance_score":24.612194},{"document_id":"cmfo60z0","relevance_score":24.568254},{"document_id":"0ydoj2we","relevance_score":24.557755}],"retrieval_ground_truth":[{"document_id":"00qk10im","query_relevance_label":1},{"document_id":"01knn4az","query_relevance_label":0},{"document_id":"01mo6yo9","query_relevance_label":1},{"document_id":"01q4pu9k","query_relevance_label":2},{"document_id":"02dsqbeg","query_relevance_label":0},{"document_id":"033phqmd","query_relevance_label":2},{"document_id":"038xu4hq","query_relevance_label":0},{"document_id":"03gtbolr","query_relevance_label":0},{"document_id":"040w9ba1","query_relevance_label":0},{"document_id":"qcgc2bo3","query_relevance_label":1},{"document_id":"05djnz4p","query_relevance_label":2},{"document_id":"pl9ht0d0","query_relevance_label":0},{"document_id":"05zmjmbo","query_relevance_label":0},{"document_id":"066rysjh","query_relevance_label":2},{"document_id":"06qddkw0","query_relevance_label":0},{"document_id":"06xf01wf","query_relevance_label":0},{"document_id":"06y4olcv","query_relevance_label":0},{"document_id":"076qek8o","query_relevance_label":1},{"document_id":"096gtdy5","query_relevance_label":0},{"document_id":"0a8sz7zb","query_relevance_label":2},{"document_id":"brqby02y","query_relevance_label":0},{"document_id":"0bma2749","query_relevance_label":0},{"document_id":"0cq5ee1i","query_relevance_label":0},{"document_id":"0cyoxrsk","query_relevance_label":1},{"document_id":"0fitbwuv","query_relevance_label":0},{"document_id":"0gier0lu","query_relevance_label":0},{"document_id":"r356sn9t","query_relevance_label":1},{"document_id":"0ilj86y9","query_relevance_label":0},{"document_id":"0iq9s94n","query_relevance_label":1},{"document_id":"0jl6qu0i","query_relevance_label":2},{"document_id":"0k9t4dt8","query_relevance_label":0},{"document_id":"ust578fc","query_relevance_label":2},{"document_id":"0l86swz1","query_relevance_label":2},{"document_id":"0mqaczvt","query_relevance_label":0},{"document_id":"0mructd7","query_relevance_label":0},{"document_id":"0nh58odf","query_relevance_label":1},{"document_id":"0o05oskr","query_relevance_label":1},{"document_id":"0oak9ggm","query_relevance_label":1},{"document_id":"0plznmwi","query_relevance_label":0},{"document_id":"0qaoam29","query_relevance_label":1},{"document_id":"0qtzcda0","query_relevance_label":0},{"document_id":"0sm0r4v8","query_relevance_label":0},{"document_id":"0tn06al2","query_relevance_label":2},{"document_id":"3kmxzbm7","query_relevance_label":0},{"document_id":"0tsefy6p","query_relevance_label":0},{"document_id":"0vpwolaf","query_relevance_label":0},{"document_id":"0xciml6s","query_relevance_label":0},{"document_id":"0xhho1sh","query_relevance_label":0},{"document_id":"0yj3xp9s","query_relevance_label":2},{"document_id":"0yqyclxk","query_relevance_label":2},{"document_id":"10gscbkx","query_relevance_label":0},{"document_id":"10my0twp","query_relevance_label":0},{"document_id":"11060ijh","query_relevance_label":0},{"document_id":"118x15od","query_relevance_label":0},{"document_id":"11hi1jel","query_relevance_label":1},{"document_id":"12edypl7","query_relevance_label":2},{"document_id":"1309xyi4","query_relevance_label":1},{"document_id":"135isvno","query_relevance_label":0},{"document_id":"13bvssv1","query_relevance_label":0},{"document_id":"13p51dq2","query_relevance_label":0},{"document_id":"161ck1i9","query_relevance_label":0},{"document_id":"164yx77a","query_relevance_label":1},{"document_id":"16lkzgtq","query_relevance_label":0},{"document_id":"17d6dlxk","query_relevance_label":0},{"document_id":"c2en7ie9","query_relevance_label":1},{"document_id":"1aowjvzd","query_relevance_label":0},{"document_id":"1bmu7tis","query_relevance_label":1},{"document_id":"1c2kt6p7","query_relevance_label":0},{"document_id":"1c4m2fym","query_relevance_label":0},{"document_id":"1d17iafs","query_relevance_label":0},{"document_id":"1de98sxz","query_relevance_label":1},{"document_id":"1e0gn7y8","query_relevance_label":0},{"document_id":"1e4dbo41","query_relevance_label":1},{"document_id":"1ewhqpwb","query_relevance_label":1},{"document_id":"1fdmmdll","query_relevance_label":0},{"document_id":"1fqbis7e","query_relevance_label":0},{"document_id":"1i6n6tv6","query_relevance_label":0},{"document_id":"1iio41wn","query_relevance_label":1},{"document_id":"1ksz6nmx","query_relevance_label":0},{"document_id":"1m6poddy","query_relevance_label":2},{"document_id":"imyq6was","query_relevance_label":1},{"document_id":"1mjaycee","query_relevance_label":0},{"document_id":"1mmqfp7g","query_relevance_label":0},{"document_id":"1n127fkf","query_relevance_label":1},{"document_id":"1n96pz86","query_relevance_label":0},{"document_id":"1nprmagi","query_relevance_label":0},{"document_id":"1oruu33o","query_relevance_label":0},{"document_id":"1pai697v","query_relevance_label":0},{"document_id":"1qniriu0","query_relevance_label":0},{"document_id":"1s0jw2bd","query_relevance_label":0},{"document_id":"1s2zsqoq","query_relevance_label":0},{"document_id":"1tkbwk8u","query_relevance_label":0},{"document_id":"1tl71xqw","query_relevance_label":1},{"document_id":"1udn20wo","query_relevance_label":2},{"document_id":"1v0f2dtx","query_relevance_label":1},{"document_id":"1vbc8a1q","query_relevance_label":1},{"document_id":"1vehi4w4","query_relevance_label":1},{"document_id":"1vm5r7pq","query_relevance_label":0},{"document_id":"1w7g6dkq","query_relevance_label":2},{"document_id":"1w8epdht","query_relevance_label":0},{"document_id":"1w8o59ul","query_relevance_label":0},{"document_id":"1waejlwb","query_relevance_label":0},{"document_id":"1y3ogha0","query_relevance_label":0},{"document_id":"1ykji0c8","query_relevance_label":0},{"document_id":"1zq0aels","query_relevance_label":1},{"document_id":"1zqq2e8z","query_relevance_label":0},{"document_id":"2054tkb7","query_relevance_label":0},{"document_id":"24mi50rv","query_relevance_label":0},{"document_id":"24o2viv3","query_relevance_label":0},{"document_id":"26py5jyu","query_relevance_label":1},{"document_id":"ywperdv5","query_relevance_label":1},{"document_id":"2705en59","query_relevance_label":0},{"document_id":"270a15s0","query_relevance_label":1},{"document_id":"lllip3sc","query_relevance_label":1},{"document_id":"2a12nsnl","query_relevance_label":1},{"document_id":"2b25p7t7","query_relevance_label":0},{"document_id":"2bdoixuf","query_relevance_label":0},{"document_id":"2bqeboy4","query_relevance_label":0},{"document_id":"2c4jk2ms","query_relevance_label":0},{"document_id":"8earvduw","query_relevance_label":1},{"document_id":"2d9tjzn6","query_relevance_label":0},{"document_id":"2db77jpp","query_relevance_label":1},{"document_id":"2fknxsf1","query_relevance_label":2},{"document_id":"2hsmt0df","query_relevance_label":0},{"document_id":"2jeb1vcs","query_relevance_label":2},{"document_id":"2jq626ye","query_relevance_label":0},{"document_id":"2kwfcgz9","query_relevance_label":1},{"document_id":"2loi97f8","query_relevance_label":0},{"document_id":"2lu9z5b2","query_relevance_label":1},{"document_id":"2mrtq4ya","query_relevance_label":0},{"document_id":"2nf97zvc","query_relevance_label":0},{"document_id":"2o3dvi2d","query_relevance_label":2},{"document_id":"2okcuviq","query_relevance_label":1},{"document_id":"2plhyb0a","query_relevance_label":0},{"document_id":"2qljx9cq","query_relevance_label":1},{"document_id":"ue0n0aov","query_relevance_label":1},{"document_id":"2r790nix","query_relevance_label":0},{"document_id":"2s1io2fg","query_relevance_label":1},{"document_id":"2s59gq8u","query_relevance_label":0},{"document_id":"2tu707ng","query_relevance_label":0},{"document_id":"mpyg5f06","query_relevance_label":2},{"document_id":"2ugwrhjj","query_relevance_label":1},{"document_id":"2un9aggj","query_relevance_label":0},{"document_id":"ojs5e7n9","query_relevance_label":1},{"document_id":"2w0zr9c0","query_relevance_label":0},{"document_id":"2wstwchp","query_relevance_label":1},{"document_id":"33l4u1lc","query_relevance_label":0},{"document_id":"342thf3o","query_relevance_label":0},{"document_id":"34o3vzdd","query_relevance_label":1},{"document_id":"36udb7uc","query_relevance_label":0},{"document_id":"37l48ch4","query_relevance_label":0},{"document_id":"380az9lp","query_relevance_label":2},{"document_id":"3894l9qi","query_relevance_label":0},{"document_id":"38mhmxvd","query_relevance_label":2},{"document_id":"3aoxplp3","query_relevance_label":1},{"document_id":"3azvj66s","query_relevance_label":0},{"document_id":"3c5puztr","query_relevance_label":0},{"document_id":"3cnm7p5y","query_relevance_label":0},{"document_id":"3deg1upi","query_relevance_label":1},{"document_id":"3e58229u","query_relevance_label":1},{"document_id":"2jif4hqb","query_relevance_label":1},{"document_id":"3eatplc2","query_relevance_label":0},{"document_id":"3ekjqihf","query_relevance_label":0},{"document_id":"3fflt6a3","query_relevance_label":0},{"document_id":"3fy2va32","query_relevance_label":0},{"document_id":"3g06zxmx","query_relevance_label":2},{"document_id":"tuhwypke","query_relevance_label":1},{"document_id":"3h3ktqgz","query_relevance_label":0},{"document_id":"3hmsknon","query_relevance_label":0},{"document_id":"3i466i1y","query_relevance_label":0},{"document_id":"3iylk9my","query_relevance_label":1},{"document_id":"3j51tk3n","query_relevance_label":0},{"document_id":"oa67pjzb","query_relevance_label":1},{"document_id":"3ngrtmb0","query_relevance_label":0},{"document_id":"3nnlkbph","query_relevance_label":2},{"document_id":"3rr0j5tk","query_relevance_label":1},{"document_id":"3saa7d76","query_relevance_label":0},{"document_id":"3svnvozz","query_relevance_label":0},{"document_id":"3t577va2","query_relevance_label":0},{"document_id":"3txys8hw","query_relevance_label":1},{"document_id":"3u01pn66","query_relevance_label":0},{"document_id":"3ugekfco","query_relevance_label":0},{"document_id":"3vynbdli","query_relevance_label":0},{"document_id":"3wuh6k6g","query_relevance_label":0},{"document_id":"3zmq7nd5","query_relevance_label":2},{"document_id":"3zy5dgxz","query_relevance_label":0},{"document_id":"404zraam","query_relevance_label":0},{"document_id":"4070r4fc","query_relevance_label":1},{"document_id":"77gt3j5e","query_relevance_label":1},{"document_id":"41cqkmra","query_relevance_label":0},{"document_id":"42h6uj3a","query_relevance_label":1},{"document_id":"43pwcznb","query_relevance_label":0},{"document_id":"fi3u46t0","query_relevance_label":0},{"document_id":"45awgabp","query_relevance_label":0},{"document_id":"46dojsa0","query_relevance_label":0},{"document_id":"4832h1ht","query_relevance_label":2},{"document_id":"48ay8yl3","query_relevance_label":1},{"document_id":"49q2xxkw","query_relevance_label":2},{"document_id":"49rf6q20","query_relevance_label":0},{"document_id":"4akxfetl","query_relevance_label":2},{"document_id":"4aps0kvp","query_relevance_label":0},{"document_id":"ranllo1l","query_relevance_label":0},{"document_id":"4ctnup7c","query_relevance_label":0},{"document_id":"4e2j89uy","query_relevance_label":2},{"document_id":"4egbk4yz","query_relevance_label":0},{"document_id":"dixdgfbe","query_relevance_label":0},{"document_id":"4hcs0z65","query_relevance_label":1},{"document_id":"4hsbt4bl","query_relevance_label":1},{"document_id":"4hyp1956","query_relevance_label":1},{"document_id":"4ihv80au","query_relevance_label":0},{"document_id":"4izymiy4","query_relevance_label":0},{"document_id":"4je9wl1o","query_relevance_label":1},{"document_id":"4jlc8r53","query_relevance_label":1},{"document_id":"4jpirkni","query_relevance_label":0},{"document_id":"4lm663f1","query_relevance_label":1},{"document_id":"4mj7n0ax","query_relevance_label":0},{"document_id":"4nt20c06","query_relevance_label":1},{"document_id":"4owe9lf5","query_relevance_label":0},{"document_id":"4pplx2o2","query_relevance_label":0},{"document_id":"4r0t3q7j","query_relevance_label":0},{"document_id":"4t6f7wul","query_relevance_label":0},{"document_id":"4txctk7k","query_relevance_label":0},{"document_id":"4weilsb1","query_relevance_label":1},{"document_id":"4wzf4vyu","query_relevance_label":0},{"document_id":"4x6t5r0o","query_relevance_label":0},{"document_id":"4ycdd9vh","query_relevance_label":1},{"document_id":"4yuw7jo3","query_relevance_label":0},{"document_id":"4ywrzyse","query_relevance_label":2},{"document_id":"4zmqplz0","query_relevance_label":0},{"document_id":"50jgbtnr","query_relevance_label":0},{"document_id":"51n5mnjb","query_relevance_label":0},{"document_id":"528p64iu","query_relevance_label":1},{"document_id":"53j3ly3v","query_relevance_label":2},{"document_id":"54mx8v4i","query_relevance_label":1},{"document_id":"55gi6gyx","query_relevance_label":1},{"document_id":"55ly2lrj","query_relevance_label":1},{"document_id":"56tv8og7","query_relevance_label":1},{"document_id":"58hjolfz","query_relevance_label":1},{"document_id":"58unu79x","query_relevance_label":0},{"document_id":"j4w1ihao","query_relevance_label":0},{"document_id":"59wqg06d","query_relevance_label":1},{"document_id":"5ad4rm3y","query_relevance_label":1},{"document_id":"5b5t297i","query_relevance_label":0},{"document_id":"5ba0alok","query_relevance_label":0},{"document_id":"5bftuzw5","query_relevance_label":0},{"document_id":"5bmdzgla","query_relevance_label":0},{"document_id":"5czqzmvj","query_relevance_label":2},{"document_id":"5e5846m4","query_relevance_label":1},{"document_id":"5ekdfers","query_relevance_label":1},{"document_id":"5gebhq8i","query_relevance_label":0},{"document_id":"5hifn0cf","query_relevance_label":0},{"document_id":"5imbomop","query_relevance_label":0},{"document_id":"5inyjnlo","query_relevance_label":0},{"document_id":"5jl6ltfj","query_relevance_label":1},{"document_id":"5ntytxfs","query_relevance_label":0},{"document_id":"5nyoxono","query_relevance_label":1},{"document_id":"5pbnnhlq","query_relevance_label":0},{"document_id":"5qq7l9v5","query_relevance_label":0},{"document_id":"5rc9x979","query_relevance_label":0},{"document_id":"5rhn7gom","query_relevance_label":0},{"document_id":"5trqi9tp","query_relevance_label":0},{"document_id":"5uoepd0r","query_relevance_label":1},{"document_id":"5uomwwzg","query_relevance_label":0},{"document_id":"5wpq72vy","query_relevance_label":1},{"document_id":"5wuxa29d","query_relevance_label":0},{"document_id":"5xrbfdoj","query_relevance_label":1},{"document_id":"5yb3dxse","query_relevance_label":0},{"document_id":"5ycxh1sq","query_relevance_label":0},{"document_id":"5z1tqs9c","query_relevance_label":0},{"document_id":"5zcydnre","query_relevance_label":0},{"document_id":"5zyoddl7","query_relevance_label":0},{"document_id":"603v8lfb","query_relevance_label":0},{"document_id":"618glydc","query_relevance_label":1},{"document_id":"61fmul8c","query_relevance_label":0},{"document_id":"9gaqn29j","query_relevance_label":0},{"document_id":"d677ef8l","query_relevance_label":0},{"document_id":"651uz4ev","query_relevance_label":2},{"document_id":"65plab8b","query_relevance_label":0},{"document_id":"662pfa61","query_relevance_label":0},{"document_id":"0artqu2m","query_relevance_label":0},{"document_id":"679qfp2s","query_relevance_label":0},{"document_id":"67ximjat","query_relevance_label":0},{"document_id":"68193u0a","query_relevance_label":1},{"document_id":"68inp2ps","query_relevance_label":1},{"document_id":"ooboeurk","query_relevance_label":1},{"document_id":"69kkffjo","query_relevance_label":0},{"document_id":"6a7krfpb","query_relevance_label":0},{"document_id":"6akyn7n5","query_relevance_label":0},{"document_id":"6asjhlpw","query_relevance_label":1},{"document_id":"6b6cy6r1","query_relevance_label":0},{"document_id":"6bb3chgl","query_relevance_label":1},{"document_id":"6cyliw3x","query_relevance_label":0},{"document_id":"6dq6gm27","query_relevance_label":1},{"document_id":"6dq8xx7c","query_relevance_label":0},{"document_id":"6e9iy6tt","query_relevance_label":1},{"document_id":"6efdyufo","query_relevance_label":1},{"document_id":"rvkwnmv2","query_relevance_label":0},{"document_id":"6eggfavx","query_relevance_label":0},{"document_id":"6gj02k04","query_relevance_label":1},{"document_id":"6hbxie1h","query_relevance_label":1},{"document_id":"6jczwxo6","query_relevance_label":0},{"document_id":"6jr3z9wx","query_relevance_label":2},{"document_id":"6kpyuffh","query_relevance_label":0},{"document_id":"ps14ethh","query_relevance_label":0},{"document_id":"6kz0iws6","query_relevance_label":0},{"document_id":"6l1b0b4e","query_relevance_label":1},{"document_id":"6lt6bk8u","query_relevance_label":1},{"document_id":"6n26bw7v","query_relevance_label":2},{"document_id":"6ngxo8ff","query_relevance_label":0},{"document_id":"6nsuttwt","query_relevance_label":0},{"document_id":"6ph3ykfc","query_relevance_label":0},{"document_id":"6q90bayx","query_relevance_label":0},{"document_id":"6q92742u","query_relevance_label":2},{"document_id":"6qdu66wd","query_relevance_label":1},{"document_id":"6qpsxmgi","query_relevance_label":0},{"document_id":"6rcezxjx","query_relevance_label":0},{"document_id":"13z63d4y","query_relevance_label":1},{"document_id":"6rurgsiw","query_relevance_label":0},{"document_id":"6se4faio","query_relevance_label":1},{"document_id":"6tcho8u0","query_relevance_label":0},{"document_id":"6tgyvmnv","query_relevance_label":1},{"document_id":"6tzx945b","query_relevance_label":2},{"document_id":"6wt9rn1a","query_relevance_label":1},{"document_id":"6x8hpdg0","query_relevance_label":0},{"document_id":"6y0xvp37","query_relevance_label":1},{"document_id":"1nzheyci","query_relevance_label":0},{"document_id":"fu9qm63q","query_relevance_label":2},{"document_id":"703febui","query_relevance_label":1},{"document_id":"70jg65o2","query_relevance_label":2},{"document_id":"70jx0h9v","query_relevance_label":0},{"document_id":"71o6oig8","query_relevance_label":0},{"document_id":"72fokkad","query_relevance_label":2},{"document_id":"73a7uvyz","query_relevance_label":0},{"document_id":"73oe5as9","query_relevance_label":2},{"document_id":"757iw9k0","query_relevance_label":0},{"document_id":"769aw2iv","query_relevance_label":0},{"document_id":"77c9f1fb","query_relevance_label":0},{"document_id":"g592dfyz","query_relevance_label":2},{"document_id":"782tf47s","query_relevance_label":1},{"document_id":"78ur1j2p","query_relevance_label":0},{"document_id":"78w5fafs","query_relevance_label":0},{"document_id":"796okubs","query_relevance_label":0},{"document_id":"79891dfu","query_relevance_label":2},{"document_id":"79aw3xqw","query_relevance_label":1},{"document_id":"7aj3fx5u","query_relevance_label":0},{"document_id":"7am3kcmu","query_relevance_label":0},{"document_id":"7aoegskn","query_relevance_label":0},{"document_id":"einzt976","query_relevance_label":0},{"document_id":"7cqisuw6","query_relevance_label":0},{"document_id":"7dw32xby","query_relevance_label":1},{"document_id":"l14v4q0n","query_relevance_label":0},{"document_id":"7fwzohmu","query_relevance_label":0},{"document_id":"7gqzyzjz","query_relevance_label":0},{"document_id":"7i52vltp","query_relevance_label":1},{"document_id":"7it4hs5d","query_relevance_label":0},{"document_id":"7ivw72l0","query_relevance_label":1},{"document_id":"7jwhypgs","query_relevance_label":2},{"document_id":"7k088cqv","query_relevance_label":1},{"document_id":"7k0qvvqg","query_relevance_label":0},{"document_id":"7k208jkx","query_relevance_label":1},{"document_id":"7k24r3p5","query_relevance_label":2},{"document_id":"7l3v7f69","query_relevance_label":1},{"document_id":"7m21bgxb","query_relevance_label":0},{"document_id":"7mlrj18n","query_relevance_label":0},{"document_id":"7n6pva1l","query_relevance_label":2},{"document_id":"7o01f7hk","query_relevance_label":1},{"document_id":"iqkpifku","query_relevance_label":1},{"document_id":"7onenxg7","query_relevance_label":1},{"document_id":"7p35m5ef","query_relevance_label":0},{"document_id":"7p8mw6e6","query_relevance_label":0},{"document_id":"7ro1up5b","query_relevance_label":1},{"document_id":"7t41wvw3","query_relevance_label":1},{"document_id":"ybvx2iop","query_relevance_label":0},{"document_id":"7ugz6z9s","query_relevance_label":0},{"document_id":"7vrm081c","query_relevance_label":1},{"document_id":"iohvj16d","query_relevance_label":0},{"document_id":"7y4bpjdw","query_relevance_label":1},{"document_id":"7yzib4j0","query_relevance_label":0},{"document_id":"7zme0kxy","query_relevance_label":1},{"document_id":"80gcr0ci","query_relevance_label":0},{"document_id":"81db26tm","query_relevance_label":0},{"document_id":"835vmedr","query_relevance_label":1},{"document_id":"83odb66l","query_relevance_label":2},{"document_id":"84qq63ya","query_relevance_label":1},{"document_id":"84z9fp2u","query_relevance_label":0},{"document_id":"855h0e1k","query_relevance_label":1},{"document_id":"87b87mys","query_relevance_label":1},{"document_id":"87g7g5au","query_relevance_label":1},{"document_id":"87tb8z0d","query_relevance_label":0},{"document_id":"88px7oq2","query_relevance_label":2},{"document_id":"898tmq14","query_relevance_label":1},{"document_id":"9atjk9si","query_relevance_label":0},{"document_id":"89ovdnxl","query_relevance_label":0},{"document_id":"8a1cia8s","query_relevance_label":0},{"document_id":"8aezcyf9","query_relevance_label":1},{"document_id":"8afhb4n4","query_relevance_label":0},{"document_id":"8arzvh2l","query_relevance_label":1},{"document_id":"8e4vo6zz","query_relevance_label":0},{"document_id":"8gqf0wvr","query_relevance_label":1},{"document_id":"8hon8anb","query_relevance_label":0},{"document_id":"8i1u1a9t","query_relevance_label":2},{"document_id":"i540pxkm","query_relevance_label":1},{"document_id":"8joudz3f","query_relevance_label":0},{"document_id":"8kg6wi88","query_relevance_label":0},{"document_id":"8kzloa7a","query_relevance_label":0},{"document_id":"8l1vfsbc","query_relevance_label":0},{"document_id":"8m4tc16n","query_relevance_label":1},{"document_id":"8myto026","query_relevance_label":0},{"document_id":"8nbmrjrw","query_relevance_label":2},{"document_id":"8o884nyp","query_relevance_label":0},{"document_id":"8oa5gkrp","query_relevance_label":1},{"document_id":"8p1agcm2","query_relevance_label":2},{"document_id":"8qwisxhl","query_relevance_label":0},{"document_id":"k5fh5ujf","query_relevance_label":0},{"document_id":"8ruux4sw","query_relevance_label":0},{"document_id":"8u6cumiu","query_relevance_label":1},{"document_id":"8uctsgh1","query_relevance_label":0},{"document_id":"8uty5ggn","query_relevance_label":1},{"document_id":"8uu10t4p","query_relevance_label":2},{"document_id":"8v4nabi3","query_relevance_label":0},{"document_id":"8x4mf1e6","query_relevance_label":0},{"document_id":"8xz0ddci","query_relevance_label":0},{"document_id":"8y0v6d2i","query_relevance_label":1},{"document_id":"8zl5q7ti","query_relevance_label":0},{"document_id":"9011s995","query_relevance_label":1},{"document_id":"90f8spxe","query_relevance_label":1},{"document_id":"mpsuteur","query_relevance_label":2},{"document_id":"yzb8pouz","query_relevance_label":0},{"document_id":"9162w7il","query_relevance_label":0},{"document_id":"92hm6gx6","query_relevance_label":1},{"document_id":"92p7vc7i","query_relevance_label":2},{"document_id":"931ljfim","query_relevance_label":1},{"document_id":"93kxeb50","query_relevance_label":1},{"document_id":"94dughd1","query_relevance_label":1},{"document_id":"9595vm0k","query_relevance_label":2},{"document_id":"95kpbpj5","query_relevance_label":1},{"document_id":"95madgnd","query_relevance_label":0},{"document_id":"96p0ktoz","query_relevance_label":1},{"document_id":"97sxlkjp","query_relevance_label":0},{"document_id":"988nifb3","query_relevance_label":1},{"document_id":"99doz9m6","query_relevance_label":0},{"document_id":"99o9te4j","query_relevance_label":0},{"document_id":"99sbhbuo","query_relevance_label":0},{"document_id":"99ttewb5","query_relevance_label":0},{"document_id":"99vep3ek","query_relevance_label":0},{"document_id":"9c0zrp7p","query_relevance_label":0},{"document_id":"9d5g5xaw","query_relevance_label":0},{"document_id":"9d96e2t3","query_relevance_label":0},{"document_id":"jz2ahj0u","query_relevance_label":1},{"document_id":"9emycw07","query_relevance_label":0},{"document_id":"9f7up1nq","query_relevance_label":0},{"document_id":"9gdi5447","query_relevance_label":1},{"document_id":"9ieyw5fz","query_relevance_label":2},{"document_id":"9igk3ke1","query_relevance_label":0},{"document_id":"oi0zsdtd","query_relevance_label":0},{"document_id":"9iv1krak","query_relevance_label":1},{"document_id":"9jb3w0zu","query_relevance_label":0},{"document_id":"9k2h57q3","query_relevance_label":1},{"document_id":"9koytpba","query_relevance_label":0},{"document_id":"ud9iym53","query_relevance_label":0},{"document_id":"9lol67n1","query_relevance_label":1},{"document_id":"9nehpbg2","query_relevance_label":0},{"document_id":"9nri1ln6","query_relevance_label":1},{"document_id":"9p7hqk1u","query_relevance_label":0},{"document_id":"9q3oopaz","query_relevance_label":1},{"document_id":"9q6ywtwd","query_relevance_label":0},{"document_id":"9qd61n3p","query_relevance_label":0},{"document_id":"9ri5xtke","query_relevance_label":0},{"document_id":"9rugpout","query_relevance_label":0},{"document_id":"9sj9bgq2","query_relevance_label":0},{"document_id":"9skvbk8m","query_relevance_label":1},{"document_id":"9tumplp3","query_relevance_label":0},{"document_id":"9u2tl1d5","query_relevance_label":1},{"document_id":"9u8rcz6t","query_relevance_label":0},{"document_id":"9ujofcsm","query_relevance_label":1},{"document_id":"9v9watl7","query_relevance_label":0},{"document_id":"nwu4tdgh","query_relevance_label":2},{"document_id":"9vrny92m","query_relevance_label":0},{"document_id":"9w0b806e","query_relevance_label":0},{"document_id":"9wflr4u3","query_relevance_label":0},{"document_id":"9xnb2n0q","query_relevance_label":0},{"document_id":"9ztagh01","query_relevance_label":0},{"document_id":"a0c60lvu","query_relevance_label":0},{"document_id":"a2x1hvkk","query_relevance_label":1},{"document_id":"a3groawt","query_relevance_label":1},{"document_id":"a4cxfs06","query_relevance_label":1},{"document_id":"a54zswvd","query_relevance_label":0},{"document_id":"a5cf1ybl","query_relevance_label":0},{"document_id":"md4w1zsy","query_relevance_label":0},{"document_id":"a6a422uv","query_relevance_label":0},{"document_id":"g5ovvjc6","query_relevance_label":1},{"document_id":"a6zrkv12","query_relevance_label":0},{"document_id":"a8pixbuc","query_relevance_label":1},{"document_id":"3tgvvq4o","query_relevance_label":2},{"document_id":"oa6xmkvf","query_relevance_label":0},{"document_id":"a9o2dvke","query_relevance_label":0},{"document_id":"a9vmqq3v","query_relevance_label":0},{"document_id":"aaokc182","query_relevance_label":0},{"document_id":"aclm6q9m","query_relevance_label":0},{"document_id":"acn0mvax","query_relevance_label":1},{"document_id":"ae2x2wpg","query_relevance_label":2},{"document_id":"aed6psww","query_relevance_label":2},{"document_id":"zxudiyj4","query_relevance_label":0},{"document_id":"agmfh8h9","query_relevance_label":0},{"document_id":"ajcwapvt","query_relevance_label":2},{"document_id":"ajmo6bi6","query_relevance_label":1},{"document_id":"aky3bja0","query_relevance_label":1},{"document_id":"am3u7z76","query_relevance_label":2},{"document_id":"anaqgzvi","query_relevance_label":1},{"document_id":"anbetkt3","query_relevance_label":0},{"document_id":"anjilxle","query_relevance_label":0},{"document_id":"ao7bkcv5","query_relevance_label":0},{"document_id":"5epbf0dn","query_relevance_label":0},{"document_id":"arkaq3mq","query_relevance_label":0},{"document_id":"asost8nl","query_relevance_label":0},{"document_id":"athjtu2j","query_relevance_label":0},{"document_id":"avo5jfaj","query_relevance_label":0},{"document_id":"aw15xmia","query_relevance_label":0},{"document_id":"awitk3se","query_relevance_label":0},{"document_id":"ax9btc74","query_relevance_label":1},{"document_id":"ayek8zbo","query_relevance_label":0},{"document_id":"azl5dj74","query_relevance_label":2},{"document_id":"b12v3c8c","query_relevance_label":1},{"document_id":"f1ofvu29","query_relevance_label":0},{"document_id":"b23301ac","query_relevance_label":0},{"document_id":"2fv7pl11","query_relevance_label":0},{"document_id":"b2ju3poi","query_relevance_label":0},{"document_id":"i1lyno9g","query_relevance_label":0},{"document_id":"b3ui95vx","query_relevance_label":0},{"document_id":"b5329o75","query_relevance_label":1},{"document_id":"b54jv4xc","query_relevance_label":0},{"document_id":"b5pebtwm","query_relevance_label":0},{"document_id":"b62ybp9w","query_relevance_label":1},{"document_id":"b7y8mybg","query_relevance_label":0},{"document_id":"b8a94hoj","query_relevance_label":1},{"document_id":"b8j2hn9w","query_relevance_label":0},{"document_id":"bah2ege0","query_relevance_label":2},{"document_id":"bayj4dtg","query_relevance_label":0},{"document_id":"bb4evgv0","query_relevance_label":0},{"document_id":"bb5dnbbt","query_relevance_label":1},{"document_id":"bbmcenpy","query_relevance_label":0},{"document_id":"bbs7zocu","query_relevance_label":2},{"document_id":"ygi1f5oy","query_relevance_label":1},{"document_id":"bcdiq8xh","query_relevance_label":1},{"document_id":"bcqdm2b1","query_relevance_label":2},{"document_id":"bdumhy5b","query_relevance_label":0},{"document_id":"mcyfv6x5","query_relevance_label":0},{"document_id":"be49k54p","query_relevance_label":0},{"document_id":"behe7zl6","query_relevance_label":0},{"document_id":"bfq66x1c","query_relevance_label":1},{"document_id":"bgh729s5","query_relevance_label":0},{"document_id":"s22wi0t0","query_relevance_label":0},{"document_id":"voqzmze6","query_relevance_label":0},{"document_id":"bi6rzuos","query_relevance_label":1},{"document_id":"bjjft7ut","query_relevance_label":0},{"document_id":"bjs6ywlf","query_relevance_label":0},{"document_id":"bk6sawaf","query_relevance_label":0},{"document_id":"bmsmegbs","query_relevance_label":0},{"document_id":"bmwgq7py","query_relevance_label":0},{"document_id":"bnjkmegh","query_relevance_label":0},{"document_id":"bnnt05fn","query_relevance_label":1},{"document_id":"0vn23ive","query_relevance_label":0},{"document_id":"bo8wiiqy","query_relevance_label":0},{"document_id":"usb7u3ej","query_relevance_label":0},{"document_id":"bs194n2m","query_relevance_label":1},{"document_id":"bs3j3nss","query_relevance_label":1},{"document_id":"bsb526gx","query_relevance_label":0},{"document_id":"bspyhs03","query_relevance_label":0},{"document_id":"bt5857p3","query_relevance_label":0},{"document_id":"0g7ekos2","query_relevance_label":0},{"document_id":"buwz6lu3","query_relevance_label":2},{"document_id":"bv4dh9eu","query_relevance_label":0},{"document_id":"bw6a5gmy","query_relevance_label":2},{"document_id":"bwli875x","query_relevance_label":0},{"document_id":"bwxktvsz","query_relevance_label":2},{"document_id":"by8albr9","query_relevance_label":0},{"document_id":"028svxc4","query_relevance_label":0},{"document_id":"c2sykz6l","query_relevance_label":0},{"document_id":"7s7mchvm","query_relevance_label":0},{"document_id":"c3h5dira","query_relevance_label":1},{"document_id":"c4cs14ja","query_relevance_label":0},{"document_id":"c4ewfskp","query_relevance_label":0},{"document_id":"c4u0gxp5","query_relevance_label":0},{"document_id":"c5be70t6","query_relevance_label":0},{"document_id":"c5p0yp04","query_relevance_label":0},{"document_id":"c5uesg6p","query_relevance_label":1},{"document_id":"c7j2eoz0","query_relevance_label":0},{"document_id":"c8myq6bi","query_relevance_label":0},{"document_id":"c9we3q6b","query_relevance_label":0},{"document_id":"ca6c52j7","query_relevance_label":0},{"document_id":"car394ou","query_relevance_label":2},{"document_id":"cbc98t7x","query_relevance_label":1},{"document_id":"cbm6oubz","query_relevance_label":1},{"document_id":"cddjtxb6","query_relevance_label":0},{"document_id":"cef68630","query_relevance_label":0},{"document_id":"ceim7s4g","query_relevance_label":0},{"document_id":"cej3v21v","query_relevance_label":0},{"document_id":"cfnoxhtd","query_relevance_label":1},{"document_id":"cge5uve3","query_relevance_label":0},{"document_id":"chaa3swx","query_relevance_label":1},{"document_id":"sxfzeywt","query_relevance_label":0},{"document_id":"chx2xtzx","query_relevance_label":0},{"document_id":"cirzyldz","query_relevance_label":1},{"document_id":"cjghf08p","query_relevance_label":0},{"document_id":"clf8f90t","query_relevance_label":0},{"document_id":"a9lxnk1e","query_relevance_label":0},{"document_id":"clsly5ye","query_relevance_label":0},{"document_id":"cm30gyd8","query_relevance_label":1},{"document_id":"cmqo0nkb","query_relevance_label":0},{"document_id":"cngz535o","query_relevance_label":0},{"document_id":"cobrl3dl","query_relevance_label":1},{"document_id":"code9hzz","query_relevance_label":0},{"document_id":"cov6ip06","query_relevance_label":0},{"document_id":"cpp5zzgx","query_relevance_label":1},{"document_id":"cqodao72","query_relevance_label":1},{"document_id":"cs1ootz4","query_relevance_label":0},{"document_id":"ctd9sutv","query_relevance_label":0},{"document_id":"ctikde7d","query_relevance_label":2},{"document_id":"ctxy1idi","query_relevance_label":0},{"document_id":"cv32u0ox","query_relevance_label":1},{"document_id":"cv9c1oji","query_relevance_label":0},{"document_id":"cwfujgya","query_relevance_label":1},{"document_id":"cxy1p3g8","query_relevance_label":0},{"document_id":"cy45w8vq","query_relevance_label":1},{"document_id":"cycc3fvl","query_relevance_label":0},{"document_id":"cyy9uhno","query_relevance_label":0},{"document_id":"czpz3yh2","query_relevance_label":1},{"document_id":"wxqe231k","query_relevance_label":2},{"document_id":"d0unzj2u","query_relevance_label":0},{"document_id":"d23b9fjl","query_relevance_label":0},{"document_id":"m9t76jjf","query_relevance_label":0},{"document_id":"d3lsgatj","query_relevance_label":0},{"document_id":"d3oyf7j0","query_relevance_label":0},{"document_id":"d4sjferd","query_relevance_label":0},{"document_id":"d4zavkcn","query_relevance_label":0},{"document_id":"d6by9p41","query_relevance_label":0},{"document_id":"d7g5xnq9","query_relevance_label":0},{"document_id":"d7xq7x5g","query_relevance_label":0},{"document_id":"d92o8djm","query_relevance_label":2},{"document_id":"da61tfr9","query_relevance_label":0},{"document_id":"dayv5mup","query_relevance_label":2},{"document_id":"dbrw6fn3","query_relevance_label":1},{"document_id":"dc7fn26s","query_relevance_label":0},{"document_id":"dcs1rgd0","query_relevance_label":0},{"document_id":"dcui85lw","query_relevance_label":1},{"document_id":"dd1iyzhg","query_relevance_label":1},{"document_id":"ddza1x3z","query_relevance_label":0},{"document_id":"decr6wrd","query_relevance_label":0},{"document_id":"dew2ig0q","query_relevance_label":0},{"document_id":"dfl69g4f","query_relevance_label":0},{"document_id":"dl2irtdy","query_relevance_label":0},{"document_id":"dlonlmlg","query_relevance_label":0},{"document_id":"gljqs6xq","query_relevance_label":1},{"document_id":"eq2ahtlc","query_relevance_label":0},{"document_id":"dm8yl4xu","query_relevance_label":2},{"document_id":"dmb0293x","query_relevance_label":1},{"document_id":"dmud2zf7","query_relevance_label":0},{"document_id":"dnxkzi3j","query_relevance_label":0},{"document_id":"dopa8hxy","query_relevance_label":0},{"document_id":"doxdnptd","query_relevance_label":0},{"document_id":"dptgg05n","query_relevance_label":2},{"document_id":"dqhs3o82","query_relevance_label":1},{"document_id":"dqnhyqn0","query_relevance_label":2},{"document_id":"dqour5jr","query_relevance_label":0},{"document_id":"dqs21e0q","query_relevance_label":2},{"document_id":"dqxfcwyu","query_relevance_label":1},{"document_id":"dqy0f2o1","query_relevance_label":0},{"document_id":"drj3al9t","query_relevance_label":1},{"document_id":"dsfb97o3","query_relevance_label":0},{"document_id":"dsmne0xd","query_relevance_label":2},{"document_id":"2yjuf053","query_relevance_label":2},{"document_id":"dtwstwbe","query_relevance_label":2},{"document_id":"dvpqkmnh","query_relevance_label":1},{"document_id":"dvqtvkkm","query_relevance_label":0},{"document_id":"dvwpj06d","query_relevance_label":0},{"document_id":"e1k8dhki","query_relevance_label":0},{"document_id":"e1mw9lx1","query_relevance_label":1},{"document_id":"e287tffs","query_relevance_label":1},{"document_id":"sgemwase","query_relevance_label":2},{"document_id":"e419m4nd","query_relevance_label":1},{"document_id":"e44foi2g","query_relevance_label":0},{"document_id":"e6mddw5o","query_relevance_label":0},{"document_id":"e74x31ev","query_relevance_label":0},{"document_id":"e8k72955","query_relevance_label":0},{"document_id":"e99athff","query_relevance_label":0},{"document_id":"e9mepqvn","query_relevance_label":1},{"document_id":"e9vq3fe3","query_relevance_label":1},{"document_id":"ebalebqq","query_relevance_label":1},{"document_id":"ebkwv4zo","query_relevance_label":0},{"document_id":"ec3egn8o","query_relevance_label":0},{"document_id":"edd1tvze","query_relevance_label":0},{"document_id":"eeej1gno","query_relevance_label":0},{"document_id":"efryn8ul","query_relevance_label":1},{"document_id":"efwzf2m8","query_relevance_label":0},{"document_id":"eg84q35t","query_relevance_label":2},{"document_id":"ej1b1x53","query_relevance_label":0},{"document_id":"ej8hcr92","query_relevance_label":0},{"document_id":"eji6dw94","query_relevance_label":1},{"document_id":"ekfjmnsn","query_relevance_label":1},{"document_id":"ekw2oxw2","query_relevance_label":0},{"document_id":"ekxq4l9a","query_relevance_label":0},{"document_id":"ekzfdbby","query_relevance_label":0},{"document_id":"el7mdliy","query_relevance_label":2},{"document_id":"elotmmf4","query_relevance_label":0},{"document_id":"elwhzp9u","query_relevance_label":0},{"document_id":"eml8uilb","query_relevance_label":2},{"document_id":"emrwcx0m","query_relevance_label":0},{"document_id":"emurar4d","query_relevance_label":0},{"document_id":"eo4ehcjv","query_relevance_label":2},{"document_id":"ep7ezoko","query_relevance_label":0},{"document_id":"eqwxkwqa","query_relevance_label":1},{"document_id":"es908m37","query_relevance_label":2},{"document_id":"esie5osf","query_relevance_label":1},{"document_id":"et1ekgdl","query_relevance_label":0},{"document_id":"et5ekue7","query_relevance_label":2},{"document_id":"eu80ccm6","query_relevance_label":0},{"document_id":"evc37gi0","query_relevance_label":0},{"document_id":"evy1neal","query_relevance_label":0},{"document_id":"sym43q4k","query_relevance_label":0},{"document_id":"ewvdl06h","query_relevance_label":0},{"document_id":"ey97k543","query_relevance_label":1},{"document_id":"eyi5609q","query_relevance_label":0},{"document_id":"eylp4k53","query_relevance_label":0},{"document_id":"ez1canrp","query_relevance_label":1},{"document_id":"f03ka7bd","query_relevance_label":0},{"document_id":"f0xsisdg","query_relevance_label":0},{"document_id":"f37cp6j3","query_relevance_label":2},{"document_id":"f38pftlm","query_relevance_label":0},{"document_id":"f3f31h4r","query_relevance_label":0},{"document_id":"f3fctcru","query_relevance_label":0},{"document_id":"f3toxuqm","query_relevance_label":1},{"document_id":"f4hj35dr","query_relevance_label":2},{"document_id":"f5p37j7g","query_relevance_label":1},{"document_id":"f5s0ntps","query_relevance_label":1},{"document_id":"f6369ge9","query_relevance_label":0},{"document_id":"f783oobv","query_relevance_label":2},{"document_id":"f7t4fb8t","query_relevance_label":0},{"document_id":"f7wk75cm","query_relevance_label":0},{"document_id":"i3xzlb4l","query_relevance_label":0},{"document_id":"f936bioj","query_relevance_label":2},{"document_id":"f9f97mlt","query_relevance_label":0},{"document_id":"fb832hlp","query_relevance_label":1},{"document_id":"fbq9ht8l","query_relevance_label":0},{"document_id":"fby616ap","query_relevance_label":0},{"document_id":"g12i1jig","query_relevance_label":0},{"document_id":"fcno330z","query_relevance_label":0},{"document_id":"fczf3lzc","query_relevance_label":2},{"document_id":"fdkwklzj","query_relevance_label":1},{"document_id":"feo0axgx","query_relevance_label":0},{"document_id":"fgg9s7ou","query_relevance_label":0},{"document_id":"fglyfz8p","query_relevance_label":2},{"document_id":"fi1ldwe8","query_relevance_label":1},{"document_id":"fi2b29ih","query_relevance_label":0},{"document_id":"hechmemo","query_relevance_label":1},{"document_id":"fj2rjmop","query_relevance_label":2},{"document_id":"fkisgm2j","query_relevance_label":1},{"document_id":"fmb58ndz","query_relevance_label":0},{"document_id":"fmymklz6","query_relevance_label":0},{"document_id":"fn7l93wh","query_relevance_label":0},{"document_id":"rrx6xhr0","query_relevance_label":0},{"document_id":"fniymnmf","query_relevance_label":1},{"document_id":"fo3n8gf2","query_relevance_label":0},{"document_id":"fphwlxiq","query_relevance_label":0},{"document_id":"fqwjadan","query_relevance_label":0},{"document_id":"fs3kasu8","query_relevance_label":2},{"document_id":"xy2ddoct","query_relevance_label":0},{"document_id":"ftp67lkq","query_relevance_label":0},{"document_id":"fu02qqsh","query_relevance_label":0},{"document_id":"3iijt5im","query_relevance_label":0},{"document_id":"fux10x0w","query_relevance_label":1},{"document_id":"fvjh3g7v","query_relevance_label":0},{"document_id":"fw4pmaoc","query_relevance_label":0},{"document_id":"fwjjgvzy","query_relevance_label":1},{"document_id":"fwn97wds","query_relevance_label":2},{"document_id":"fx2tuak5","query_relevance_label":0},{"document_id":"myf295rd","query_relevance_label":0},{"document_id":"fxy9ekop","query_relevance_label":0},{"document_id":"fy65vg05","query_relevance_label":0},{"document_id":"fyi48tnn","query_relevance_label":0},{"document_id":"fzdmcahf","query_relevance_label":2},{"document_id":"g0yxf99c","query_relevance_label":1},{"document_id":"g1gzs67b","query_relevance_label":1},{"document_id":"g3asp1ps","query_relevance_label":0},{"document_id":"g41pd9uz","query_relevance_label":0},{"document_id":"g47mwwnq","query_relevance_label":0},{"document_id":"ocnxfgny","query_relevance_label":0},{"document_id":"g5wpa2ee","query_relevance_label":0},{"document_id":"g6g34uvh","query_relevance_label":1},{"document_id":"g72rpssy","query_relevance_label":0},{"document_id":"g8h5d0jx","query_relevance_label":0},{"document_id":"g8iz65wm","query_relevance_label":0},{"document_id":"gb1weei2","query_relevance_label":2},{"document_id":"cx4slb0x","query_relevance_label":0},{"document_id":"p2osd89e","query_relevance_label":1},{"document_id":"yx4g1l6d","query_relevance_label":0},{"document_id":"ge43icsn","query_relevance_label":1},{"document_id":"ggmm8w2t","query_relevance_label":0},{"document_id":"ggo9wsrm","query_relevance_label":0},{"document_id":"gi7ktelw","query_relevance_label":1},{"document_id":"gk1t1dor","query_relevance_label":0},{"document_id":"gkcan78j","query_relevance_label":0},{"document_id":"gkdpsijy","query_relevance_label":0},{"document_id":"gl1rh5h3","query_relevance_label":0},{"document_id":"glwaeqbh","query_relevance_label":2},{"document_id":"gmreoipg","query_relevance_label":0},{"document_id":"gmv6u0qj","query_relevance_label":0},{"document_id":"td25swk1","query_relevance_label":0},{"document_id":"gpql06um","query_relevance_label":0},{"document_id":"gr2kk9w4","query_relevance_label":0},{"document_id":"gsx20896","query_relevance_label":0},{"document_id":"gvnylnen","query_relevance_label":1},{"document_id":"xbwnmj4i","query_relevance_label":0},{"document_id":"gysf0vbv","query_relevance_label":1},{"document_id":"gz72x0r1","query_relevance_label":0},{"document_id":"h0c1by0a","query_relevance_label":0},{"document_id":"h1xzj01e","query_relevance_label":2},{"document_id":"h3980atj","query_relevance_label":0},{"document_id":"h4debfur","query_relevance_label":0},{"document_id":"3x1b9epe","query_relevance_label":0},{"document_id":"h5b7mncf","query_relevance_label":0},{"document_id":"h607itv2","query_relevance_label":0},{"document_id":"lo12p8iw","query_relevance_label":1},{"document_id":"h8vcxudk","query_relevance_label":1},{"document_id":"h9kot3og","query_relevance_label":1},{"document_id":"h9m51dim","query_relevance_label":0},{"document_id":"hajvtzj9","query_relevance_label":2},{"document_id":"hb2lieh3","query_relevance_label":1},{"document_id":"hf3paocz","query_relevance_label":0},{"document_id":"hfgmmuy6","query_relevance_label":0},{"document_id":"hhq0wmgg","query_relevance_label":0},{"document_id":"hix00vyd","query_relevance_label":0},{"document_id":"aspy0xi3","query_relevance_label":2},{"document_id":"hmeg2t9m","query_relevance_label":0},{"document_id":"hmwkf6is","query_relevance_label":0},{"document_id":"hnx4tdok","query_relevance_label":0},{"document_id":"hotxaou2","query_relevance_label":1},{"document_id":"hq4jb2wy","query_relevance_label":0},{"document_id":"hqmf6r7t","query_relevance_label":1},{"document_id":"hrfbygub","query_relevance_label":0},{"document_id":"hruwj2kz","query_relevance_label":0},{"document_id":"hsmhtei5","query_relevance_label":0},{"document_id":"htoexg53","query_relevance_label":1},{"document_id":"huan94tf","query_relevance_label":0},{"document_id":"huw7pnzu","query_relevance_label":0},{"document_id":"yq9xbka0","query_relevance_label":0},{"document_id":"hw8swbt5","query_relevance_label":1},{"document_id":"hwpn7ti1","query_relevance_label":1},{"document_id":"hxj4z228","query_relevance_label":0},{"document_id":"hzhj4137","query_relevance_label":0},{"document_id":"hzlc6321","query_relevance_label":0},{"document_id":"hzv58d1q","query_relevance_label":0},{"document_id":"i155x96n","query_relevance_label":0},{"document_id":"i1v2169b","query_relevance_label":1},{"document_id":"i21wf67n","query_relevance_label":0},{"document_id":"i4ijuk36","query_relevance_label":0},{"document_id":"mwnnmwnw","query_relevance_label":1},{"document_id":"i5b0k41k","query_relevance_label":0},{"document_id":"i5jg7mgo","query_relevance_label":0},{"document_id":"i5korxut","query_relevance_label":1},{"document_id":"3m7xrgvy","query_relevance_label":0},{"document_id":"i6um5iu2","query_relevance_label":0},{"document_id":"i8qvat3o","query_relevance_label":0},{"document_id":"i8zkdx7u","query_relevance_label":1},{"document_id":"i9r77o70","query_relevance_label":1},{"document_id":"ia6d08j5","query_relevance_label":2},{"document_id":"iarmikle","query_relevance_label":0},{"document_id":"iazolbhs","query_relevance_label":0},{"document_id":"ibnudp1x","query_relevance_label":1},{"document_id":"icp5iuwb","query_relevance_label":0},{"document_id":"id5z8rtv","query_relevance_label":0},{"document_id":"idrssl90","query_relevance_label":0},{"document_id":"ievuxa6k","query_relevance_label":1},{"document_id":"ihlo7moz","query_relevance_label":0},{"document_id":"ii6ih2r0","query_relevance_label":0},{"document_id":"iinq30l8","query_relevance_label":0},{"document_id":"ikitfme7","query_relevance_label":1},{"document_id":"ikjivfce","query_relevance_label":0},{"document_id":"imx5w5u1","query_relevance_label":0},{"document_id":"in48pd8t","query_relevance_label":2},{"document_id":"in91dr4g","query_relevance_label":1},{"document_id":"ioihqf0r","query_relevance_label":2},{"document_id":"ipoelk4h","query_relevance_label":0},{"document_id":"ne9xika4","query_relevance_label":0},{"document_id":"ipw96f03","query_relevance_label":2},{"document_id":"iqx0rxun","query_relevance_label":0},{"document_id":"isivkz8b","query_relevance_label":2},{"document_id":"itrv27tm","query_relevance_label":0},{"document_id":"itu39mln","query_relevance_label":2},{"document_id":"iub5hvz9","query_relevance_label":2},{"document_id":"ivmpbuwf","query_relevance_label":1},{"document_id":"ivnrwn7r","query_relevance_label":0},{"document_id":"756n4bu0","query_relevance_label":0},{"document_id":"ix4zo0ha","query_relevance_label":1},{"document_id":"ixytcvge","query_relevance_label":0},{"document_id":"iy4knx7j","query_relevance_label":2},{"document_id":"izn315hb","query_relevance_label":1},{"document_id":"j008qh26","query_relevance_label":1},{"document_id":"j061ywrl","query_relevance_label":0},{"document_id":"j0b4fos6","query_relevance_label":0},{"document_id":"j0pfz0pd","query_relevance_label":1},{"document_id":"j0suk34b","query_relevance_label":0},{"document_id":"j1370ljf","query_relevance_label":0},{"document_id":"pbxajefl","query_relevance_label":0},{"document_id":"j4b88irz","query_relevance_label":0},{"document_id":"j5bepvvw","query_relevance_label":0},{"document_id":"j6y806qu","query_relevance_label":1},{"document_id":"j7t9nebs","query_relevance_label":0},{"document_id":"j99cgsjt","query_relevance_label":0},{"document_id":"jalijjmg","query_relevance_label":0},{"document_id":"jbc74lcu","query_relevance_label":0},{"document_id":"jbtrdvhe","query_relevance_label":0},{"document_id":"jc00ulx5","query_relevance_label":0},{"document_id":"jdu4h00e","query_relevance_label":0},{"document_id":"je53dwom","query_relevance_label":0},{"document_id":"jep80bed","query_relevance_label":0},{"document_id":"jm0924tu","query_relevance_label":0},{"document_id":"jfe8neec","query_relevance_label":2},{"document_id":"jge941zd","query_relevance_label":0},{"document_id":"jgwvjkbj","query_relevance_label":0},{"document_id":"jh04b55m","query_relevance_label":1},{"document_id":"jh2fdks4","query_relevance_label":0},{"document_id":"jh9e85c0","query_relevance_label":1},{"document_id":"jh9y3zc4","query_relevance_label":0},{"document_id":"jidvkij5","query_relevance_label":0},{"document_id":"jkogufv6","query_relevance_label":0},{"document_id":"jkqjybm1","query_relevance_label":2},{"document_id":"jlhykfbf","query_relevance_label":0},{"document_id":"jm1mf6g1","query_relevance_label":0},{"document_id":"jmzz8wxu","query_relevance_label":0},{"document_id":"jna496x7","query_relevance_label":0},{"document_id":"joapylf1","query_relevance_label":1},{"document_id":"jowowl0v","query_relevance_label":0},{"document_id":"jp8y1owf","query_relevance_label":0},{"document_id":"jqkssudz","query_relevance_label":0},{"document_id":"jqyrcf4d","query_relevance_label":0},{"document_id":"1eooxsz8","query_relevance_label":0},{"document_id":"jtbcomd6","query_relevance_label":0},{"document_id":"jujrazsr","query_relevance_label":0},{"document_id":"juooj31c","query_relevance_label":0},{"document_id":"juz9jnfk","query_relevance_label":0},{"document_id":"jvx9o6wi","query_relevance_label":1},{"document_id":"jx3wjgmg","query_relevance_label":0},{"document_id":"jxv1ntp8","query_relevance_label":1},{"document_id":"jzpwo5un","query_relevance_label":2},{"document_id":"rboslg8t","query_relevance_label":0},{"document_id":"k1lg8c7q","query_relevance_label":0},{"document_id":"k1nbwm30","query_relevance_label":1},{"document_id":"k2mrd2rs","query_relevance_label":0},{"document_id":"k38u414m","query_relevance_label":0},{"document_id":"k3u2nvpe","query_relevance_label":0},{"document_id":"k3v132dq","query_relevance_label":1},{"document_id":"k3y8tpps","query_relevance_label":0},{"document_id":"k406jf98","query_relevance_label":1},{"document_id":"k4l45ene","query_relevance_label":0},{"document_id":"k6xc8us3","query_relevance_label":0},{"document_id":"k7qzzixm","query_relevance_label":0},{"document_id":"k83zt387","query_relevance_label":0},{"document_id":"k8m917i4","query_relevance_label":0},{"document_id":"k9yus2sv","query_relevance_label":0},{"document_id":"kapv6sye","query_relevance_label":0},{"document_id":"kbyf6u49","query_relevance_label":0},{"document_id":"kd5jg76h","query_relevance_label":0},{"document_id":"kek0vtdi","query_relevance_label":0},{"document_id":"kf1fs1ka","query_relevance_label":0},{"document_id":"kggbh8c7","query_relevance_label":0},{"document_id":"ki7bn67o","query_relevance_label":0},{"document_id":"ki94q4qv","query_relevance_label":0},{"document_id":"kifqgskc","query_relevance_label":0},{"document_id":"kjovtgua","query_relevance_label":0},{"document_id":"kkkw3ye6","query_relevance_label":0},{"document_id":"kkse855d","query_relevance_label":0},{"document_id":"kl9huu33","query_relevance_label":0},{"document_id":"klseuylw","query_relevance_label":0},{"document_id":"kmpbdvof","query_relevance_label":1},{"document_id":"kpdfkl4e","query_relevance_label":0},{"document_id":"kqanoog7","query_relevance_label":2},{"document_id":"kqquxzhe","query_relevance_label":0},{"document_id":"kr11qpeo","query_relevance_label":0},{"document_id":"ksdnjx9u","query_relevance_label":0},{"document_id":"ktrh3seo","query_relevance_label":0},{"document_id":"kuuyvf90","query_relevance_label":0},{"document_id":"s08qlppk","query_relevance_label":0},{"document_id":"kvmjkknp","query_relevance_label":1},{"document_id":"kw8cg1uh","query_relevance_label":0},{"document_id":"kwcyprgl","query_relevance_label":1},{"document_id":"kwncu3ji","query_relevance_label":0},{"document_id":"kwq2y3il","query_relevance_label":0},{"document_id":"kxsy16bc","query_relevance_label":1},{"document_id":"kxz46yns","query_relevance_label":0},{"document_id":"l03h81wn","query_relevance_label":0},{"document_id":"l0asrcn5","query_relevance_label":0},{"document_id":"l0d87nck","query_relevance_label":1},{"document_id":"l48iq9yj","query_relevance_label":0},{"document_id":"l5oaxugi","query_relevance_label":0},{"document_id":"l5ogbl5p","query_relevance_label":0},{"document_id":"l6bnxi40","query_relevance_label":2},{"document_id":"l7lqn4js","query_relevance_label":1},{"document_id":"l8q7d14h","query_relevance_label":0},{"document_id":"l9mbrdej","query_relevance_label":1},{"document_id":"laobflfb","query_relevance_label":2},{"document_id":"lasv4e6a","query_relevance_label":0},{"document_id":"lc2dxvxz","query_relevance_label":1},{"document_id":"lc2pyhqr","query_relevance_label":0},{"document_id":"ld0vo1rl","query_relevance_label":1},{"document_id":"ldf7uso2","query_relevance_label":0},{"document_id":"lec1kplh","query_relevance_label":2},{"document_id":"3qkjq6a3","query_relevance_label":1},{"document_id":"lfwytlj3","query_relevance_label":1},{"document_id":"lh4qhqsc","query_relevance_label":0},{"document_id":"ljf7wbuk","query_relevance_label":0},{"document_id":"llqpfhwg","query_relevance_label":2},{"document_id":"r0peje13","query_relevance_label":0},{"document_id":"llvu16ms","query_relevance_label":1},{"document_id":"lmmrnitr","query_relevance_label":0},{"document_id":"lmstdmyb","query_relevance_label":1},{"document_id":"lotyldfd","query_relevance_label":0},{"document_id":"lplodn60","query_relevance_label":0},{"document_id":"lq4tcyh4","query_relevance_label":0},{"document_id":"lqdgvsaq","query_relevance_label":0},{"document_id":"vg6o8rxw","query_relevance_label":0},{"document_id":"lsb64qh4","query_relevance_label":1},{"document_id":"ltdajnyy","query_relevance_label":0},{"document_id":"ltmuw6f8","query_relevance_label":1},{"document_id":"ltyqrg81","query_relevance_label":1},{"document_id":"luupxvce","query_relevance_label":0},{"document_id":"lv5xjfk4","query_relevance_label":2},{"document_id":"lvf1z9i4","query_relevance_label":0},{"document_id":"lw12h047","query_relevance_label":2},{"document_id":"lwvb6dxc","query_relevance_label":0},{"document_id":"lxfd30mm","query_relevance_label":1},{"document_id":"lxkddu7u","query_relevance_label":2},{"document_id":"m0hivi0u","query_relevance_label":0},{"document_id":"m0q7rm6z","query_relevance_label":0},{"document_id":"m0xvqplq","query_relevance_label":1},{"document_id":"m16xmyv0","query_relevance_label":1},{"document_id":"m27nyzrw","query_relevance_label":0},{"document_id":"1a8fm18m","query_relevance_label":1},{"document_id":"afh4j2ud","query_relevance_label":0},{"document_id":"m43n6ff7","query_relevance_label":0},{"document_id":"m45lbfub","query_relevance_label":0},{"document_id":"6letcy57","query_relevance_label":0},{"document_id":"m4nnncsf","query_relevance_label":0},{"document_id":"7yq8zqxq","query_relevance_label":1},{"document_id":"m6qe57he","query_relevance_label":0},{"document_id":"m7nij17v","query_relevance_label":1},{"document_id":"m88ha8ry","query_relevance_label":0},{"document_id":"m89wmmxd","query_relevance_label":1},{"document_id":"m9i9gu5g","query_relevance_label":0},{"document_id":"maa43hpn","query_relevance_label":2},{"document_id":"majelie8","query_relevance_label":2},{"document_id":"mar8zt2t","query_relevance_label":0},{"document_id":"b95obvos","query_relevance_label":0},{"document_id":"mc471reb","query_relevance_label":1},{"document_id":"mdej7nhj","query_relevance_label":0},{"document_id":"mdhfgo58","query_relevance_label":0},{"document_id":"mdry8qzv","query_relevance_label":0},{"document_id":"mettlmhz","query_relevance_label":2},{"document_id":"b4jq85iv","query_relevance_label":0},{"document_id":"mghgvr76","query_relevance_label":1},{"document_id":"xiwkbn7n","query_relevance_label":2},{"document_id":"mhfu0e9r","query_relevance_label":0},{"document_id":"mhrqw32j","query_relevance_label":1},{"document_id":"mhytn634","query_relevance_label":2},{"document_id":"mivxm8oh","query_relevance_label":0},{"document_id":"mkhkcqyn","query_relevance_label":0},{"document_id":"mlhd9zbs","query_relevance_label":0},{"document_id":"mm0k41mn","query_relevance_label":0},{"document_id":"mmdeyph3","query_relevance_label":0},{"document_id":"mmefzgks","query_relevance_label":0},{"document_id":"mmhrnxiy","query_relevance_label":0},{"document_id":"mmjowh15","query_relevance_label":0},{"document_id":"mpf6lxxr","query_relevance_label":0},{"document_id":"mpr3xb2a","query_relevance_label":0},{"document_id":"mq9ix0lg","query_relevance_label":1},{"document_id":"mqnz9gts","query_relevance_label":1},{"document_id":"mrsya6wz","query_relevance_label":0},{"document_id":"mrvk9r4w","query_relevance_label":0},{"document_id":"mryazbnq","query_relevance_label":2},{"document_id":"msohf5oa","query_relevance_label":1},{"document_id":"msxut0qc","query_relevance_label":0},{"document_id":"mt8zsbhb","query_relevance_label":1},{"document_id":"mu413rvc","query_relevance_label":2},{"document_id":"mvdq6fw0","query_relevance_label":0},{"document_id":"mvedkl6a","query_relevance_label":0},{"document_id":"mwfr5tzf","query_relevance_label":0},{"document_id":"mx92p318","query_relevance_label":0},{"document_id":"mxafg0t9","query_relevance_label":2},{"document_id":"mxfoouja","query_relevance_label":0},{"document_id":"mz8ujnzx","query_relevance_label":0},{"document_id":"mzpkyo8w","query_relevance_label":1},{"document_id":"mzv9jqxf","query_relevance_label":0},{"document_id":"n0actmsc","query_relevance_label":2},{"document_id":"n0d9b50t","query_relevance_label":0},{"document_id":"n10abfvd","query_relevance_label":2},{"document_id":"n15i01tn","query_relevance_label":2},{"document_id":"n1pkj68j","query_relevance_label":0},{"document_id":"n2405b3k","query_relevance_label":0},{"document_id":"n38uxkx6","query_relevance_label":1},{"document_id":"n3lrzw3o","query_relevance_label":2},{"document_id":"n4v4n8d1","query_relevance_label":0},{"document_id":"n6b0r92e","query_relevance_label":0},{"document_id":"n8bvxzbb","query_relevance_label":0},{"document_id":"n9i5y5sk","query_relevance_label":0},{"document_id":"na0bq2e0","query_relevance_label":0},{"document_id":"nacxjt2f","query_relevance_label":2},{"document_id":"nb6miso7","query_relevance_label":0},{"document_id":"nb8mfh7z","query_relevance_label":0},{"document_id":"nbntcx5x","query_relevance_label":0},{"document_id":"nbuvbrly","query_relevance_label":1},{"document_id":"nc05llre","query_relevance_label":0},{"document_id":"nd5r4yt4","query_relevance_label":1},{"document_id":"ndpuezpo","query_relevance_label":1},{"document_id":"neq2vqym","query_relevance_label":2},{"document_id":"nes34z7x","query_relevance_label":1},{"document_id":"ngfzagjg","query_relevance_label":0},{"document_id":"j15qw9k2","query_relevance_label":1},{"document_id":"nhq0oq8y","query_relevance_label":1},{"document_id":"nj1p4ehx","query_relevance_label":1},{"document_id":"njne526i","query_relevance_label":0},{"document_id":"njoue9vu","query_relevance_label":0},{"document_id":"p5h752r6","query_relevance_label":0},{"document_id":"nkfskton","query_relevance_label":1},{"document_id":"nm2bq717","query_relevance_label":1},{"document_id":"nn15iyqd","query_relevance_label":0},{"document_id":"ppdsgi9o","query_relevance_label":1},{"document_id":"nokse33p","query_relevance_label":0},{"document_id":"npc9qdex","query_relevance_label":0},{"document_id":"npzri0rh","query_relevance_label":1},{"document_id":"nr1jysqg","query_relevance_label":0},{"document_id":"nr42rs8f","query_relevance_label":0},{"document_id":"nr9485qf","query_relevance_label":1},{"document_id":"nrtrhq1f","query_relevance_label":1},{"document_id":"ntqiw3gt","query_relevance_label":0},{"document_id":"ntra3jhs","query_relevance_label":2},{"document_id":"nul17xqk","query_relevance_label":1},{"document_id":"nv1aa116","query_relevance_label":1},{"document_id":"nv4l2ctd","query_relevance_label":0},{"document_id":"nxhazxja","query_relevance_label":0},{"document_id":"nzat41wu","query_relevance_label":0},{"document_id":"nzwe7hpg","query_relevance_label":0},{"document_id":"o045bvn7","query_relevance_label":0},{"document_id":"o0xwhm57","query_relevance_label":1},{"document_id":"o17f8zci","query_relevance_label":0},{"document_id":"ajgn0d6n","query_relevance_label":0},{"document_id":"o56bmedx","query_relevance_label":0},{"document_id":"0yx0s3h6","query_relevance_label":2},{"document_id":"o8x7e96w","query_relevance_label":0},{"document_id":"iu89sx8t","query_relevance_label":0},{"document_id":"ocy6159b","query_relevance_label":0},{"document_id":"ajpcpzdp","query_relevance_label":0},{"document_id":"oecu6byi","query_relevance_label":2},{"document_id":"of9t5i10","query_relevance_label":0},{"document_id":"ofd2ipvs","query_relevance_label":2},{"document_id":"ogb83fgc","query_relevance_label":0},{"document_id":"ogcp69p2","query_relevance_label":0},{"document_id":"ogqsi3ns","query_relevance_label":0},{"document_id":"oihyz5v7","query_relevance_label":2},{"document_id":"olhh6pjg","query_relevance_label":0},{"document_id":"olq02s1k","query_relevance_label":0},{"document_id":"ore3r4m3","query_relevance_label":0},{"document_id":"osjyyz1e","query_relevance_label":1},{"document_id":"pa5i13fj","query_relevance_label":2},{"document_id":"ow2dt7r8","query_relevance_label":0},{"document_id":"owhoj3y5","query_relevance_label":0},{"document_id":"dr7we2pk","query_relevance_label":2},{"document_id":"p0ggxr57","query_relevance_label":1},{"document_id":"p15bdmo2","query_relevance_label":0},{"document_id":"p1idx9lz","query_relevance_label":0},{"document_id":"p1il9b9x","query_relevance_label":0},{"document_id":"p2ahklyl","query_relevance_label":0},{"document_id":"p4byrhlt","query_relevance_label":0},{"document_id":"p4nv2a66","query_relevance_label":1},{"document_id":"p60xy2ki","query_relevance_label":0},{"document_id":"p6h7k7ty","query_relevance_label":2},{"document_id":"p6mmt2am","query_relevance_label":0},{"document_id":"pcp3qgn0","query_relevance_label":0},{"document_id":"pcyscqux","query_relevance_label":2},{"document_id":"pd2palu4","query_relevance_label":0},{"document_id":"pe3zfrpf","query_relevance_label":0},{"document_id":"pfjq2m42","query_relevance_label":0},{"document_id":"pg6893i5","query_relevance_label":0},{"document_id":"pgsykrqx","query_relevance_label":0},{"document_id":"ph6pxseu","query_relevance_label":2},{"document_id":"pho6dksc","query_relevance_label":2},{"document_id":"pidar1gz","query_relevance_label":0},{"document_id":"pil4uudg","query_relevance_label":0},{"document_id":"pjwgrejn","query_relevance_label":1},{"document_id":"pk0ztglg","query_relevance_label":0},{"document_id":"pkranpiw","query_relevance_label":0},{"document_id":"pkxc2219","query_relevance_label":2},{"document_id":"pl3qlcpo","query_relevance_label":0},{"document_id":"pl9vz93y","query_relevance_label":1},{"document_id":"pld0clpd","query_relevance_label":1},{"document_id":"plh92ifi","query_relevance_label":0},{"document_id":"0jzr5anm","query_relevance_label":0},{"document_id":"pmj4sao7","query_relevance_label":2},{"document_id":"pmtzxo6n","query_relevance_label":0},{"document_id":"ppquta0q","query_relevance_label":0},{"document_id":"pqk6mrun","query_relevance_label":1},{"document_id":"pqld0tyy","query_relevance_label":0},{"document_id":"prpooezh","query_relevance_label":1},{"document_id":"pta94a8q","query_relevance_label":0},{"document_id":"ptgpxpad","query_relevance_label":0},{"document_id":"puxz2f9g","query_relevance_label":1},{"document_id":"pwumjw7a","query_relevance_label":0},{"document_id":"pxhatb9k","query_relevance_label":0},{"document_id":"py6qu4tl","query_relevance_label":0},{"document_id":"pylrg91h","query_relevance_label":0},{"document_id":"pytu6sy0","query_relevance_label":0},{"document_id":"pzex799x","query_relevance_label":0},{"document_id":"q068aybo","query_relevance_label":0},{"document_id":"q13kxdb1","query_relevance_label":0},{"document_id":"q3be4e15","query_relevance_label":1},{"document_id":"q41plzqq","query_relevance_label":1},{"document_id":"q6j6rkqh","query_relevance_label":1},{"document_id":"q7oy7wl3","query_relevance_label":0},{"document_id":"q7zcqk2p","query_relevance_label":2},{"document_id":"q8gxbwfj","query_relevance_label":0},{"document_id":"qa868o1n","query_relevance_label":0},{"document_id":"qaf9esus","query_relevance_label":1},{"document_id":"qbjrlog1","query_relevance_label":1},{"document_id":"qbr3aomm","query_relevance_label":0},{"document_id":"qdamvwxl","query_relevance_label":0},{"document_id":"qhelk6u6","query_relevance_label":2},{"document_id":"qje6ycq0","query_relevance_label":0},{"document_id":"qjpownkg","query_relevance_label":0},{"document_id":"qjximt34","query_relevance_label":2},{"document_id":"ql30rv83","query_relevance_label":1},{"document_id":"qln3sbbv","query_relevance_label":0},{"document_id":"qlpvt29o","query_relevance_label":0},{"document_id":"qm44flh4","query_relevance_label":1},{"document_id":"qma1lsuw","query_relevance_label":0},{"document_id":"cn3bpmwj","query_relevance_label":0},{"document_id":"qo3cfytq","query_relevance_label":2},{"document_id":"qoaoy2vf","query_relevance_label":1},{"document_id":"smjgnkr3","query_relevance_label":0},{"document_id":"qp4efhwq","query_relevance_label":1},{"document_id":"qpbgq5d8","query_relevance_label":1},{"document_id":"qq22z25y","query_relevance_label":1},{"document_id":"qs90rv05","query_relevance_label":0},{"document_id":"qu7ddcw9","query_relevance_label":1},{"document_id":"qub8sdia","query_relevance_label":0},{"document_id":"qwgxm1ol","query_relevance_label":0},{"document_id":"qwwmf4p1","query_relevance_label":1},{"document_id":"b0u07692","query_relevance_label":1},{"document_id":"qyo4lm8f","query_relevance_label":0},{"document_id":"q4x955m2","query_relevance_label":0},{"document_id":"r5dz24oj","query_relevance_label":0},{"document_id":"r5va3y1n","query_relevance_label":0},{"document_id":"r5vkki7q","query_relevance_label":0},{"document_id":"r6ga7rlc","query_relevance_label":1},{"document_id":"r6wwpfcy","query_relevance_label":0},{"document_id":"r7ahl9gd","query_relevance_label":1},{"document_id":"r88zb7t4","query_relevance_label":0},{"document_id":"r8ayrdg9","query_relevance_label":0},{"document_id":"r8el8nqm","query_relevance_label":0},{"document_id":"r8sw0wf2","query_relevance_label":2},{"document_id":"r9eum17i","query_relevance_label":0},{"document_id":"zvvdqk4b","query_relevance_label":1},{"document_id":"rbye73yv","query_relevance_label":0},{"document_id":"rcdoewwv","query_relevance_label":2},{"document_id":"rd5bd1ae","query_relevance_label":1},{"document_id":"rfnghx7z","query_relevance_label":0},{"document_id":"rgmurgbf","query_relevance_label":1},{"document_id":"rhhafruq","query_relevance_label":0},{"document_id":"dck2l7uc","query_relevance_label":0},{"document_id":"rhpjosih","query_relevance_label":2},{"document_id":"ri91u0f1","query_relevance_label":1},{"document_id":"rirftuu9","query_relevance_label":2},{"document_id":"rko3e5va","query_relevance_label":0},{"document_id":"rn714n1p","query_relevance_label":0},{"document_id":"roj8ksvc","query_relevance_label":0},{"document_id":"rpeqkfxc","query_relevance_label":0},{"document_id":"rpq62xhl","query_relevance_label":1},{"document_id":"rq5nqm92","query_relevance_label":0},{"document_id":"rqh815i8","query_relevance_label":0},{"document_id":"rrsgl377","query_relevance_label":0},{"document_id":"rrwufozf","query_relevance_label":0},{"document_id":"rs79r7kc","query_relevance_label":1},{"document_id":"rso3ryl1","query_relevance_label":2},{"document_id":"rsz7ch2a","query_relevance_label":2},{"document_id":"rta7ub03","query_relevance_label":0},{"document_id":"rtnhndw3","query_relevance_label":1},{"document_id":"rtybezro","query_relevance_label":0},{"document_id":"ru950t57","query_relevance_label":1},{"document_id":"rv26qfmf","query_relevance_label":2},{"document_id":"rvp7xt2n","query_relevance_label":0},{"document_id":"rvwuk7tx","query_relevance_label":0},{"document_id":"rvxxeg32","query_relevance_label":0},{"document_id":"rwt8kbjp","query_relevance_label":0},{"document_id":"rwxjlhid","query_relevance_label":1},{"document_id":"rxornpqu","query_relevance_label":0},{"document_id":"rxvxf34z","query_relevance_label":0},{"document_id":"ry9wpcxo","query_relevance_label":0},{"document_id":"ryzpy3nw","query_relevance_label":0},{"document_id":"rzb4h1op","query_relevance_label":2},{"document_id":"rzw8hwzw","query_relevance_label":0},{"document_id":"s0wmll4q","query_relevance_label":0},{"document_id":"s1uddqtc","query_relevance_label":1},{"document_id":"s2d3q4ob","query_relevance_label":1},{"document_id":"s4g4g80w","query_relevance_label":0},{"document_id":"s4t1pa76","query_relevance_label":1},{"document_id":"s4y6uxsb","query_relevance_label":0},{"document_id":"up5vftj4","query_relevance_label":1},{"document_id":"s66xqx7p","query_relevance_label":0},{"document_id":"s6t8sp5w","query_relevance_label":0},{"document_id":"s6v4bgev","query_relevance_label":2},{"document_id":"s7chie0t","query_relevance_label":1},{"document_id":"s7klkqka","query_relevance_label":0},{"document_id":"s7udquml","query_relevance_label":0},{"document_id":"s8aen05o","query_relevance_label":0},{"document_id":"s9mqv4lo","query_relevance_label":0},{"document_id":"sag0bkgz","query_relevance_label":0},{"document_id":"sb55ybtb","query_relevance_label":0},{"document_id":"sbascdya","query_relevance_label":1},{"document_id":"sc1m4c07","query_relevance_label":1},{"document_id":"sdij1d90","query_relevance_label":0},{"document_id":"sdr7dkbg","query_relevance_label":0},{"document_id":"sg55s5nv","query_relevance_label":0},{"document_id":"sg9zelgu","query_relevance_label":0},{"document_id":"shlhreve","query_relevance_label":0},{"document_id":"shrmdkco","query_relevance_label":0},{"document_id":"sht68uvu","query_relevance_label":1},{"document_id":"si7oucep","query_relevance_label":0},{"document_id":"sirtp2gi","query_relevance_label":0},{"document_id":"sjyrr2bn","query_relevance_label":0},{"document_id":"32ev8de1","query_relevance_label":0},{"document_id":"slxdonqi","query_relevance_label":0},{"document_id":"sn6w63nm","query_relevance_label":1},{"document_id":"sn7rswab","query_relevance_label":0},{"document_id":"snkdcsir","query_relevance_label":2},{"document_id":"snp8o9fw","query_relevance_label":1},{"document_id":"soqeje4z","query_relevance_label":0},{"document_id":"sp212tai","query_relevance_label":0},{"document_id":"spqas1wp","query_relevance_label":1},{"document_id":"spt0oea0","query_relevance_label":0},{"document_id":"st6s7l0b","query_relevance_label":0},{"document_id":"stnjl8f8","query_relevance_label":0},{"document_id":"strhszpd","query_relevance_label":0},{"document_id":"oz4vlhck","query_relevance_label":1},{"document_id":"svjajpp4","query_relevance_label":0},{"document_id":"svwkcuxf","query_relevance_label":0},{"document_id":"sxy4vl4b","query_relevance_label":0},{"document_id":"syt4r964","query_relevance_label":0},{"document_id":"sz63soru","query_relevance_label":0},{"document_id":"szsb1oan","query_relevance_label":0},{"document_id":"t0oqk88n","query_relevance_label":0},{"document_id":"t13zgiez","query_relevance_label":0},{"document_id":"t1gxo4mw","query_relevance_label":1},{"document_id":"t3sjv4hv","query_relevance_label":1},{"document_id":"bu17n7zf","query_relevance_label":1},{"document_id":"t8nx6cnv","query_relevance_label":0},{"document_id":"64npnmha","query_relevance_label":0},{"document_id":"xt1xmhug","query_relevance_label":2},{"document_id":"taaf1k80","query_relevance_label":0},{"document_id":"tb3yyq44","query_relevance_label":0},{"document_id":"tb8k979g","query_relevance_label":2},{"document_id":"tb9q037o","query_relevance_label":0},{"document_id":"tbp3it7r","query_relevance_label":1},{"document_id":"tcc7e6ls","query_relevance_label":1},{"document_id":"tcrxm7jy","query_relevance_label":0},{"document_id":"tdvb0fhv","query_relevance_label":2},{"document_id":"tedurmyb","query_relevance_label":0},{"document_id":"tfkhptdg","query_relevance_label":0},{"document_id":"thb2pox2","query_relevance_label":0},{"document_id":"thnp3zip","query_relevance_label":0},{"document_id":"tjmx6msm","query_relevance_label":0},{"document_id":"tl8hhu32","query_relevance_label":0},{"document_id":"rqfsh3vh","query_relevance_label":0},{"document_id":"tlobqvvr","query_relevance_label":0},{"document_id":"tnctqc1a","query_relevance_label":0},{"document_id":"tnoybbfx","query_relevance_label":0},{"document_id":"tnw82hbm","query_relevance_label":0},{"document_id":"to3wn7yj","query_relevance_label":0},{"document_id":"tp606gp1","query_relevance_label":1},{"document_id":"tqziaq1m","query_relevance_label":0},{"document_id":"tt0lj7rp","query_relevance_label":0},{"document_id":"ttiqxlts","query_relevance_label":1},{"document_id":"tveeq4fj","query_relevance_label":2},{"document_id":"tvv73r7h","query_relevance_label":0},{"document_id":"txdawva5","query_relevance_label":1},{"document_id":"fb4z81lh","query_relevance_label":0},{"document_id":"txtoe8hb","query_relevance_label":2},{"document_id":"txyf05n4","query_relevance_label":0},{"document_id":"ea7iupiu","query_relevance_label":0},{"document_id":"tymdjrav","query_relevance_label":0},{"document_id":"tznegx87","query_relevance_label":0},{"document_id":"u15wuwkt","query_relevance_label":0},{"document_id":"u1xbkaq0","query_relevance_label":0},{"document_id":"u3ek83tn","query_relevance_label":1},{"document_id":"u4bgqwlw","query_relevance_label":0},{"document_id":"u56ydlve","query_relevance_label":0},{"document_id":"u5nxm9tu","query_relevance_label":2},{"document_id":"a8xp9clk","query_relevance_label":0},{"document_id":"u6ewlh16","query_relevance_label":0},{"document_id":"u7h279m6","query_relevance_label":0},{"document_id":"ua0luq11","query_relevance_label":0},{"document_id":"ub8y51eq","query_relevance_label":0},{"document_id":"ubb57px9","query_relevance_label":0},{"document_id":"ud4z14ua","query_relevance_label":0},{"document_id":"ucqago27","query_relevance_label":1},{"document_id":"udd26574","query_relevance_label":0},{"document_id":"udtj0lom","query_relevance_label":0},{"document_id":"uei9zw6q","query_relevance_label":0},{"document_id":"ufmcfic2","query_relevance_label":0},{"document_id":"uic18wv8","query_relevance_label":2},{"document_id":"uifnjio5","query_relevance_label":2},{"document_id":"uijc6qdo","query_relevance_label":0},{"document_id":"uk5khcoz","query_relevance_label":1},{"document_id":"ukbevpr7","query_relevance_label":1},{"document_id":"ukz73rp2","query_relevance_label":2},{"document_id":"um3fa49r","query_relevance_label":0},{"document_id":"um9lv53e","query_relevance_label":2},{"document_id":"uninms4e","query_relevance_label":1},{"document_id":"unnrflmr","query_relevance_label":0},{"document_id":"unvabosp","query_relevance_label":0},{"document_id":"uqz07cbb","query_relevance_label":0},{"document_id":"urk7fe34","query_relevance_label":0},{"document_id":"urkuofmu","query_relevance_label":0},{"document_id":"usu6laaq","query_relevance_label":0},{"document_id":"utjxu008","query_relevance_label":0},{"document_id":"utva5s6p","query_relevance_label":0},{"document_id":"uurvoa1o","query_relevance_label":0},{"document_id":"uuzgbs2m","query_relevance_label":0},{"document_id":"uvchrgov","query_relevance_label":0},{"document_id":"uvfppirt","query_relevance_label":0},{"document_id":"uvs26373","query_relevance_label":0},{"document_id":"uvv06b4n","query_relevance_label":0},{"document_id":"ux21mzep","query_relevance_label":0},{"document_id":"uxeaaski","query_relevance_label":1},{"document_id":"uxsjyezo","query_relevance_label":0},{"document_id":"uy2wgyja","query_relevance_label":1},{"document_id":"uyim084w","query_relevance_label":0},{"document_id":"uzhj4i1q","query_relevance_label":2},{"document_id":"v367uyho","query_relevance_label":0},{"document_id":"v3q9tvyv","query_relevance_label":1},{"document_id":"v4c1lgpd","query_relevance_label":0},{"document_id":"v6jyplcn","query_relevance_label":1},{"document_id":"n40tz9ez","query_relevance_label":0},{"document_id":"v8p0sbi7","query_relevance_label":0},{"document_id":"vb53bih9","query_relevance_label":0},{"document_id":"a5phwzxh","query_relevance_label":0},{"document_id":"vcl64usu","query_relevance_label":2},{"document_id":"vd41u2t1","query_relevance_label":0},{"document_id":"vduk4asq","query_relevance_label":0},{"document_id":"vef4iffd","query_relevance_label":1},{"document_id":"verg5dhn","query_relevance_label":0},{"document_id":"vevsgkp6","query_relevance_label":1},{"document_id":"vi1jl4po","query_relevance_label":1},{"document_id":"vjefplpt","query_relevance_label":0},{"document_id":"vmsq5hhz","query_relevance_label":0},{"document_id":"vmtfn78x","query_relevance_label":0},{"document_id":"vn3ugk4f","query_relevance_label":0},{"document_id":"vn9e5nm3","query_relevance_label":0},{"document_id":"vnzp9cno","query_relevance_label":1},{"document_id":"vpodtbjk","query_relevance_label":1},{"document_id":"1zxupn98","query_relevance_label":0},{"document_id":"vrc3vra0","query_relevance_label":0},{"document_id":"vsts8roc","query_relevance_label":0},{"document_id":"vt213u6h","query_relevance_label":2},{"document_id":"vt56yqel","query_relevance_label":1},{"document_id":"vt8w7z01","query_relevance_label":0},{"document_id":"vtkdqmwv","query_relevance_label":0},{"document_id":"vu7u11yk","query_relevance_label":1},{"document_id":"vvoz0zp1","query_relevance_label":1},{"document_id":"vvx1z672","query_relevance_label":0},{"document_id":"vvz5spk7","query_relevance_label":1},{"document_id":"vxywolgo","query_relevance_label":0},{"document_id":"vy62y25a","query_relevance_label":1},{"document_id":"vysrzhjs","query_relevance_label":1},{"document_id":"vytmwmoj","query_relevance_label":0},{"document_id":"w02mylsc","query_relevance_label":0},{"document_id":"w0lfgajt","query_relevance_label":0},{"document_id":"w1dhk6kc","query_relevance_label":0},{"document_id":"w1l8h8g8","query_relevance_label":1},{"document_id":"w49i0xkz","query_relevance_label":0},{"document_id":"w5sub348","query_relevance_label":1},{"document_id":"w5tc6gmu","query_relevance_label":0},{"document_id":"w7tbegc7","query_relevance_label":0},{"document_id":"w98i9l5i","query_relevance_label":2},{"document_id":"w9rqnz9h","query_relevance_label":2},{"document_id":"wbd0s4fo","query_relevance_label":0},{"document_id":"wcd7ife9","query_relevance_label":0},{"document_id":"kop2jchh","query_relevance_label":0},{"document_id":"wdfzrzkt","query_relevance_label":2},{"document_id":"wegpeews","query_relevance_label":0},{"document_id":"wfaqim7d","query_relevance_label":1},{"document_id":"wfftfkam","query_relevance_label":2},{"document_id":"wh39sbx6","query_relevance_label":2},{"document_id":"wh9vvgv2","query_relevance_label":1},{"document_id":"whp1jgqk","query_relevance_label":0},{"document_id":"wiiabthn","query_relevance_label":0},{"document_id":"wl121lg4","query_relevance_label":1},{"document_id":"wly18gdz","query_relevance_label":1},{"document_id":"wmdcxmq2","query_relevance_label":0},{"document_id":"wmxlu3l1","query_relevance_label":1},{"document_id":"wnw5ycip","query_relevance_label":0},{"document_id":"wov1w18o","query_relevance_label":0},{"document_id":"wp2wr3b5","query_relevance_label":1},{"document_id":"wp6yklrx","query_relevance_label":0},{"document_id":"xyp7oyca","query_relevance_label":2},{"document_id":"wu2lxfty","query_relevance_label":0},{"document_id":"wwa71e7u","query_relevance_label":1},{"document_id":"wxagjqbt","query_relevance_label":1},{"document_id":"wxti06ng","query_relevance_label":2},{"document_id":"wy9y2ep1","query_relevance_label":0},{"document_id":"wztm0rbx","query_relevance_label":0},{"document_id":"wzv8n34v","query_relevance_label":1},{"document_id":"x1k6ao9h","query_relevance_label":2},{"document_id":"x1u70y1x","query_relevance_label":0},{"document_id":"x21g6i3g","query_relevance_label":1},{"document_id":"4v7cm46l","query_relevance_label":0},{"document_id":"x44pl5pv","query_relevance_label":1},{"document_id":"x5jfr9u0","query_relevance_label":0},{"document_id":"x6s34z1s","query_relevance_label":0},{"document_id":"wrmw4lv4","query_relevance_label":1},{"document_id":"x73moqog","query_relevance_label":1},{"document_id":"x7ng4ifv","query_relevance_label":0},{"document_id":"x8asawcv","query_relevance_label":2},{"document_id":"x95h80nq","query_relevance_label":0},{"document_id":"x9pgcdcw","query_relevance_label":1},{"document_id":"x9piyivm","query_relevance_label":0},{"document_id":"x9yn6qvv","query_relevance_label":0},{"document_id":"xchvlphf","query_relevance_label":1},{"document_id":"xdpxkxkc","query_relevance_label":1},{"document_id":"xeq0dq6u","query_relevance_label":1},{"document_id":"xet9gz1h","query_relevance_label":2},{"document_id":"xetzg7gp","query_relevance_label":0},{"document_id":"xfoy3i7d","query_relevance_label":0},{"document_id":"xhnqywqb","query_relevance_label":0},{"document_id":"xhnv5cje","query_relevance_label":0},{"document_id":"xhsmfjt5","query_relevance_label":2},{"document_id":"xi1wd8b5","query_relevance_label":0},{"document_id":"xieqepl2","query_relevance_label":1},{"document_id":"xieqswct","query_relevance_label":0},{"document_id":"xjg2e8be","query_relevance_label":1},{"document_id":"xkg0ylz8","query_relevance_label":0},{"document_id":"xlqzprqn","query_relevance_label":0},{"document_id":"xn11xd78","query_relevance_label":0},{"document_id":"xnfdjriz","query_relevance_label":1},{"document_id":"xoiju5ub","query_relevance_label":0},{"document_id":"xpbcoipf","query_relevance_label":1},{"document_id":"xpc4yizb","query_relevance_label":1},{"document_id":"xq1cxrvf","query_relevance_label":0},{"document_id":"xrinnull","query_relevance_label":1},{"document_id":"xsgxd5sy","query_relevance_label":0},{"document_id":"xsuksp5h","query_relevance_label":0},{"document_id":"xtmozkf6","query_relevance_label":0},{"document_id":"8zzi6gu9","query_relevance_label":0},{"document_id":"xuczplaf","query_relevance_label":1},{"document_id":"xum44wt7","query_relevance_label":0},{"document_id":"djriqr0c","query_relevance_label":0},{"document_id":"xvnv17zy","query_relevance_label":1},{"document_id":"xxdrjngv","query_relevance_label":0},{"document_id":"xys0g8b8","query_relevance_label":1},{"document_id":"xzl23c52","query_relevance_label":2},{"document_id":"y1afswkm","query_relevance_label":1},{"document_id":"y29kct7v","query_relevance_label":0},{"document_id":"y2tilqgg","query_relevance_label":0},{"document_id":"y3u2lg9f","query_relevance_label":1},{"document_id":"y4a1g6km","query_relevance_label":0},{"document_id":"y4eyse0y","query_relevance_label":0},{"document_id":"y4zoyqua","query_relevance_label":0},{"document_id":"y61g0hg0","query_relevance_label":2},{"document_id":"y6a4u0vh","query_relevance_label":2},{"document_id":"y74smbtd","query_relevance_label":0},{"document_id":"y8fmls6v","query_relevance_label":2},{"document_id":"y93jzlvo","query_relevance_label":1},{"document_id":"56cxgtfo","query_relevance_label":0},{"document_id":"yaow639d","query_relevance_label":0},{"document_id":"yb54i1ne","query_relevance_label":0},{"document_id":"yb5kf0u2","query_relevance_label":2},{"document_id":"ye1b51q3","query_relevance_label":0},{"document_id":"yev38f0k","query_relevance_label":0},{"document_id":"yf5g53a9","query_relevance_label":0},{"document_id":"yfyd2ysn","query_relevance_label":1},{"document_id":"38alpn2v","query_relevance_label":0},{"document_id":"ygwdldae","query_relevance_label":1},{"document_id":"yhdj5m0e","query_relevance_label":0},{"document_id":"n100um7p","query_relevance_label":1},{"document_id":"yigj0u3n","query_relevance_label":2},{"document_id":"yivq622u","query_relevance_label":0},{"document_id":"ykkowgl0","query_relevance_label":1},{"document_id":"yl1qyh7j","query_relevance_label":0},{"document_id":"ymddmqkb","query_relevance_label":0},{"document_id":"ymv5uhxv","query_relevance_label":0},{"document_id":"dp2xzul1","query_relevance_label":0},{"document_id":"yo29hay0","query_relevance_label":1},{"document_id":"yo3cp5vs","query_relevance_label":0},{"document_id":"yop76n7z","query_relevance_label":2},{"document_id":"ypenda9f","query_relevance_label":0},{"document_id":"yq4dtf8n","query_relevance_label":0},{"document_id":"yrrz7oef","query_relevance_label":1},{"document_id":"ys51rshu","query_relevance_label":0},{"document_id":"yt319ecx","query_relevance_label":1},{"document_id":"ytk5s6m8","query_relevance_label":0},{"document_id":"yuwrr4vg","query_relevance_label":2},{"document_id":"yuxb2jz9","query_relevance_label":0},{"document_id":"p1ewtqjv","query_relevance_label":1},{"document_id":"yw7w65xw","query_relevance_label":1},{"document_id":"pkkj4udv","query_relevance_label":0},{"document_id":"yyk6af7u","query_relevance_label":0},{"document_id":"yzb1o7am","query_relevance_label":0},{"document_id":"yzcq3380","query_relevance_label":1},{"document_id":"yzffm05r","query_relevance_label":2},{"document_id":"yzloau0d","query_relevance_label":0},{"document_id":"z14zgpdt","query_relevance_label":0},{"document_id":"z1fj5n5l","query_relevance_label":0},{"document_id":"z20zha8t","query_relevance_label":1},{"document_id":"z3x0c37y","query_relevance_label":0},{"document_id":"z4l3pk23","query_relevance_label":0},{"document_id":"z54p3dk3","query_relevance_label":0},{"document_id":"z5758kdp","query_relevance_label":0},{"document_id":"z5q3wo7v","query_relevance_label":0},{"document_id":"z5q82rmp","query_relevance_label":1},{"document_id":"z62nt4jc","query_relevance_label":2},{"document_id":"z6qqy858","query_relevance_label":0},{"document_id":"z7zx46gd","query_relevance_label":0},{"document_id":"z9780v62","query_relevance_label":0},{"document_id":"z9jnljrt","query_relevance_label":0},{"document_id":"za3qypgg","query_relevance_label":0},{"document_id":"zantpatg","query_relevance_label":0},{"document_id":"zawf4jzm","query_relevance_label":0},{"document_id":"zbp8jzbe","query_relevance_label":1},{"document_id":"zd011ca5","query_relevance_label":0},{"document_id":"zdn2jtxk","query_relevance_label":0},{"document_id":"zdvrke7n","query_relevance_label":0},{"document_id":"tax8ncny","query_relevance_label":0},{"document_id":"zhjyxa8x","query_relevance_label":0},{"document_id":"zi98dq1v","query_relevance_label":0},{"document_id":"zimj5bh1","query_relevance_label":2},{"document_id":"zixnvehs","query_relevance_label":0},{"document_id":"zjgswsjj","query_relevance_label":2},{"document_id":"zn0dr13v","query_relevance_label":0},{"document_id":"zndtddty","query_relevance_label":0},{"document_id":"zoud7w1y","query_relevance_label":1},{"document_id":"zp4uy1v7","query_relevance_label":1},{"document_id":"zpi7uis1","query_relevance_label":0},{"document_id":"zr3qmt50","query_relevance_label":1},{"document_id":"zs8urh6c","query_relevance_label":0},{"document_id":"zstr65vk","query_relevance_label":0},{"document_id":"ztl54g6q","query_relevance_label":0},{"document_id":"ztwho1fj","query_relevance_label":0},{"document_id":"zvyg2dzw","query_relevance_label":0},{"document_id":"zweyxxg2","query_relevance_label":0},{"document_id":"zwjrcaab","query_relevance_label":0},{"document_id":"zxx7tikz","query_relevance_label":0},{"document_id":"zyfclun3","query_relevance_label":0},{"document_id":"zzp6cj76","query_relevance_label":0}]} +{"retrieved_documents":[{"document_id":"joigb8qm","relevance_score":31.686321},{"document_id":"9yb9a9vz","relevance_score":30.939087},{"document_id":"68vzzknt","relevance_score":30.357513},{"document_id":"4giwnrbw","relevance_score":29.027372},{"document_id":"dtlwjndn","relevance_score":28.003119},{"document_id":"f37d68qr","relevance_score":26.74755},{"document_id":"6hm05ctd","relevance_score":24.676731},{"document_id":"eb7deut6","relevance_score":24.279116},{"document_id":"sgw0iaz4","relevance_score":23.952213},{"document_id":"97pdrvvt","relevance_score":23.516733},{"document_id":"0mb9p642","relevance_score":23.424158},{"document_id":"f0drff3l","relevance_score":23.234861},{"document_id":"6paq6ir7","relevance_score":23.191517},{"document_id":"h7lvun9a","relevance_score":23.053925},{"document_id":"flkd7u9u","relevance_score":23.006605},{"document_id":"4qqyb8sd","relevance_score":22.796164},{"document_id":"0o3wjvpx","relevance_score":22.787817},{"document_id":"zl2url8z","relevance_score":22.514593},{"document_id":"dj68h0xl","relevance_score":22.041754},{"document_id":"5v90wk6z","relevance_score":21.928633},{"document_id":"jeivw926","relevance_score":21.836788},{"document_id":"60ngd205","relevance_score":21.806864},{"document_id":"wzi78q06","relevance_score":21.72166},{"document_id":"gpy92gm5","relevance_score":21.684483},{"document_id":"j23gik22","relevance_score":21.684483},{"document_id":"ev9p2apu","relevance_score":21.640457},{"document_id":"8eg8zqnw","relevance_score":21.302578},{"document_id":"bs0yainl","relevance_score":21.249393},{"document_id":"o7d6m9k5","relevance_score":21.231285},{"document_id":"n8e2n30b","relevance_score":21.11147},{"document_id":"86c3gj51","relevance_score":20.961159},{"document_id":"fao60udv","relevance_score":20.939993},{"document_id":"3fk7ipx1","relevance_score":20.936272},{"document_id":"fvdjlff3","relevance_score":20.876587},{"document_id":"oydinhno","relevance_score":20.826378},{"document_id":"ls0x41h1","relevance_score":20.814089},{"document_id":"jq0x08mw","relevance_score":20.814089},{"document_id":"ra36nnf5","relevance_score":20.541643},{"document_id":"o3awybwa","relevance_score":20.481392},{"document_id":"4nhu5qcx","relevance_score":20.44925},{"document_id":"p2eh77es","relevance_score":20.401396},{"document_id":"eqbaw2wp","relevance_score":20.39279},{"document_id":"464cqc16","relevance_score":20.349308},{"document_id":"6zlxqhuq","relevance_score":20.335659},{"document_id":"k3bkgf1g","relevance_score":20.305893},{"document_id":"bfjefny3","relevance_score":20.251434},{"document_id":"9p0dsyqx","relevance_score":20.143112},{"document_id":"1z4vbldd","relevance_score":20.13689},{"document_id":"5jxnrvnu","relevance_score":20.124437},{"document_id":"geqzwlv6","relevance_score":20.123892}],"retrieval_ground_truth":[{"document_id":"01q28a33","query_relevance_label":0},{"document_id":"02f0opkr","query_relevance_label":0},{"document_id":"02fa1hxy","query_relevance_label":1},{"document_id":"pl9ht0d0","query_relevance_label":1},{"document_id":"05vx82oo","query_relevance_label":0},{"document_id":"q1sybzej","query_relevance_label":0},{"document_id":"hlnjp7v6","query_relevance_label":1},{"document_id":"xbz0o4z1","query_relevance_label":0},{"document_id":"07l9hqsr","query_relevance_label":0},{"document_id":"092wubsa","query_relevance_label":2},{"document_id":"0agldesf","query_relevance_label":1},{"document_id":"brqby02y","query_relevance_label":0},{"document_id":"0bj5eh5d","query_relevance_label":0},{"document_id":"0d9shlo3","query_relevance_label":0},{"document_id":"0euaaspo","query_relevance_label":1},{"document_id":"j61y2ai2","query_relevance_label":0},{"document_id":"qy4aupvr","query_relevance_label":1},{"document_id":"0gozdv43","query_relevance_label":0},{"document_id":"wm182s6b","query_relevance_label":0},{"document_id":"rpplg6pz","query_relevance_label":2},{"document_id":"0ifl93a4","query_relevance_label":1},{"document_id":"q3osfcr4","query_relevance_label":0},{"document_id":"0k9t4dt8","query_relevance_label":0},{"document_id":"0khg28ex","query_relevance_label":0},{"document_id":"2gxvfiip","query_relevance_label":1},{"document_id":"0kss5r7u","query_relevance_label":2},{"document_id":"0lwmzjxz","query_relevance_label":2},{"document_id":"0lyxvex0","query_relevance_label":0},{"document_id":"0nh58odf","query_relevance_label":0},{"document_id":"0nhgxoim","query_relevance_label":2},{"document_id":"0nuv04yq","query_relevance_label":0},{"document_id":"0o3wjvpx","query_relevance_label":2},{"document_id":"0ourzdtt","query_relevance_label":0},{"document_id":"0pbjttv4","query_relevance_label":0},{"document_id":"0q00yq1j","query_relevance_label":0},{"document_id":"0q7qcddq","query_relevance_label":0},{"document_id":"0qwwycnc","query_relevance_label":1},{"document_id":"0rxhkg7a","query_relevance_label":0},{"document_id":"0sm0r4v8","query_relevance_label":1},{"document_id":"0svscbpu","query_relevance_label":0},{"document_id":"0terogjm","query_relevance_label":0},{"document_id":"0ti403i4","query_relevance_label":0},{"document_id":"0trra374","query_relevance_label":1},{"document_id":"0udqwhx8","query_relevance_label":2},{"document_id":"h9v5jqfc","query_relevance_label":1},{"document_id":"0uzma5vr","query_relevance_label":0},{"document_id":"0vjvvgix","query_relevance_label":2},{"document_id":"0wn0pn4q","query_relevance_label":1},{"document_id":"0wspp086","query_relevance_label":1},{"document_id":"0xhho1sh","query_relevance_label":0},{"document_id":"6i3nqrsp","query_relevance_label":0},{"document_id":"70gve4hw","query_relevance_label":2},{"document_id":"0xuvshzg","query_relevance_label":0},{"document_id":"0y2kq6zg","query_relevance_label":2},{"document_id":"0y5yisfk","query_relevance_label":0},{"document_id":"112im0u2","query_relevance_label":0},{"document_id":"11hi1jel","query_relevance_label":1},{"document_id":"11sl17ap","query_relevance_label":1},{"document_id":"11sxecb3","query_relevance_label":0},{"document_id":"13akn7dm","query_relevance_label":2},{"document_id":"1446jzbw","query_relevance_label":1},{"document_id":"14i38xtt","query_relevance_label":0},{"document_id":"14ku1ibp","query_relevance_label":0},{"document_id":"14x9luqu","query_relevance_label":0},{"document_id":"15o4dlad","query_relevance_label":0},{"document_id":"163amg1e","query_relevance_label":1},{"document_id":"cysldr06","query_relevance_label":0},{"document_id":"178w1cvx","query_relevance_label":2},{"document_id":"c0vfjlbh","query_relevance_label":2},{"document_id":"190zxwwj","query_relevance_label":1},{"document_id":"1a8uevk8","query_relevance_label":0},{"document_id":"1aal6njl","query_relevance_label":2},{"document_id":"1bmpvmdd","query_relevance_label":0},{"document_id":"1bttprz8","query_relevance_label":0},{"document_id":"1ca2rrrz","query_relevance_label":0},{"document_id":"1cc9ig04","query_relevance_label":0},{"document_id":"1co7yqdi","query_relevance_label":1},{"document_id":"1de98sxz","query_relevance_label":0},{"document_id":"9mewjkw7","query_relevance_label":1},{"document_id":"1e0gn7y8","query_relevance_label":0},{"document_id":"1ea1miqd","query_relevance_label":0},{"document_id":"1ew0p6x7","query_relevance_label":1},{"document_id":"1eytelxn","query_relevance_label":0},{"document_id":"1fqbis7e","query_relevance_label":0},{"document_id":"1fsih7l6","query_relevance_label":0},{"document_id":"1ggrjy9b","query_relevance_label":1},{"document_id":"1gnoo0us","query_relevance_label":1},{"document_id":"1hmnx2re","query_relevance_label":1},{"document_id":"1hwcp09t","query_relevance_label":0},{"document_id":"d5s3xcmr","query_relevance_label":0},{"document_id":"1irbbc1l","query_relevance_label":0},{"document_id":"1k64g7m3","query_relevance_label":2},{"document_id":"1kxxg0s9","query_relevance_label":0},{"document_id":"1lw5vbu9","query_relevance_label":2},{"document_id":"1m1rwmjc","query_relevance_label":0},{"document_id":"blniqgwy","query_relevance_label":1},{"document_id":"1mu1z4xd","query_relevance_label":0},{"document_id":"1na13h2u","query_relevance_label":0},{"document_id":"1obd7mq8","query_relevance_label":0},{"document_id":"1odiafhw","query_relevance_label":0},{"document_id":"1pggy8jo","query_relevance_label":0},{"document_id":"1pwlctxb","query_relevance_label":1},{"document_id":"1qk77fqo","query_relevance_label":2},{"document_id":"1qn5y4gc","query_relevance_label":0},{"document_id":"1r1rjw66","query_relevance_label":0},{"document_id":"1rhy8td0","query_relevance_label":0},{"document_id":"1s2zsqoq","query_relevance_label":0},{"document_id":"1sne3ng1","query_relevance_label":1},{"document_id":"1vhxcbx7","query_relevance_label":2},{"document_id":"ca05ms8h","query_relevance_label":0},{"document_id":"1waejlwb","query_relevance_label":0},{"document_id":"1ya21ch7","query_relevance_label":0},{"document_id":"1ybj2p1n","query_relevance_label":0},{"document_id":"1yka7ej9","query_relevance_label":0},{"document_id":"1z0kn95v","query_relevance_label":0},{"document_id":"1zezzai5","query_relevance_label":2},{"document_id":"1zqq2e8z","query_relevance_label":2},{"document_id":"2054tkb7","query_relevance_label":2},{"document_id":"223v2obv","query_relevance_label":2},{"document_id":"vzet2glz","query_relevance_label":1},{"document_id":"22vz79nz","query_relevance_label":1},{"document_id":"234djryx","query_relevance_label":0},{"document_id":"238pla8o","query_relevance_label":0},{"document_id":"23jb5wkh","query_relevance_label":0},{"document_id":"2530zdeq","query_relevance_label":2},{"document_id":"25dfcqn9","query_relevance_label":0},{"document_id":"25v2z9jn","query_relevance_label":0},{"document_id":"26lw5scs","query_relevance_label":0},{"document_id":"ywperdv5","query_relevance_label":0},{"document_id":"28ddm9um","query_relevance_label":0},{"document_id":"28n5zn71","query_relevance_label":0},{"document_id":"zib490vg","query_relevance_label":0},{"document_id":"291stg7b","query_relevance_label":0},{"document_id":"2avxd80i","query_relevance_label":1},{"document_id":"2b8ei6g3","query_relevance_label":2},{"document_id":"2b9udaic","query_relevance_label":2},{"document_id":"2boqg3tz","query_relevance_label":2},{"document_id":"2bxpqhro","query_relevance_label":0},{"document_id":"2cvpzlu1","query_relevance_label":2},{"document_id":"2cwvga0k","query_relevance_label":1},{"document_id":"2dje7ts9","query_relevance_label":1},{"document_id":"2dw318eg","query_relevance_label":0},{"document_id":"2epo3a4r","query_relevance_label":1},{"document_id":"2erf0vie","query_relevance_label":0},{"document_id":"lfq1znzm","query_relevance_label":0},{"document_id":"2ftw85xw","query_relevance_label":0},{"document_id":"2h3kz82b","query_relevance_label":1},{"document_id":"2ia0qoiq","query_relevance_label":0},{"document_id":"2ioap802","query_relevance_label":2},{"document_id":"2j6iblof","query_relevance_label":0},{"document_id":"2jttlljm","query_relevance_label":0},{"document_id":"2kw2rtz3","query_relevance_label":0},{"document_id":"2lk8vq03","query_relevance_label":0},{"document_id":"2mcwhg21","query_relevance_label":0},{"document_id":"6hm05ctd","query_relevance_label":0},{"document_id":"2mohptl2","query_relevance_label":0},{"document_id":"2n4du9mr","query_relevance_label":0},{"document_id":"2okcr4qj","query_relevance_label":0},{"document_id":"2okcuviq","query_relevance_label":0},{"document_id":"2pjan40u","query_relevance_label":1},{"document_id":"2q6qmex3","query_relevance_label":1},{"document_id":"2rc8n3x6","query_relevance_label":1},{"document_id":"2rwrkhxg","query_relevance_label":0},{"document_id":"2tohg1he","query_relevance_label":0},{"document_id":"2u5zxc2i","query_relevance_label":1},{"document_id":"2un9aggj","query_relevance_label":1},{"document_id":"2w3bx6p8","query_relevance_label":0},{"document_id":"hfx418j6","query_relevance_label":2},{"document_id":"2xs29l81","query_relevance_label":1},{"document_id":"2y951iue","query_relevance_label":0},{"document_id":"2ytec133","query_relevance_label":0},{"document_id":"2zmi335e","query_relevance_label":0},{"document_id":"3114rz8f","query_relevance_label":0},{"document_id":"32gw2ug3","query_relevance_label":0},{"document_id":"32q8ykdb","query_relevance_label":1},{"document_id":"3398ymw9","query_relevance_label":0},{"document_id":"33c85eaa","query_relevance_label":1},{"document_id":"33fngv0t","query_relevance_label":0},{"document_id":"33l4u1lc","query_relevance_label":0},{"document_id":"35b3efom","query_relevance_label":0},{"document_id":"35meen0h","query_relevance_label":0},{"document_id":"368pz09b","query_relevance_label":0},{"document_id":"36bfeoqv","query_relevance_label":0},{"document_id":"36g4zdqa","query_relevance_label":0},{"document_id":"378cfb23","query_relevance_label":2},{"document_id":"37dadupn","query_relevance_label":1},{"document_id":"38kfsatu","query_relevance_label":0},{"document_id":"3a3c8ee1","query_relevance_label":0},{"document_id":"3afy5ent","query_relevance_label":1},{"document_id":"3aqh6zxf","query_relevance_label":2},{"document_id":"3bmcglan","query_relevance_label":0},{"document_id":"3bou4426","query_relevance_label":0},{"document_id":"3cicg45e","query_relevance_label":0},{"document_id":"3egv50vb","query_relevance_label":0},{"document_id":"3fp46sov","query_relevance_label":0},{"document_id":"3gkjwo2y","query_relevance_label":0},{"document_id":"3h3ktqgz","query_relevance_label":0},{"document_id":"3h9y7xdk","query_relevance_label":0},{"document_id":"3hf4uo6w","query_relevance_label":2},{"document_id":"3hn0xkst","query_relevance_label":0},{"document_id":"3hzkbr0z","query_relevance_label":0},{"document_id":"3i2jhvwn","query_relevance_label":0},{"document_id":"3ijc6y3w","query_relevance_label":2},{"document_id":"3ilqaiq3","query_relevance_label":0},{"document_id":"3jcedmrt","query_relevance_label":2},{"document_id":"3qosg52k","query_relevance_label":1},{"document_id":"3l9xtwf1","query_relevance_label":0},{"document_id":"3ngrtmb0","query_relevance_label":0},{"document_id":"3oetrhdh","query_relevance_label":0},{"document_id":"3olk1i7v","query_relevance_label":1},{"document_id":"3p2dl8yf","query_relevance_label":0},{"document_id":"6klukoi9","query_relevance_label":1},{"document_id":"3qswmt52","query_relevance_label":0},{"document_id":"3r0nqzgu","query_relevance_label":0},{"document_id":"wr9595q3","query_relevance_label":0},{"document_id":"3rw8aawh","query_relevance_label":0},{"document_id":"3t0jhzji","query_relevance_label":0},{"document_id":"3trr8d0u","query_relevance_label":2},{"document_id":"3ttuxleg","query_relevance_label":0},{"document_id":"3u7tyszd","query_relevance_label":0},{"document_id":"3ueg2i6w","query_relevance_label":0},{"document_id":"3vntjg8d","query_relevance_label":0},{"document_id":"3vv0xjaf","query_relevance_label":0},{"document_id":"3wegrnyn","query_relevance_label":0},{"document_id":"3wuh6k6g","query_relevance_label":0},{"document_id":"3xvphg52","query_relevance_label":2},{"document_id":"3zg6lnow","query_relevance_label":0},{"document_id":"3ztmwpqn","query_relevance_label":0},{"document_id":"3zxvljfz","query_relevance_label":0},{"document_id":"77gt3j5e","query_relevance_label":0},{"document_id":"7tj94aue","query_relevance_label":0},{"document_id":"42zbu6hv","query_relevance_label":0},{"document_id":"43f8djmk","query_relevance_label":0},{"document_id":"445ryia7","query_relevance_label":0},{"document_id":"44ik4p7v","query_relevance_label":0},{"document_id":"44inap6t","query_relevance_label":0},{"document_id":"44tjfttb","query_relevance_label":0},{"document_id":"44zduv27","query_relevance_label":0},{"document_id":"45dpoepu","query_relevance_label":0},{"document_id":"467nrx6d","query_relevance_label":0},{"document_id":"wz5pgoq4","query_relevance_label":0},{"document_id":"49rf6q20","query_relevance_label":0},{"document_id":"lc0yib8h","query_relevance_label":0},{"document_id":"4ay3hsi7","query_relevance_label":0},{"document_id":"4bio5jp5","query_relevance_label":2},{"document_id":"4cmeglm3","query_relevance_label":0},{"document_id":"4cp3ews4","query_relevance_label":0},{"document_id":"4ctnup7c","query_relevance_label":0},{"document_id":"4cx6fe5v","query_relevance_label":1},{"document_id":"4cy3er3y","query_relevance_label":1},{"document_id":"4d4l6mzl","query_relevance_label":0},{"document_id":"4d89ufge","query_relevance_label":0},{"document_id":"4dtk1kyh","query_relevance_label":0},{"document_id":"dhnn1oni","query_relevance_label":0},{"document_id":"4fqsx5y5","query_relevance_label":2},{"document_id":"4fzvmp0q","query_relevance_label":0},{"document_id":"4giwnrbw","query_relevance_label":2},{"document_id":"4i02f1ji","query_relevance_label":2},{"document_id":"4ishl6bj","query_relevance_label":2},{"document_id":"db7zcdyh","query_relevance_label":0},{"document_id":"4jlj9rdc","query_relevance_label":0},{"document_id":"4ko4lwjz","query_relevance_label":1},{"document_id":"4l1z09py","query_relevance_label":2},{"document_id":"4mnmaky6","query_relevance_label":0},{"document_id":"47gj3onl","query_relevance_label":0},{"document_id":"4nbk0lmp","query_relevance_label":1},{"document_id":"4o8bedj8","query_relevance_label":0},{"document_id":"4owe9lf5","query_relevance_label":0},{"document_id":"4p1ah2h3","query_relevance_label":0},{"document_id":"4qqyb8sd","query_relevance_label":0},{"document_id":"4rgwfmht","query_relevance_label":1},{"document_id":"4sxe7s03","query_relevance_label":2},{"document_id":"4txctk7k","query_relevance_label":0},{"document_id":"4vrqzbof","query_relevance_label":0},{"document_id":"4xt4anq5","query_relevance_label":0},{"document_id":"4y9fedcr","query_relevance_label":0},{"document_id":"4yv8isaz","query_relevance_label":0},{"document_id":"6lxgl8y0","query_relevance_label":0},{"document_id":"c07ri8xz","query_relevance_label":1},{"document_id":"4zzm5x0u","query_relevance_label":0},{"document_id":"50eruta8","query_relevance_label":0},{"document_id":"517s290b","query_relevance_label":0},{"document_id":"519u31z6","query_relevance_label":0},{"document_id":"51b7oh8s","query_relevance_label":0},{"document_id":"52c7myio","query_relevance_label":0},{"document_id":"533xlisc","query_relevance_label":0},{"document_id":"53s19r16","query_relevance_label":0},{"document_id":"54260tth","query_relevance_label":0},{"document_id":"542e5h1u","query_relevance_label":0},{"document_id":"y5ymb36i","query_relevance_label":0},{"document_id":"55r9zw55","query_relevance_label":1},{"document_id":"57x3j1np","query_relevance_label":0},{"document_id":"59gzz4ke","query_relevance_label":0},{"document_id":"59j1m2tm","query_relevance_label":1},{"document_id":"pdz6j4hv","query_relevance_label":2},{"document_id":"5an7836u","query_relevance_label":0},{"document_id":"5ciaonf0","query_relevance_label":0},{"document_id":"5dhmmcy6","query_relevance_label":0},{"document_id":"ixojs6af","query_relevance_label":0},{"document_id":"5ekdfers","query_relevance_label":0},{"document_id":"5eyaigav","query_relevance_label":0},{"document_id":"5fg87lvu","query_relevance_label":0},{"document_id":"5g4smxpv","query_relevance_label":1},{"document_id":"5gbjdr0u","query_relevance_label":2},{"document_id":"5gbkrs73","query_relevance_label":0},{"document_id":"5gwck97h","query_relevance_label":1},{"document_id":"5imbomop","query_relevance_label":2},{"document_id":"5l6c0it4","query_relevance_label":1},{"document_id":"5ll60v8p","query_relevance_label":0},{"document_id":"5m4ybd1v","query_relevance_label":1},{"document_id":"5mfmqmc4","query_relevance_label":2},{"document_id":"5nue46dm","query_relevance_label":1},{"document_id":"5o1jzwjq","query_relevance_label":1},{"document_id":"5p29uhak","query_relevance_label":0},{"document_id":"5pfusktn","query_relevance_label":0},{"document_id":"5ql7876p","query_relevance_label":2},{"document_id":"xo0cs4fd","query_relevance_label":2},{"document_id":"5sfojk7y","query_relevance_label":0},{"document_id":"5sk704yk","query_relevance_label":1},{"document_id":"5t3ix35e","query_relevance_label":0},{"document_id":"5tkvsudh","query_relevance_label":0},{"document_id":"5trqi9tp","query_relevance_label":0},{"document_id":"5uyvn546","query_relevance_label":0},{"document_id":"5v90wk6z","query_relevance_label":0},{"document_id":"5war06j2","query_relevance_label":0},{"document_id":"5wazfkey","query_relevance_label":2},{"document_id":"5xxi33v3","query_relevance_label":0},{"document_id":"5y1qgjr8","query_relevance_label":0},{"document_id":"5y6gjl2t","query_relevance_label":2},{"document_id":"5yan9fcn","query_relevance_label":1},{"document_id":"5ymjmbz2","query_relevance_label":0},{"document_id":"5yt3gtml","query_relevance_label":2},{"document_id":"5zcydnre","query_relevance_label":0},{"document_id":"5zg3xr69","query_relevance_label":0},{"document_id":"bd9b5qzb","query_relevance_label":0},{"document_id":"61fmul8c","query_relevance_label":0},{"document_id":"61norte8","query_relevance_label":0},{"document_id":"9gaqn29j","query_relevance_label":1},{"document_id":"fspfzbvc","query_relevance_label":0},{"document_id":"63hcyb9e","query_relevance_label":0},{"document_id":"63j4qc7d","query_relevance_label":0},{"document_id":"6496homy","query_relevance_label":2},{"document_id":"652vzlq6","query_relevance_label":0},{"document_id":"fvgxzbmx","query_relevance_label":0},{"document_id":"65nroic5","query_relevance_label":0},{"document_id":"65phe96j","query_relevance_label":2},{"document_id":"660ul4fb","query_relevance_label":0},{"document_id":"662pfa61","query_relevance_label":0},{"document_id":"suygiew5","query_relevance_label":0},{"document_id":"679qfp2s","query_relevance_label":0},{"document_id":"67kveitm","query_relevance_label":0},{"document_id":"68qjl9p0","query_relevance_label":0},{"document_id":"68vzzknt","query_relevance_label":0},{"document_id":"690kpupt","query_relevance_label":0},{"document_id":"69nfi379","query_relevance_label":2},{"document_id":"6aku7ghk","query_relevance_label":0},{"document_id":"6anr4xdw","query_relevance_label":0},{"document_id":"6b61rjxx","query_relevance_label":0},{"document_id":"6bxph3q6","query_relevance_label":0},{"document_id":"6cxndab8","query_relevance_label":2},{"document_id":"6dq8xx7c","query_relevance_label":0},{"document_id":"6duc06et","query_relevance_label":1},{"document_id":"or4rqswr","query_relevance_label":1},{"document_id":"6efhdogi","query_relevance_label":0},{"document_id":"6fmc5mbs","query_relevance_label":0},{"document_id":"6gwnhkn4","query_relevance_label":1},{"document_id":"6i5zbmm1","query_relevance_label":1},{"document_id":"6iu1dtyl","query_relevance_label":0},{"document_id":"6j4vuqer","query_relevance_label":0},{"document_id":"6jiy0b55","query_relevance_label":0},{"document_id":"6jvdu0mr","query_relevance_label":0},{"document_id":"6kpyuffh","query_relevance_label":0},{"document_id":"ubv985jx","query_relevance_label":0},{"document_id":"6l1fyl93","query_relevance_label":0},{"document_id":"6lsvjfqb","query_relevance_label":0},{"document_id":"6mef38eo","query_relevance_label":0},{"document_id":"flr9nmog","query_relevance_label":0},{"document_id":"6njag0dq","query_relevance_label":0},{"document_id":"6ocdgjwd","query_relevance_label":0},{"document_id":"97pdrvvt","query_relevance_label":1},{"document_id":"6q90bayx","query_relevance_label":0},{"document_id":"6qpsxmgi","query_relevance_label":0},{"document_id":"6r08hj06","query_relevance_label":0},{"document_id":"6sgeraws","query_relevance_label":0},{"document_id":"6t26tf5r","query_relevance_label":0},{"document_id":"6t3jrmr7","query_relevance_label":2},{"document_id":"6ueinif1","query_relevance_label":1},{"document_id":"6uzy2cy5","query_relevance_label":0},{"document_id":"6wbrv9o1","query_relevance_label":0},{"document_id":"6wqxcshu","query_relevance_label":0},{"document_id":"6x33a6g6","query_relevance_label":0},{"document_id":"6x7hzu3u","query_relevance_label":0},{"document_id":"6xcctafe","query_relevance_label":0},{"document_id":"6xqqo991","query_relevance_label":0},{"document_id":"6xyipioz","query_relevance_label":0},{"document_id":"6yfj4co0","query_relevance_label":0},{"document_id":"6yrrshps","query_relevance_label":0},{"document_id":"6zlxqhuq","query_relevance_label":1},{"document_id":"70hskj1o","query_relevance_label":0},{"document_id":"713u1uw3","query_relevance_label":0},{"document_id":"73a7uvyz","query_relevance_label":1},{"document_id":"7463vcy9","query_relevance_label":0},{"document_id":"74nt6tyz","query_relevance_label":0},{"document_id":"753klfdp","query_relevance_label":1},{"document_id":"754ntbn8","query_relevance_label":0},{"document_id":"75k84bk1","query_relevance_label":0},{"document_id":"8om7z5cc","query_relevance_label":2},{"document_id":"769aw2iv","query_relevance_label":0},{"document_id":"7897zxdm","query_relevance_label":0},{"document_id":"79e7bmze","query_relevance_label":0},{"document_id":"79gpzbgq","query_relevance_label":2},{"document_id":"79lu5fsy","query_relevance_label":1},{"document_id":"7at467fd","query_relevance_label":0},{"document_id":"7e8kb3ba","query_relevance_label":0},{"document_id":"7edmbp1o","query_relevance_label":2},{"document_id":"7eihtv8z","query_relevance_label":0},{"document_id":"7eokrk78","query_relevance_label":0},{"document_id":"7ez71ucm","query_relevance_label":0},{"document_id":"7gcuwge4","query_relevance_label":0},{"document_id":"7gmtp6km","query_relevance_label":0},{"document_id":"0h046mv5","query_relevance_label":1},{"document_id":"7hqn997j","query_relevance_label":0},{"document_id":"7iwgrl8b","query_relevance_label":0},{"document_id":"7k0qvvqg","query_relevance_label":0},{"document_id":"7ksh8c5v","query_relevance_label":1},{"document_id":"7ll2sbbn","query_relevance_label":0},{"document_id":"7lz06a7a","query_relevance_label":0},{"document_id":"7mcfehzc","query_relevance_label":0},{"document_id":"7mk1jbn9","query_relevance_label":0},{"document_id":"7ns5omnu","query_relevance_label":1},{"document_id":"7olioqro","query_relevance_label":0},{"document_id":"e0rmkuii","query_relevance_label":0},{"document_id":"7p7j75ju","query_relevance_label":0},{"document_id":"2ltec6hl","query_relevance_label":1},{"document_id":"7qatfxoj","query_relevance_label":0},{"document_id":"7rh07bii","query_relevance_label":1},{"document_id":"7s9ot4vq","query_relevance_label":2},{"document_id":"7sy8e7hs","query_relevance_label":2},{"document_id":"7u4b8if7","query_relevance_label":0},{"document_id":"7uhv9zy0","query_relevance_label":0},{"document_id":"7unnfmks","query_relevance_label":0},{"document_id":"7vm6heh1","query_relevance_label":0},{"document_id":"7vrm081c","query_relevance_label":0},{"document_id":"7yolfcw7","query_relevance_label":0},{"document_id":"7yrmd2ig","query_relevance_label":0},{"document_id":"80zg1rdz","query_relevance_label":0},{"document_id":"82o75tet","query_relevance_label":0},{"document_id":"83p3sjja","query_relevance_label":0},{"document_id":"85npeznw","query_relevance_label":2},{"document_id":"86ae13vb","query_relevance_label":0},{"document_id":"xa674hhp","query_relevance_label":0},{"document_id":"86l1xixa","query_relevance_label":0},{"document_id":"86ovj7xg","query_relevance_label":0},{"document_id":"8747t6nj","query_relevance_label":1},{"document_id":"88vy3dre","query_relevance_label":0},{"document_id":"2vhnw8zt","query_relevance_label":0},{"document_id":"9atjk9si","query_relevance_label":0},{"document_id":"8a1cia8s","query_relevance_label":0},{"document_id":"8a3bpa4k","query_relevance_label":0},{"document_id":"8anqfkmo","query_relevance_label":0},{"document_id":"8dpdfsu4","query_relevance_label":1},{"document_id":"8drovvb3","query_relevance_label":0},{"document_id":"8e1fkafa","query_relevance_label":0},{"document_id":"8efdzlc0","query_relevance_label":2},{"document_id":"g44xf8cu","query_relevance_label":0},{"document_id":"8fxst74b","query_relevance_label":1},{"document_id":"8g70j0qw","query_relevance_label":1},{"document_id":"8g8yc0tu","query_relevance_label":2},{"document_id":"8gibpnq4","query_relevance_label":2},{"document_id":"8hakjlus","query_relevance_label":1},{"document_id":"8k6boijg","query_relevance_label":1},{"document_id":"8l1vfsbc","query_relevance_label":2},{"document_id":"8lku99jc","query_relevance_label":0},{"document_id":"8mnfx8wo","query_relevance_label":1},{"document_id":"8nknykk4","query_relevance_label":0},{"document_id":"8o44eva9","query_relevance_label":2},{"document_id":"8q1veo3q","query_relevance_label":2},{"document_id":"k5fh5ujf","query_relevance_label":0},{"document_id":"8ruux4sw","query_relevance_label":0},{"document_id":"8rxjju0t","query_relevance_label":1},{"document_id":"xh74rwt2","query_relevance_label":0},{"document_id":"8sp12c7z","query_relevance_label":0},{"document_id":"8t35z4gl","query_relevance_label":0},{"document_id":"8tyrnajb","query_relevance_label":0},{"document_id":"8u68kygv","query_relevance_label":0},{"document_id":"8uctsgh1","query_relevance_label":0},{"document_id":"8vl0okiv","query_relevance_label":0},{"document_id":"8vokul5u","query_relevance_label":2},{"document_id":"8vtz7owc","query_relevance_label":0},{"document_id":"8x491fnr","query_relevance_label":0},{"document_id":"b3al9fhd","query_relevance_label":0},{"document_id":"901m6zw0","query_relevance_label":0},{"document_id":"9032hh5c","query_relevance_label":0},{"document_id":"90qq0xsw","query_relevance_label":0},{"document_id":"921orhjg","query_relevance_label":0},{"document_id":"92ipp5ge","query_relevance_label":1},{"document_id":"92tvskxw","query_relevance_label":0},{"document_id":"9309aig5","query_relevance_label":0},{"document_id":"93b2ivio","query_relevance_label":1},{"document_id":"958u08vb","query_relevance_label":1},{"document_id":"95u3hxoe","query_relevance_label":0},{"document_id":"95zrth5d","query_relevance_label":0},{"document_id":"96v8owb9","query_relevance_label":2},{"document_id":"7uhz7qle","query_relevance_label":2},{"document_id":"97c92pu3","query_relevance_label":0},{"document_id":"97j1gt5k","query_relevance_label":1},{"document_id":"9819n3zf","query_relevance_label":1},{"document_id":"c0okweay","query_relevance_label":0},{"document_id":"9ae26r2z","query_relevance_label":0},{"document_id":"wqyfrvl1","query_relevance_label":1},{"document_id":"rk1nj7cd","query_relevance_label":1},{"document_id":"9bq9im8q","query_relevance_label":0},{"document_id":"9d96e2t3","query_relevance_label":1},{"document_id":"9e3w7sv2","query_relevance_label":1},{"document_id":"9ecuca17","query_relevance_label":1},{"document_id":"9fhuryk2","query_relevance_label":0},{"document_id":"9fngwsh3","query_relevance_label":0},{"document_id":"e35npe36","query_relevance_label":0},{"document_id":"9hh17k86","query_relevance_label":2},{"document_id":"9jb3w0zu","query_relevance_label":1},{"document_id":"9jbuynvv","query_relevance_label":1},{"document_id":"9keet8ih","query_relevance_label":1},{"document_id":"9koqnnqn","query_relevance_label":0},{"document_id":"9lfnf69e","query_relevance_label":0},{"document_id":"ud9iym53","query_relevance_label":0},{"document_id":"9mdxid0u","query_relevance_label":0},{"document_id":"exonzbyx","query_relevance_label":0},{"document_id":"9ox72now","query_relevance_label":0},{"document_id":"9p0dsyqx","query_relevance_label":1},{"document_id":"9pdakwmb","query_relevance_label":1},{"document_id":"9pl7mta8","query_relevance_label":0},{"document_id":"9rgv88qf","query_relevance_label":2},{"document_id":"9sso5gfj","query_relevance_label":0},{"document_id":"9t0d76ah","query_relevance_label":0},{"document_id":"9tgnx7du","query_relevance_label":1},{"document_id":"9u2d3kdo","query_relevance_label":0},{"document_id":"9u672cwm","query_relevance_label":0},{"document_id":"9ucrgpib","query_relevance_label":1},{"document_id":"9uymi395","query_relevance_label":1},{"document_id":"9vrny92m","query_relevance_label":0},{"document_id":"ozh11en4","query_relevance_label":0},{"document_id":"9wpns6w8","query_relevance_label":0},{"document_id":"9y0ejtty","query_relevance_label":0},{"document_id":"9yb9a9vz","query_relevance_label":2},{"document_id":"9ynljm2r","query_relevance_label":2},{"document_id":"9zdqyeaa","query_relevance_label":0},{"document_id":"9zuhgl61","query_relevance_label":0},{"document_id":"yqib10gi","query_relevance_label":1},{"document_id":"a1jlwvju","query_relevance_label":0},{"document_id":"a1vcaml0","query_relevance_label":0},{"document_id":"a1y01vdv","query_relevance_label":1},{"document_id":"a29c6fbu","query_relevance_label":0},{"document_id":"dc7sx5xn","query_relevance_label":2},{"document_id":"a4jsvdhe","query_relevance_label":1},{"document_id":"a500e8d2","query_relevance_label":1},{"document_id":"a58e6pp8","query_relevance_label":1},{"document_id":"a662zibc","query_relevance_label":1},{"document_id":"a714injz","query_relevance_label":0},{"document_id":"a7yq1zu0","query_relevance_label":0},{"document_id":"a822exap","query_relevance_label":2},{"document_id":"aaizb982","query_relevance_label":0},{"document_id":"ab2gv1e5","query_relevance_label":1},{"document_id":"e1otbzt3","query_relevance_label":0},{"document_id":"9twh0z47","query_relevance_label":0},{"document_id":"zxudiyj4","query_relevance_label":0},{"document_id":"aezihlpd","query_relevance_label":2},{"document_id":"wuuijty9","query_relevance_label":2},{"document_id":"ahxnhutv","query_relevance_label":2},{"document_id":"aidtsyo1","query_relevance_label":0},{"document_id":"ajfzg0ak","query_relevance_label":0},{"document_id":"alkhsb23","query_relevance_label":2},{"document_id":"amazvpeh","query_relevance_label":0},{"document_id":"amfb4jft","query_relevance_label":0},{"document_id":"c9h8gkfd","query_relevance_label":0},{"document_id":"amuivx3s","query_relevance_label":2},{"document_id":"ao93c31w","query_relevance_label":0},{"document_id":"dnrzulkh","query_relevance_label":0},{"document_id":"ap03onq3","query_relevance_label":0},{"document_id":"apr9oyqa","query_relevance_label":0},{"document_id":"ar9zp6fj","query_relevance_label":0},{"document_id":"atee6lis","query_relevance_label":0},{"document_id":"athjtu2j","query_relevance_label":0},{"document_id":"athy5yg7","query_relevance_label":0},{"document_id":"auu02ibd","query_relevance_label":0},{"document_id":"aw15xmia","query_relevance_label":0},{"document_id":"aw9qssgi","query_relevance_label":0},{"document_id":"awbcw3gq","query_relevance_label":0},{"document_id":"awitk3se","query_relevance_label":0},{"document_id":"awtiqxx5","query_relevance_label":0},{"document_id":"bw8clegx","query_relevance_label":2},{"document_id":"axljtddn","query_relevance_label":0},{"document_id":"azs4p56f","query_relevance_label":0},{"document_id":"u4gc98g4","query_relevance_label":0},{"document_id":"f1ofvu29","query_relevance_label":0},{"document_id":"b26j2sm4","query_relevance_label":2},{"document_id":"b2yalnrx","query_relevance_label":0},{"document_id":"b2znv6pa","query_relevance_label":1},{"document_id":"b3kjge3z","query_relevance_label":0},{"document_id":"b47ax7sv","query_relevance_label":0},{"document_id":"b4ay5vyp","query_relevance_label":2},{"document_id":"b4joa5tx","query_relevance_label":0},{"document_id":"b4l7b7vp","query_relevance_label":0},{"document_id":"b4zr1g04","query_relevance_label":0},{"document_id":"b5329o75","query_relevance_label":0},{"document_id":"b54dymlu","query_relevance_label":0},{"document_id":"b586n7zt","query_relevance_label":0},{"document_id":"b5y4t0m8","query_relevance_label":0},{"document_id":"b6c9tdtl","query_relevance_label":1},{"document_id":"b6r6j1ek","query_relevance_label":0},{"document_id":"b7g8sxlj","query_relevance_label":0},{"document_id":"b8bl5vq5","query_relevance_label":2},{"document_id":"b8j2hn9w","query_relevance_label":0},{"document_id":"b8l71xbq","query_relevance_label":0},{"document_id":"kdvvgxa0","query_relevance_label":0},{"document_id":"b8tvdqp7","query_relevance_label":2},{"document_id":"ba5h6uhu","query_relevance_label":0},{"document_id":"bad72hhm","query_relevance_label":0},{"document_id":"bah2ege0","query_relevance_label":0},{"document_id":"baheh8i5","query_relevance_label":0},{"document_id":"baodjrw2","query_relevance_label":1},{"document_id":"bayj4dtg","query_relevance_label":0},{"document_id":"lg9ymmgk","query_relevance_label":1},{"document_id":"bcde0u7u","query_relevance_label":0},{"document_id":"bchss2qw","query_relevance_label":0},{"document_id":"mcyfv6x5","query_relevance_label":0},{"document_id":"bfjefny3","query_relevance_label":0},{"document_id":"bfnav9sn","query_relevance_label":0},{"document_id":"bgdcm1i1","query_relevance_label":0},{"document_id":"bj0pmg6j","query_relevance_label":1},{"document_id":"bjub9j3c","query_relevance_label":0},{"document_id":"bk3ss63e","query_relevance_label":0},{"document_id":"bkntg9y0","query_relevance_label":2},{"document_id":"bkrg9qoy","query_relevance_label":2},{"document_id":"bmvdwa68","query_relevance_label":2},{"document_id":"bn9ny0k6","query_relevance_label":1},{"document_id":"bntjg90x","query_relevance_label":0},{"document_id":"boew323c","query_relevance_label":2},{"document_id":"bofb6s8y","query_relevance_label":0},{"document_id":"h072om8j","query_relevance_label":0},{"document_id":"bpnqz1cn","query_relevance_label":2},{"document_id":"bqm6ty79","query_relevance_label":1},{"document_id":"bqq88zib","query_relevance_label":0},{"document_id":"bsagyebg","query_relevance_label":0},{"document_id":"bsz2lda6","query_relevance_label":2},{"document_id":"bt5857p3","query_relevance_label":0},{"document_id":"bt9csxox","query_relevance_label":1},{"document_id":"bu6vi7xz","query_relevance_label":0},{"document_id":"bv9i08cq","query_relevance_label":0},{"document_id":"bwkad2s0","query_relevance_label":2},{"document_id":"bxfyse59","query_relevance_label":1},{"document_id":"byh09alo","query_relevance_label":2},{"document_id":"bykx89fl","query_relevance_label":0},{"document_id":"bzefannc","query_relevance_label":1},{"document_id":"bzvdkxu9","query_relevance_label":0},{"document_id":"c0ihtj5k","query_relevance_label":0},{"document_id":"c0jw9dkw","query_relevance_label":0},{"document_id":"3pklqjbx","query_relevance_label":0},{"document_id":"c0zd7pig","query_relevance_label":0},{"document_id":"zdyggb4o","query_relevance_label":0},{"document_id":"cra6e5w7","query_relevance_label":1},{"document_id":"c3dxfet9","query_relevance_label":2},{"document_id":"c3poqb7q","query_relevance_label":2},{"document_id":"c41w4qc7","query_relevance_label":0},{"document_id":"c4dlym34","query_relevance_label":0},{"document_id":"c4u0gxp5","query_relevance_label":0},{"document_id":"c4x20sia","query_relevance_label":0},{"document_id":"c7tsmf2g","query_relevance_label":0},{"document_id":"z3axg35b","query_relevance_label":0},{"document_id":"c7jlthp3","query_relevance_label":0},{"document_id":"c7jwizpj","query_relevance_label":1},{"document_id":"c8nrd4h9","query_relevance_label":0},{"document_id":"c9we3q6b","query_relevance_label":0},{"document_id":"cc05jqb6","query_relevance_label":0},{"document_id":"cc9mr1lq","query_relevance_label":1},{"document_id":"ccaewskc","query_relevance_label":0},{"document_id":"cd2mgrc7","query_relevance_label":2},{"document_id":"cej3v21v","query_relevance_label":0},{"document_id":"cetdqgff","query_relevance_label":0},{"document_id":"hia1me9i","query_relevance_label":2},{"document_id":"1fulte6b","query_relevance_label":0},{"document_id":"chx2xtzx","query_relevance_label":0},{"document_id":"hk17fl2a","query_relevance_label":1},{"document_id":"cjyjrute","query_relevance_label":0},{"document_id":"cko1km4h","query_relevance_label":0},{"document_id":"ap4evvzr","query_relevance_label":1},{"document_id":"clrwsgni","query_relevance_label":0},{"document_id":"cm7lvoxj","query_relevance_label":1},{"document_id":"cmaw7jcn","query_relevance_label":0},{"document_id":"cmcv1k62","query_relevance_label":2},{"document_id":"cmlof18l","query_relevance_label":1},{"document_id":"cmqo0nkb","query_relevance_label":0},{"document_id":"cov6ip06","query_relevance_label":0},{"document_id":"cp76qr9f","query_relevance_label":0},{"document_id":"cqesmvk9","query_relevance_label":0},{"document_id":"cqeulecp","query_relevance_label":1},{"document_id":"cqxb9kn1","query_relevance_label":0},{"document_id":"cs2mgj70","query_relevance_label":1},{"document_id":"cgugirih","query_relevance_label":1},{"document_id":"cum8woiz","query_relevance_label":0},{"document_id":"cureysw2","query_relevance_label":2},{"document_id":"cusk2t80","query_relevance_label":0},{"document_id":"cut3vf2c","query_relevance_label":0},{"document_id":"cvxni7cd","query_relevance_label":1},{"document_id":"cw76d00e","query_relevance_label":0},{"document_id":"cw9rcsr8","query_relevance_label":1},{"document_id":"cxd3hfuc","query_relevance_label":0},{"document_id":"cy22ol71","query_relevance_label":2},{"document_id":"cyivgkq6","query_relevance_label":0},{"document_id":"d0ipvb46","query_relevance_label":0},{"document_id":"d0unzj2u","query_relevance_label":2},{"document_id":"d13bq4ij","query_relevance_label":0},{"document_id":"b9phy6iw","query_relevance_label":0},{"document_id":"d34e31zd","query_relevance_label":0},{"document_id":"d4rphs30","query_relevance_label":1},{"document_id":"d5yak1fv","query_relevance_label":0},{"document_id":"d7g0pbj4","query_relevance_label":1},{"document_id":"d8eqifvv","query_relevance_label":0},{"document_id":"d8xtacyj","query_relevance_label":0},{"document_id":"d8ymd2vh","query_relevance_label":0},{"document_id":"d9k00swp","query_relevance_label":0},{"document_id":"dbuy7vvw","query_relevance_label":0},{"document_id":"dbwfn27p","query_relevance_label":0},{"document_id":"dc30gkfe","query_relevance_label":0},{"document_id":"ddg87zxv","query_relevance_label":0},{"document_id":"dgis935x","query_relevance_label":0},{"document_id":"dhaznivq","query_relevance_label":0},{"document_id":"dhszlrmo","query_relevance_label":0},{"document_id":"di7hfghi","query_relevance_label":2},{"document_id":"dio3qyop","query_relevance_label":0},{"document_id":"djtte922","query_relevance_label":0},{"document_id":"djuomhww","query_relevance_label":0},{"document_id":"dlfkocxk","query_relevance_label":2},{"document_id":"dlqn52jc","query_relevance_label":1},{"document_id":"dm6595rh","query_relevance_label":1},{"document_id":"dmffqcq7","query_relevance_label":0},{"document_id":"dmud2zf7","query_relevance_label":1},{"document_id":"do6i6ymq","query_relevance_label":0},{"document_id":"drd0jsr2","query_relevance_label":0},{"document_id":"drg733k9","query_relevance_label":0},{"document_id":"ds4ett6z","query_relevance_label":0},{"document_id":"dtlwjndn","query_relevance_label":2},{"document_id":"dumf55yg","query_relevance_label":2},{"document_id":"duu01dob","query_relevance_label":0},{"document_id":"dabvq226","query_relevance_label":1},{"document_id":"dwcu6vyp","query_relevance_label":2},{"document_id":"dxbbg4td","query_relevance_label":0},{"document_id":"dxbce5xm","query_relevance_label":0},{"document_id":"dxkkiezt","query_relevance_label":0},{"document_id":"e0b8gnh8","query_relevance_label":0},{"document_id":"e0bp8cuj","query_relevance_label":1},{"document_id":"e3d4fh5y","query_relevance_label":2},{"document_id":"e1lfy1m3","query_relevance_label":0},{"document_id":"e3bg0igx","query_relevance_label":0},{"document_id":"e3t1f0rt","query_relevance_label":0},{"document_id":"e4sl5zaj","query_relevance_label":0},{"document_id":"e6n6qckl","query_relevance_label":0},{"document_id":"e71a5v36","query_relevance_label":0},{"document_id":"etqlqmmm","query_relevance_label":2},{"document_id":"e979uxea","query_relevance_label":0},{"document_id":"e9ix35x3","query_relevance_label":0},{"document_id":"t88j9vm8","query_relevance_label":0},{"document_id":"rant2m25","query_relevance_label":0},{"document_id":"eblxpfds","query_relevance_label":0},{"document_id":"ec7o51rl","query_relevance_label":0},{"document_id":"ecl9m2xc","query_relevance_label":1},{"document_id":"fmphmpql","query_relevance_label":2},{"document_id":"ecu579el","query_relevance_label":0},{"document_id":"edlyk99v","query_relevance_label":0},{"document_id":"efarquxn","query_relevance_label":0},{"document_id":"efebiaer","query_relevance_label":0},{"document_id":"efhnptt9","query_relevance_label":0},{"document_id":"ehproufq","query_relevance_label":0},{"document_id":"ajg6wqi9","query_relevance_label":1},{"document_id":"ej0e1c4d","query_relevance_label":0},{"document_id":"ejdbx7q7","query_relevance_label":0},{"document_id":"ejg393zs","query_relevance_label":0},{"document_id":"ejgr63n4","query_relevance_label":0},{"document_id":"qihrrm0b","query_relevance_label":0},{"document_id":"ejp1gavl","query_relevance_label":0},{"document_id":"ejq8qwwi","query_relevance_label":0},{"document_id":"ejre2jwf","query_relevance_label":0},{"document_id":"ekw2oxw2","query_relevance_label":0},{"document_id":"el7xql0y","query_relevance_label":0},{"document_id":"elmagpu4","query_relevance_label":0},{"document_id":"elo7kfun","query_relevance_label":0},{"document_id":"elotmmf4","query_relevance_label":0},{"document_id":"elzyoefa","query_relevance_label":2},{"document_id":"em4c6i6q","query_relevance_label":1},{"document_id":"emwu5g5f","query_relevance_label":2},{"document_id":"ent5oimq","query_relevance_label":1},{"document_id":"eq1hp6a7","query_relevance_label":0},{"document_id":"er70ehk4","query_relevance_label":1},{"document_id":"erm705tg","query_relevance_label":2},{"document_id":"eu3rry7p","query_relevance_label":2},{"document_id":"ev9p2apu","query_relevance_label":0},{"document_id":"evc37gi0","query_relevance_label":0},{"document_id":"evjlome2","query_relevance_label":0},{"document_id":"ew2paw3x","query_relevance_label":0},{"document_id":"ewa80v8l","query_relevance_label":1},{"document_id":"ez7fcgi2","query_relevance_label":2},{"document_id":"ezd2syi1","query_relevance_label":0},{"document_id":"f0pwjxfv","query_relevance_label":1},{"document_id":"f1br2h6p","query_relevance_label":0},{"document_id":"f1q7fsax","query_relevance_label":0},{"document_id":"f372jh4t","query_relevance_label":2},{"document_id":"f3eogz0n","query_relevance_label":1},{"document_id":"f40bfqa5","query_relevance_label":0},{"document_id":"f4hj35dr","query_relevance_label":0},{"document_id":"f53i4n02","query_relevance_label":0},{"document_id":"f6qh4fva","query_relevance_label":0},{"document_id":"f74q6nwj","query_relevance_label":0},{"document_id":"f7cy5oad","query_relevance_label":1},{"document_id":"f7s8s770","query_relevance_label":1},{"document_id":"i3xzlb4l","query_relevance_label":0},{"document_id":"f9hyntvf","query_relevance_label":0},{"document_id":"favf1hh3","query_relevance_label":0},{"document_id":"fba2je5j","query_relevance_label":0},{"document_id":"fbcu88lv","query_relevance_label":2},{"document_id":"iub32mky","query_relevance_label":0},{"document_id":"fbm3zoe2","query_relevance_label":0},{"document_id":"fc67z8zq","query_relevance_label":0},{"document_id":"fcmzdcuh","query_relevance_label":2},{"document_id":"k30tnx2u","query_relevance_label":0},{"document_id":"fgg9s7ou","query_relevance_label":0},{"document_id":"ntopx5a8","query_relevance_label":0},{"document_id":"fhuugtq5","query_relevance_label":1},{"document_id":"fhvkxpyf","query_relevance_label":0},{"document_id":"fhwjk6xu","query_relevance_label":0},{"document_id":"hechmemo","query_relevance_label":0},{"document_id":"fizrdjiy","query_relevance_label":0},{"document_id":"fj2u5uif","query_relevance_label":0},{"document_id":"fjcj6htg","query_relevance_label":0},{"document_id":"fk81i6qm","query_relevance_label":0},{"document_id":"fk8veh49","query_relevance_label":0},{"document_id":"flkd7u9u","query_relevance_label":0},{"document_id":"fluto9ik","query_relevance_label":0},{"document_id":"fm4sfr89","query_relevance_label":0},{"document_id":"fmb58ndz","query_relevance_label":0},{"document_id":"fn7dnm4a","query_relevance_label":0},{"document_id":"fnqurtfw","query_relevance_label":0},{"document_id":"fnv2moum","query_relevance_label":2},{"document_id":"fo3n8gf2","query_relevance_label":2},{"document_id":"fowfz59x","query_relevance_label":0},{"document_id":"fqs40ivc","query_relevance_label":0},{"document_id":"fs2xox7j","query_relevance_label":1},{"document_id":"fsjze3t2","query_relevance_label":0},{"document_id":"fskypfrm","query_relevance_label":0},{"document_id":"ftbnmwet","query_relevance_label":0},{"document_id":"ftbtkhwt","query_relevance_label":0},{"document_id":"ftp67lkq","query_relevance_label":0},{"document_id":"fuugy4cx","query_relevance_label":0},{"document_id":"fvkr77sf","query_relevance_label":1},{"document_id":"2mtgcqdo","query_relevance_label":1},{"document_id":"fxo36z1s","query_relevance_label":0},{"document_id":"fxr8ywxx","query_relevance_label":0},{"document_id":"fy4w7xz8","query_relevance_label":0},{"document_id":"fybo3ltn","query_relevance_label":0},{"document_id":"fyi48tnn","query_relevance_label":0},{"document_id":"fzq71ghi","query_relevance_label":0},{"document_id":"fzy0xypm","query_relevance_label":0},{"document_id":"g04lgor0","query_relevance_label":0},{"document_id":"g147hrtk","query_relevance_label":0},{"document_id":"g1kr7s11","query_relevance_label":0},{"document_id":"g260stg0","query_relevance_label":2},{"document_id":"g2llk2p0","query_relevance_label":2},{"document_id":"g44xo465","query_relevance_label":0},{"document_id":"ocnxfgny","query_relevance_label":1},{"document_id":"g693adjd","query_relevance_label":0},{"document_id":"g6i86tdj","query_relevance_label":0},{"document_id":"l55wyv27","query_relevance_label":0},{"document_id":"4ntgq7su","query_relevance_label":0},{"document_id":"gb9rkv9c","query_relevance_label":0},{"document_id":"gbi11oxx","query_relevance_label":0},{"document_id":"gbu5f132","query_relevance_label":0},{"document_id":"gccmkxly","query_relevance_label":0},{"document_id":"gd5btv69","query_relevance_label":0},{"document_id":"sct14hzu","query_relevance_label":1},{"document_id":"gfjpsduv","query_relevance_label":1},{"document_id":"gfl22b5o","query_relevance_label":1},{"document_id":"gggm736q","query_relevance_label":0},{"document_id":"ggmm8w2t","query_relevance_label":1},{"document_id":"ggrhfpo0","query_relevance_label":2},{"document_id":"ghcbttba","query_relevance_label":0},{"document_id":"ghtwxxx0","query_relevance_label":2},{"document_id":"ghv2hdp6","query_relevance_label":0},{"document_id":"gi23un26","query_relevance_label":0},{"document_id":"gj3otwzj","query_relevance_label":0},{"document_id":"gx6odlx3","query_relevance_label":0},{"document_id":"gjigvjgv","query_relevance_label":0},{"document_id":"gk45wj3k","query_relevance_label":1},{"document_id":"glq0lckz","query_relevance_label":1},{"document_id":"gm1mb8w5","query_relevance_label":0},{"document_id":"gmreoipg","query_relevance_label":0},{"document_id":"gnaubzah","query_relevance_label":0},{"document_id":"gnx3t5gw","query_relevance_label":1},{"document_id":"gpql06um","query_relevance_label":1},{"document_id":"grt67p73","query_relevance_label":1},{"document_id":"gs2wi7hr","query_relevance_label":0},{"document_id":"gs3i7wbe","query_relevance_label":0},{"document_id":"gs7j6fxo","query_relevance_label":0},{"document_id":"gs9nvs5h","query_relevance_label":0},{"document_id":"gsqzmuj5","query_relevance_label":2},{"document_id":"gtfx5cp4","query_relevance_label":0},{"document_id":"gtmpd7t0","query_relevance_label":0},{"document_id":"gtno1kib","query_relevance_label":1},{"document_id":"gtp01rna","query_relevance_label":0},{"document_id":"guhrtz1h","query_relevance_label":0},{"document_id":"gv8wlo06","query_relevance_label":0},{"document_id":"gva2x8bu","query_relevance_label":0},{"document_id":"nqbhnzo0","query_relevance_label":2},{"document_id":"gwm36n75","query_relevance_label":0},{"document_id":"gzt4pons","query_relevance_label":0},{"document_id":"h02qy4z0","query_relevance_label":0},{"document_id":"h0fh9lem","query_relevance_label":0},{"document_id":"h0iynw2w","query_relevance_label":2},{"document_id":"h1mo3bs8","query_relevance_label":2},{"document_id":"h1tulk56","query_relevance_label":0},{"document_id":"h2cm3cge","query_relevance_label":0},{"document_id":"3x1b9epe","query_relevance_label":0},{"document_id":"h5ky9y8v","query_relevance_label":2},{"document_id":"uhi0g9fh","query_relevance_label":0},{"document_id":"h9opp1xt","query_relevance_label":1},{"document_id":"ha7csiy0","query_relevance_label":0},{"document_id":"hdzegxlm","query_relevance_label":0},{"document_id":"het5173i","query_relevance_label":0},{"document_id":"hf0jtfmx","query_relevance_label":0},{"document_id":"hf3paocz","query_relevance_label":1},{"document_id":"hfdh571v","query_relevance_label":0},{"document_id":"hfkvg4uo","query_relevance_label":0},{"document_id":"lkabzioo","query_relevance_label":1},{"document_id":"hhj7zte1","query_relevance_label":0},{"document_id":"hhsfq8bz","query_relevance_label":1},{"document_id":"hix00vyd","query_relevance_label":0},{"document_id":"hj4wd5lc","query_relevance_label":1},{"document_id":"hjavbyei","query_relevance_label":0},{"document_id":"hk491mr6","query_relevance_label":0},{"document_id":"3zrc1lka","query_relevance_label":0},{"document_id":"hkv4cnw7","query_relevance_label":0},{"document_id":"c1dr1o83","query_relevance_label":0},{"document_id":"hlcgutzf","query_relevance_label":0},{"document_id":"hng8ivz2","query_relevance_label":0},{"document_id":"ox4xor8y","query_relevance_label":0},{"document_id":"hqzx3uee","query_relevance_label":1},{"document_id":"hr70o8r6","query_relevance_label":0},{"document_id":"hrottr01","query_relevance_label":0},{"document_id":"hstqvgzi","query_relevance_label":0},{"document_id":"hsxwz798","query_relevance_label":2},{"document_id":"huw7pnzu","query_relevance_label":0},{"document_id":"en413zlr","query_relevance_label":1},{"document_id":"hw31ojox","query_relevance_label":0},{"document_id":"hwlvk68z","query_relevance_label":0},{"document_id":"b7yitdcz","query_relevance_label":1},{"document_id":"i073l1ww","query_relevance_label":0},{"document_id":"i0urwkcj","query_relevance_label":0},{"document_id":"i1q3n101","query_relevance_label":0},{"document_id":"i5bxkrfi","query_relevance_label":1},{"document_id":"i5fc7w6g","query_relevance_label":0},{"document_id":"i66a03oh","query_relevance_label":0},{"document_id":"i6eqt6z8","query_relevance_label":2},{"document_id":"i6pv90s9","query_relevance_label":0},{"document_id":"i7j15rxy","query_relevance_label":2},{"document_id":"i8kwhhwt","query_relevance_label":2},{"document_id":"i9468t8v","query_relevance_label":0},{"document_id":"iajw2s5w","query_relevance_label":0},{"document_id":"ib0cofa4","query_relevance_label":0},{"document_id":"ibs5pha8","query_relevance_label":1},{"document_id":"icp5iuwb","query_relevance_label":0},{"document_id":"icvrv3hs","query_relevance_label":0},{"document_id":"idhr2upe","query_relevance_label":0},{"document_id":"ienet82k","query_relevance_label":0},{"document_id":"if7av1x8","query_relevance_label":0},{"document_id":"igfur3l9","query_relevance_label":1},{"document_id":"iguhy1z8","query_relevance_label":1},{"document_id":"igvuid86","query_relevance_label":0},{"document_id":"ih37onc3","query_relevance_label":1},{"document_id":"ij23mvma","query_relevance_label":0},{"document_id":"ik8icy08","query_relevance_label":2},{"document_id":"im9v9ezp","query_relevance_label":1},{"document_id":"imdtqalw","query_relevance_label":0},{"document_id":"a0zu9d40","query_relevance_label":0},{"document_id":"io2f52kn","query_relevance_label":0},{"document_id":"m6akqrnh","query_relevance_label":2},{"document_id":"ip9geldg","query_relevance_label":0},{"document_id":"ipo5zgus","query_relevance_label":0},{"document_id":"iqd61rxa","query_relevance_label":0},{"document_id":"iql8h6td","query_relevance_label":0},{"document_id":"iszjvrgy","query_relevance_label":1},{"document_id":"itiz6mqv","query_relevance_label":0},{"document_id":"iua7twk5","query_relevance_label":1},{"document_id":"iudq5jdu","query_relevance_label":0},{"document_id":"iut1xj7k","query_relevance_label":0},{"document_id":"iw5xmpoq","query_relevance_label":2},{"document_id":"iwkuwnun","query_relevance_label":1},{"document_id":"iy4knx7j","query_relevance_label":0},{"document_id":"iy9vjpuh","query_relevance_label":0},{"document_id":"5hkbrz5x","query_relevance_label":0},{"document_id":"izd4ruum","query_relevance_label":0},{"document_id":"izltn367","query_relevance_label":1},{"document_id":"j1lfq60o","query_relevance_label":0},{"document_id":"j47306hx","query_relevance_label":1},{"document_id":"j4b2534p","query_relevance_label":1},{"document_id":"j4hnldk4","query_relevance_label":0},{"document_id":"j6y806qu","query_relevance_label":0},{"document_id":"j7dmxpaf","query_relevance_label":0},{"document_id":"j8rtwy6l","query_relevance_label":2},{"document_id":"j9525ohh","query_relevance_label":0},{"document_id":"h6li8ti4","query_relevance_label":0},{"document_id":"ja0wyr5w","query_relevance_label":1},{"document_id":"jamd5ubd","query_relevance_label":2},{"document_id":"japmze1b","query_relevance_label":0},{"document_id":"jbtrdvhe","query_relevance_label":1},{"document_id":"jc6cx76a","query_relevance_label":0},{"document_id":"jf8elzsa","query_relevance_label":1},{"document_id":"jg6v644y","query_relevance_label":1},{"document_id":"jgssstn3","query_relevance_label":2},{"document_id":"jgwvjkbj","query_relevance_label":0},{"document_id":"jijzpn4i","query_relevance_label":2},{"document_id":"jir7n19b","query_relevance_label":1},{"document_id":"jiz48gdi","query_relevance_label":1},{"document_id":"jjtsd4n3","query_relevance_label":0},{"document_id":"jjwz5jrr","query_relevance_label":0},{"document_id":"jkzxjk54","query_relevance_label":0},{"document_id":"jleccqqx","query_relevance_label":0},{"document_id":"5759p02f","query_relevance_label":1},{"document_id":"jljjqs6m","query_relevance_label":0},{"document_id":"jm1pjm6z","query_relevance_label":0},{"document_id":"jmc9yhr0","query_relevance_label":0},{"document_id":"jmrg4oeb","query_relevance_label":0},{"document_id":"jnuncmd5","query_relevance_label":0},{"document_id":"joigb8qm","query_relevance_label":1},{"document_id":"jq0x08mw","query_relevance_label":2},{"document_id":"qjwqmeyo","query_relevance_label":1},{"document_id":"jslfu3qt","query_relevance_label":0},{"document_id":"jsyao6qu","query_relevance_label":0},{"document_id":"fuet5nka","query_relevance_label":0},{"document_id":"jt11lksz","query_relevance_label":0},{"document_id":"jtixo9o1","query_relevance_label":0},{"document_id":"jtui5j90","query_relevance_label":2},{"document_id":"ju6vuywm","query_relevance_label":0},{"document_id":"bs3bwzah","query_relevance_label":0},{"document_id":"w8jhukvg","query_relevance_label":0},{"document_id":"juxlh8xb","query_relevance_label":0},{"document_id":"nghu4ck8","query_relevance_label":0},{"document_id":"jxbw8wl2","query_relevance_label":0},{"document_id":"jzz250o1","query_relevance_label":2},{"document_id":"5sbkd7cj","query_relevance_label":0},{"document_id":"k1dkbg32","query_relevance_label":0},{"document_id":"k2wtnm9p","query_relevance_label":0},{"document_id":"k36rymkv","query_relevance_label":2},{"document_id":"k5y1qc82","query_relevance_label":1},{"document_id":"k83zt387","query_relevance_label":0},{"document_id":"kaip0d1i","query_relevance_label":0},{"document_id":"kbj72qye","query_relevance_label":1},{"document_id":"kctgr529","query_relevance_label":0},{"document_id":"kd4la6e4","query_relevance_label":0},{"document_id":"kdh8hj2o","query_relevance_label":0},{"document_id":"kdilr96s","query_relevance_label":0},{"document_id":"kdphde62","query_relevance_label":1},{"document_id":"kh7vvnc7","query_relevance_label":0},{"document_id":"khw904jh","query_relevance_label":0},{"document_id":"kiq6xb6k","query_relevance_label":0},{"document_id":"kjovtgua","query_relevance_label":0},{"document_id":"kkkw3ye6","query_relevance_label":0},{"document_id":"dbea63di","query_relevance_label":0},{"document_id":"klj710h2","query_relevance_label":1},{"document_id":"kmkeetl3","query_relevance_label":0},{"document_id":"kmmr6184","query_relevance_label":0},{"document_id":"kngz6j9q","query_relevance_label":2},{"document_id":"kp2ewbn1","query_relevance_label":0},{"document_id":"kp70peo4","query_relevance_label":0},{"document_id":"kpjp0sx4","query_relevance_label":2},{"document_id":"kqetjqys","query_relevance_label":0},{"document_id":"kr86wlax","query_relevance_label":1},{"document_id":"krg2f190","query_relevance_label":0},{"document_id":"krpg9u1u","query_relevance_label":0},{"document_id":"ksva9eah","query_relevance_label":0},{"document_id":"tmll1dhc","query_relevance_label":0},{"document_id":"kszep2kr","query_relevance_label":0},{"document_id":"ktl1x03p","query_relevance_label":0},{"document_id":"ku4z34lu","query_relevance_label":1},{"document_id":"kusqyumn","query_relevance_label":0},{"document_id":"kvezhyt5","query_relevance_label":1},{"document_id":"kvfau8j0","query_relevance_label":0},{"document_id":"kvmlcrgj","query_relevance_label":0},{"document_id":"kwncu3ji","query_relevance_label":0},{"document_id":"kx9wvw8c","query_relevance_label":1},{"document_id":"kxd03q02","query_relevance_label":0},{"document_id":"kxsp23yr","query_relevance_label":0},{"document_id":"ky33ju30","query_relevance_label":2},{"document_id":"kyplc5rv","query_relevance_label":0},{"document_id":"kx7pvx0t","query_relevance_label":0},{"document_id":"kyy4z4wu","query_relevance_label":0},{"document_id":"l0ongbag","query_relevance_label":0},{"document_id":"l2coget2","query_relevance_label":1},{"document_id":"l3tkkou1","query_relevance_label":1},{"document_id":"l48iq9yj","query_relevance_label":0},{"document_id":"l4o7nicc","query_relevance_label":0},{"document_id":"l54hk7go","query_relevance_label":1},{"document_id":"oxhe0dhx","query_relevance_label":2},{"document_id":"l5k5uvgu","query_relevance_label":1},{"document_id":"l5ogbl5p","query_relevance_label":0},{"document_id":"l5q5wc06","query_relevance_label":0},{"document_id":"o6textzf","query_relevance_label":2},{"document_id":"wnttz6p8","query_relevance_label":0},{"document_id":"l9cflfe3","query_relevance_label":0},{"document_id":"lamfknpt","query_relevance_label":0},{"document_id":"lb0k7wxy","query_relevance_label":0},{"document_id":"4zk4sj2d","query_relevance_label":0},{"document_id":"lcvvtt0m","query_relevance_label":0},{"document_id":"lfl7mnd8","query_relevance_label":0},{"document_id":"lfro55an","query_relevance_label":0},{"document_id":"w0kt49ej","query_relevance_label":0},{"document_id":"lg0wmav7","query_relevance_label":1},{"document_id":"lgcmamfb","query_relevance_label":0},{"document_id":"lgqseo8t","query_relevance_label":0},{"document_id":"lh7c9izt","query_relevance_label":2},{"document_id":"lhd0jn0z","query_relevance_label":0},{"document_id":"lizwiate","query_relevance_label":0},{"document_id":"lj34u0hs","query_relevance_label":0},{"document_id":"lk4mhlv3","query_relevance_label":0},{"document_id":"lkoyrv3s","query_relevance_label":0},{"document_id":"lluhdln7","query_relevance_label":0},{"document_id":"rggry80x","query_relevance_label":0},{"document_id":"lntg6yb8","query_relevance_label":1},{"document_id":"lp3l4iap","query_relevance_label":0},{"document_id":"lq4tcyh4","query_relevance_label":0},{"document_id":"lqdkywwa","query_relevance_label":0},{"document_id":"lqsn51lw","query_relevance_label":0},{"document_id":"ls0x41h1","query_relevance_label":2},{"document_id":"pjm90m74","query_relevance_label":0},{"document_id":"lslh9yg3","query_relevance_label":0},{"document_id":"lsrqko6p","query_relevance_label":1},{"document_id":"lt05gzbf","query_relevance_label":1},{"document_id":"lu7sql9s","query_relevance_label":0},{"document_id":"lwaa2955","query_relevance_label":0},{"document_id":"lxakf79k","query_relevance_label":0},{"document_id":"lxi6bi6a","query_relevance_label":0},{"document_id":"lxkxgbun","query_relevance_label":1},{"document_id":"lysvg3vw","query_relevance_label":0},{"document_id":"lywpbn1i","query_relevance_label":2},{"document_id":"lzaxzuwe","query_relevance_label":2},{"document_id":"m0omw4xf","query_relevance_label":0},{"document_id":"pw4kjry4","query_relevance_label":0},{"document_id":"m192lw2f","query_relevance_label":0},{"document_id":"m1bbt8bo","query_relevance_label":0},{"document_id":"m41w2007","query_relevance_label":0},{"document_id":"xa0k5qk3","query_relevance_label":0},{"document_id":"m5h19hy6","query_relevance_label":1},{"document_id":"m6479wyv","query_relevance_label":0},{"document_id":"m76ic66s","query_relevance_label":0},{"document_id":"m88ha8ry","query_relevance_label":0},{"document_id":"m89hgf41","query_relevance_label":1},{"document_id":"m9e5kxxg","query_relevance_label":0},{"document_id":"m9i9gu5g","query_relevance_label":0},{"document_id":"maaaw31v","query_relevance_label":0},{"document_id":"mbbnk3la","query_relevance_label":1},{"document_id":"mbdj3r0m","query_relevance_label":0},{"document_id":"b95obvos","query_relevance_label":0},{"document_id":"mcrf27ew","query_relevance_label":1},{"document_id":"mcru4j6g","query_relevance_label":1},{"document_id":"md9om47x","query_relevance_label":0},{"document_id":"mdny0fk5","query_relevance_label":1},{"document_id":"me5ff1pb","query_relevance_label":0},{"document_id":"metnu19r","query_relevance_label":1},{"document_id":"x99jcr14","query_relevance_label":2},{"document_id":"mg2zikyp","query_relevance_label":0},{"document_id":"mh7mzuoe","query_relevance_label":0},{"document_id":"mho9m1c5","query_relevance_label":0},{"document_id":"mhytn634","query_relevance_label":0},{"document_id":"mjd55ba6","query_relevance_label":2},{"document_id":"mksutjae","query_relevance_label":0},{"document_id":"ml4fpf2o","query_relevance_label":1},{"document_id":"whooflmj","query_relevance_label":0},{"document_id":"mlkxcn5k","query_relevance_label":1},{"document_id":"mlwrfkm4","query_relevance_label":2},{"document_id":"mm4ngrla","query_relevance_label":0},{"document_id":"mn06dmrq","query_relevance_label":0},{"document_id":"mnta55wf","query_relevance_label":2},{"document_id":"mo0srx47","query_relevance_label":0},{"document_id":"mokbjybm","query_relevance_label":0},{"document_id":"mpvkalu4","query_relevance_label":0},{"document_id":"mqnqjn0c","query_relevance_label":2},{"document_id":"mrsjhjh4","query_relevance_label":0},{"document_id":"mrsya6wz","query_relevance_label":1},{"document_id":"mrx363wu","query_relevance_label":0},{"document_id":"mryr7ms3","query_relevance_label":0},{"document_id":"msohf5oa","query_relevance_label":1},{"document_id":"mtjs9zv9","query_relevance_label":0},{"document_id":"mu1socpf","query_relevance_label":0},{"document_id":"mu6hxb7e","query_relevance_label":0},{"document_id":"muvo6zb8","query_relevance_label":1},{"document_id":"mvdq6fw0","query_relevance_label":0},{"document_id":"mwfr5tzf","query_relevance_label":0},{"document_id":"mwgccr4a","query_relevance_label":0},{"document_id":"mxwspczo","query_relevance_label":0},{"document_id":"wpb1mbaq","query_relevance_label":0},{"document_id":"mxyxwkhx","query_relevance_label":0},{"document_id":"mz3cvc0p","query_relevance_label":0},{"document_id":"n040i865","query_relevance_label":0},{"document_id":"n0uwy77g","query_relevance_label":0},{"document_id":"n2t35wgn","query_relevance_label":0},{"document_id":"n43urgz1","query_relevance_label":0},{"document_id":"n46fbzae","query_relevance_label":0},{"document_id":"n4gece0x","query_relevance_label":1},{"document_id":"n4kke717","query_relevance_label":0},{"document_id":"n4v4n8d1","query_relevance_label":0},{"document_id":"n5q3vu3c","query_relevance_label":0},{"document_id":"n5xlpqms","query_relevance_label":0},{"document_id":"n5ywei4t","query_relevance_label":0},{"document_id":"n6z0r08o","query_relevance_label":0},{"document_id":"n73o8i0w","query_relevance_label":0},{"document_id":"n75imevq","query_relevance_label":2},{"document_id":"n8e2n30b","query_relevance_label":1},{"document_id":"n8rw85me","query_relevance_label":0},{"document_id":"n8tvglif","query_relevance_label":0},{"document_id":"n95j94ck","query_relevance_label":0},{"document_id":"na0dkca2","query_relevance_label":0},{"document_id":"na3ccs16","query_relevance_label":0},{"document_id":"nacessce","query_relevance_label":1},{"document_id":"nay6x9y1","query_relevance_label":2},{"document_id":"nc38gr2f","query_relevance_label":0},{"document_id":"nd1syatu","query_relevance_label":0},{"document_id":"q305gyjq","query_relevance_label":0},{"document_id":"ndke01xy","query_relevance_label":1},{"document_id":"ndpuezpo","query_relevance_label":0},{"document_id":"ndwbnsv3","query_relevance_label":0},{"document_id":"neba2o7n","query_relevance_label":0},{"document_id":"new4d9jg","query_relevance_label":0},{"document_id":"ngn5zutu","query_relevance_label":0},{"document_id":"ngsstnpr","query_relevance_label":0},{"document_id":"nhfikf9n","query_relevance_label":0},{"document_id":"nlavfnpt","query_relevance_label":2},{"document_id":"nlv1za6u","query_relevance_label":0},{"document_id":"nlzdto1h","query_relevance_label":0},{"document_id":"nmolo7rt","query_relevance_label":1},{"document_id":"nmx91h0a","query_relevance_label":0},{"document_id":"nmz41x2b","query_relevance_label":0},{"document_id":"nnftb092","query_relevance_label":0},{"document_id":"fw32uyn6","query_relevance_label":0},{"document_id":"nnlynjoy","query_relevance_label":1},{"document_id":"nnlzwaf1","query_relevance_label":0},{"document_id":"nnvof29x","query_relevance_label":2},{"document_id":"noa41knv","query_relevance_label":0},{"document_id":"noaofcyb","query_relevance_label":2},{"document_id":"nrc35akc","query_relevance_label":2},{"document_id":"nrdiqees","query_relevance_label":2},{"document_id":"nrodyagi","query_relevance_label":0},{"document_id":"nserrspn","query_relevance_label":0},{"document_id":"nsrm0axa","query_relevance_label":0},{"document_id":"z7t0s7xb","query_relevance_label":2},{"document_id":"nv3s24s6","query_relevance_label":0},{"document_id":"nv58bwo4","query_relevance_label":0},{"document_id":"b2ezcs00","query_relevance_label":0},{"document_id":"lhe2brbi","query_relevance_label":0},{"document_id":"nwh1842t","query_relevance_label":2},{"document_id":"nwtfs1t9","query_relevance_label":0},{"document_id":"nx17l3x7","query_relevance_label":0},{"document_id":"nx8pjaba","query_relevance_label":0},{"document_id":"ny2uqeor","query_relevance_label":0},{"document_id":"nztgxnrp","query_relevance_label":2},{"document_id":"o0e6saez","query_relevance_label":0},{"document_id":"o0j2wexx","query_relevance_label":2},{"document_id":"v8rwuxqh","query_relevance_label":0},{"document_id":"o0vq0vaj","query_relevance_label":0},{"document_id":"0lvsvuf2","query_relevance_label":0},{"document_id":"o24zvqj5","query_relevance_label":0},{"document_id":"47wcpo0d","query_relevance_label":0},{"document_id":"18kl8jiy","query_relevance_label":0},{"document_id":"ljp0gg7s","query_relevance_label":1},{"document_id":"o35ff4zc","query_relevance_label":0},{"document_id":"o56j4qio","query_relevance_label":0},{"document_id":"o6a30irm","query_relevance_label":1},{"document_id":"o6kdxyva","query_relevance_label":1},{"document_id":"o72xreym","query_relevance_label":0},{"document_id":"o7qoazzi","query_relevance_label":0},{"document_id":"o877uul1","query_relevance_label":0},{"document_id":"o8df8szx","query_relevance_label":2},{"document_id":"o9aat90h","query_relevance_label":0},{"document_id":"oa8o5gmx","query_relevance_label":0},{"document_id":"obhrbxu4","query_relevance_label":1},{"document_id":"obrjj26i","query_relevance_label":0},{"document_id":"obvhejkq","query_relevance_label":0},{"document_id":"ocomp998","query_relevance_label":0},{"document_id":"od2s3hy6","query_relevance_label":1},{"document_id":"od8s0zhm","query_relevance_label":0},{"document_id":"odo1plc6","query_relevance_label":0},{"document_id":"odw243np","query_relevance_label":0},{"document_id":"oeqf7uk9","query_relevance_label":0},{"document_id":"ogqsi3ns","query_relevance_label":0},{"document_id":"oh6t9b98","query_relevance_label":1},{"document_id":"oirh39hs","query_relevance_label":2},{"document_id":"oj3v1x99","query_relevance_label":0},{"document_id":"ok62havd","query_relevance_label":1},{"document_id":"okbxllit","query_relevance_label":0},{"document_id":"998lscmk","query_relevance_label":0},{"document_id":"okomovsk","query_relevance_label":2},{"document_id":"ol2c7f3x","query_relevance_label":1},{"document_id":"olior5vk","query_relevance_label":0},{"document_id":"olr14mwi","query_relevance_label":0},{"document_id":"vazetgi7","query_relevance_label":0},{"document_id":"om92cx5q","query_relevance_label":0},{"document_id":"ome3x8qj","query_relevance_label":0},{"document_id":"omv6rkl1","query_relevance_label":2},{"document_id":"onqy26op","query_relevance_label":0},{"document_id":"onyryfty","query_relevance_label":2},{"document_id":"op69dg4q","query_relevance_label":0},{"document_id":"oqalb61j","query_relevance_label":2},{"document_id":"osaycpe8","query_relevance_label":0},{"document_id":"nc3xqt02","query_relevance_label":0},{"document_id":"othfwjr3","query_relevance_label":0},{"document_id":"ou8jo2d4","query_relevance_label":0},{"document_id":"oudj079q","query_relevance_label":0},{"document_id":"ovtrbxhl","query_relevance_label":1},{"document_id":"owdrzv2z","query_relevance_label":0},{"document_id":"owhx6k4t","query_relevance_label":1},{"document_id":"oxcctkl9","query_relevance_label":1},{"document_id":"p060sjkb","query_relevance_label":0},{"document_id":"p1iktm9v","query_relevance_label":0},{"document_id":"p42cgpf0","query_relevance_label":0},{"document_id":"p5cb6idp","query_relevance_label":0},{"document_id":"p5owyivo","query_relevance_label":0},{"document_id":"p60xy2ki","query_relevance_label":0},{"document_id":"p61kd04v","query_relevance_label":0},{"document_id":"p7ga4h70","query_relevance_label":0},{"document_id":"p8aa2y6c","query_relevance_label":0},{"document_id":"pb47bs1t","query_relevance_label":0},{"document_id":"pblqcb8d","query_relevance_label":1},{"document_id":"pby3i6wq","query_relevance_label":2},{"document_id":"pc83zl9k","query_relevance_label":0},{"document_id":"pd5o2whd","query_relevance_label":1},{"document_id":"peg0m87x","query_relevance_label":0},{"document_id":"pfiwgkcc","query_relevance_label":2},{"document_id":"pg6893i5","query_relevance_label":0},{"document_id":"pgkll7y2","query_relevance_label":0},{"document_id":"pgyzluwp","query_relevance_label":0},{"document_id":"pim4d3ke","query_relevance_label":0},{"document_id":"pklvvgd3","query_relevance_label":0},{"document_id":"pknaxvhg","query_relevance_label":0},{"document_id":"pl6dpxkz","query_relevance_label":0},{"document_id":"plfjkp5f","query_relevance_label":0},{"document_id":"0jzr5anm","query_relevance_label":0},{"document_id":"pmtzxo6n","query_relevance_label":0},{"document_id":"pn516wom","query_relevance_label":0},{"document_id":"po32j519","query_relevance_label":0},{"document_id":"pobmam24","query_relevance_label":0},{"document_id":"w5aci5eo","query_relevance_label":0},{"document_id":"pplx7aj3","query_relevance_label":0},{"document_id":"prmp6ega","query_relevance_label":0},{"document_id":"przgce2k","query_relevance_label":0},{"document_id":"ptizke03","query_relevance_label":0},{"document_id":"ptvaopgj","query_relevance_label":0},{"document_id":"pughsygu","query_relevance_label":0},{"document_id":"pw84c3kl","query_relevance_label":0},{"document_id":"pwumjw7a","query_relevance_label":0},{"document_id":"px4b6ykg","query_relevance_label":0},{"document_id":"pxahhwr9","query_relevance_label":0},{"document_id":"pxvrqxxf","query_relevance_label":0},{"document_id":"py6qu4tl","query_relevance_label":0},{"document_id":"m2z29f1f","query_relevance_label":0},{"document_id":"pyfa7vye","query_relevance_label":0},{"document_id":"pz8hpuya","query_relevance_label":0},{"document_id":"pzqmg22v","query_relevance_label":0},{"document_id":"jsisvnqr","query_relevance_label":0},{"document_id":"q068aybo","query_relevance_label":0},{"document_id":"q1ix8dfl","query_relevance_label":0},{"document_id":"q3abp9o7","query_relevance_label":0},{"document_id":"q3tlpkxm","query_relevance_label":0},{"document_id":"q6wp6c08","query_relevance_label":2},{"document_id":"q8im1agz","query_relevance_label":0},{"document_id":"q8lkhklw","query_relevance_label":1},{"document_id":"q9d88fxx","query_relevance_label":0},{"document_id":"qaqj9nb2","query_relevance_label":0},{"document_id":"qb28o1jl","query_relevance_label":0},{"document_id":"qb6fea06","query_relevance_label":0},{"document_id":"qb7faqa7","query_relevance_label":0},{"document_id":"qbr3aomm","query_relevance_label":0},{"document_id":"qbsqk0v0","query_relevance_label":1},{"document_id":"qdamvwxl","query_relevance_label":0},{"document_id":"qdmuhxaw","query_relevance_label":1},{"document_id":"qdrcb2ce","query_relevance_label":0},{"document_id":"qg2o0ug4","query_relevance_label":2},{"document_id":"qg4xl5w8","query_relevance_label":0},{"document_id":"qgafhr5p","query_relevance_label":1},{"document_id":"qgfxh2cv","query_relevance_label":0},{"document_id":"qhnqqae6","query_relevance_label":2},{"document_id":"txcy91w7","query_relevance_label":0},{"document_id":"qje6ycq0","query_relevance_label":0},{"document_id":"qjph68uq","query_relevance_label":0},{"document_id":"qjsdndrs","query_relevance_label":0},{"document_id":"qkhc5ehq","query_relevance_label":0},{"document_id":"qla6edp4","query_relevance_label":0},{"document_id":"qlpvt29o","query_relevance_label":0},{"document_id":"qmelt1m9","query_relevance_label":0},{"document_id":"qmp2tqtb","query_relevance_label":2},{"document_id":"qohx5eyg","query_relevance_label":0},{"document_id":"qpcvxwti","query_relevance_label":0},{"document_id":"qpt5dj8p","query_relevance_label":0},{"document_id":"kml4rmoy","query_relevance_label":0},{"document_id":"qqsmn72u","query_relevance_label":0},{"document_id":"qqy1xgta","query_relevance_label":0},{"document_id":"qrebb2po","query_relevance_label":0},{"document_id":"qrwxqhws","query_relevance_label":0},{"document_id":"qsamn8bk","query_relevance_label":2},{"document_id":"qsk9lmsc","query_relevance_label":0},{"document_id":"qu7ddcw9","query_relevance_label":0},{"document_id":"quhnesbr","query_relevance_label":0},{"document_id":"qvhwypjt","query_relevance_label":2},{"document_id":"yml9wuer","query_relevance_label":2},{"document_id":"qwc9v2k3","query_relevance_label":0},{"document_id":"qxqo23i9","query_relevance_label":2},{"document_id":"qymlefgi","query_relevance_label":0},{"document_id":"qyo4lm8f","query_relevance_label":0},{"document_id":"qyz28rqc","query_relevance_label":0},{"document_id":"qzv030tr","query_relevance_label":0},{"document_id":"r044iimd","query_relevance_label":0},{"document_id":"r1a4k4rw","query_relevance_label":1},{"document_id":"r55fe25x","query_relevance_label":0},{"document_id":"r5niszuj","query_relevance_label":0},{"document_id":"r63sg73c","query_relevance_label":2},{"document_id":"r6wwpfcy","query_relevance_label":0},{"document_id":"r7ahl9gd","query_relevance_label":0},{"document_id":"r7fcfvl9","query_relevance_label":0},{"document_id":"zvvdqk4b","query_relevance_label":2},{"document_id":"raddzrns","query_relevance_label":0},{"document_id":"rb55aw3m","query_relevance_label":0},{"document_id":"rbw1vam9","query_relevance_label":0},{"document_id":"rc5nksxf","query_relevance_label":0},{"document_id":"rcl425pz","query_relevance_label":1},{"document_id":"rdlinzrn","query_relevance_label":0},{"document_id":"rhpjosih","query_relevance_label":0},{"document_id":"a2v0qfpi","query_relevance_label":0},{"document_id":"rkqerpfb","query_relevance_label":0},{"document_id":"rm601hs8","query_relevance_label":0},{"document_id":"rndu5ake","query_relevance_label":0},{"document_id":"rnklbip9","query_relevance_label":0},{"document_id":"rosquj04","query_relevance_label":2},{"document_id":"royt8bo6","query_relevance_label":0},{"document_id":"rpyoeg9n","query_relevance_label":1},{"document_id":"rql9fjug","query_relevance_label":0},{"document_id":"40vvzwjr","query_relevance_label":1},{"document_id":"rtw8m00s","query_relevance_label":1},{"document_id":"rtybezro","query_relevance_label":0},{"document_id":"rvg5elrc","query_relevance_label":0},{"document_id":"rw8mayes","query_relevance_label":0},{"document_id":"rwyd1j3t","query_relevance_label":0},{"document_id":"rxpdo0q1","query_relevance_label":1},{"document_id":"rxv5lgq8","query_relevance_label":0},{"document_id":"rz4r5sj7","query_relevance_label":0},{"document_id":"rzvws6op","query_relevance_label":2},{"document_id":"s12vwz8m","query_relevance_label":0},{"document_id":"s26y9t60","query_relevance_label":0},{"document_id":"s288a41b","query_relevance_label":2},{"document_id":"s2zv7hr4","query_relevance_label":0},{"document_id":"s4y6uxsb","query_relevance_label":0},{"document_id":"s5fz81vp","query_relevance_label":0},{"document_id":"s5u57av2","query_relevance_label":0},{"document_id":"up5vftj4","query_relevance_label":0},{"document_id":"s719vfak","query_relevance_label":2},{"document_id":"s7fzex7v","query_relevance_label":0},{"document_id":"s9mqv4lo","query_relevance_label":0},{"document_id":"ar0lanxa","query_relevance_label":0},{"document_id":"scdrs93u","query_relevance_label":0},{"document_id":"sf0w0spq","query_relevance_label":2},{"document_id":"sfv9tu3t","query_relevance_label":0},{"document_id":"shlhreve","query_relevance_label":0},{"document_id":"lu8zwkpj","query_relevance_label":0},{"document_id":"sjyrr2bn","query_relevance_label":0},{"document_id":"skknfc6h","query_relevance_label":2},{"document_id":"t01njoxo","query_relevance_label":0},{"document_id":"32ev8de1","query_relevance_label":0},{"document_id":"sme1zmvx","query_relevance_label":0},{"document_id":"smueertk","query_relevance_label":0},{"document_id":"sokaqrkd","query_relevance_label":0},{"document_id":"sozo2a2e","query_relevance_label":0},{"document_id":"sqrn6kjy","query_relevance_label":0},{"document_id":"sqxmt699","query_relevance_label":0},{"document_id":"x3yp92et","query_relevance_label":1},{"document_id":"ssdx8xwi","query_relevance_label":0},{"document_id":"std4jddn","query_relevance_label":0},{"document_id":"stnjl8f8","query_relevance_label":0},{"document_id":"sttoaj3l","query_relevance_label":1},{"document_id":"svempphd","query_relevance_label":1},{"document_id":"2fr4kpp6","query_relevance_label":0},{"document_id":"svwkcuxf","query_relevance_label":2},{"document_id":"swlfywgx","query_relevance_label":0},{"document_id":"syqmhjgr","query_relevance_label":1},{"document_id":"syt4r964","query_relevance_label":0},{"document_id":"syup7t7k","query_relevance_label":0},{"document_id":"szsb1oan","query_relevance_label":1},{"document_id":"t11611es","query_relevance_label":1},{"document_id":"t20huil6","query_relevance_label":1},{"document_id":"t22hwoeb","query_relevance_label":0},{"document_id":"t2renq9a","query_relevance_label":0},{"document_id":"t2sejry1","query_relevance_label":0},{"document_id":"t39kofet","query_relevance_label":0},{"document_id":"t5gbl7p4","query_relevance_label":0},{"document_id":"t6fdr2pa","query_relevance_label":0},{"document_id":"t6rtncg9","query_relevance_label":0},{"document_id":"c53ozsij","query_relevance_label":0},{"document_id":"bu17n7zf","query_relevance_label":1},{"document_id":"t8diuos7","query_relevance_label":0},{"document_id":"64npnmha","query_relevance_label":0},{"document_id":"t9knzadf","query_relevance_label":1},{"document_id":"t9qdiz7n","query_relevance_label":0},{"document_id":"tb9q037o","query_relevance_label":0},{"document_id":"ter67nri","query_relevance_label":2},{"document_id":"tf3u6956","query_relevance_label":0},{"document_id":"tfjba37y","query_relevance_label":0},{"document_id":"tfkhptdg","query_relevance_label":0},{"document_id":"tg5wbwf9","query_relevance_label":0},{"document_id":"tgpqnoq2","query_relevance_label":0},{"document_id":"o3h9gzad","query_relevance_label":0},{"document_id":"thnj9c8f","query_relevance_label":0},{"document_id":"tiixwaqi","query_relevance_label":0},{"document_id":"tj21zcod","query_relevance_label":0},{"document_id":"tjplc5j6","query_relevance_label":0},{"document_id":"tktk2hi9","query_relevance_label":0},{"document_id":"5us4bmng","query_relevance_label":0},{"document_id":"tlmfn4bm","query_relevance_label":0},{"document_id":"tls4p43h","query_relevance_label":0},{"document_id":"tmawi4mk","query_relevance_label":0},{"document_id":"tmkjkytb","query_relevance_label":2},{"document_id":"tnctqc1a","query_relevance_label":0},{"document_id":"to7wcz5k","query_relevance_label":0},{"document_id":"tohbzenc","query_relevance_label":0},{"document_id":"tojgojjf","query_relevance_label":0},{"document_id":"tovfd9lw","query_relevance_label":1},{"document_id":"tp6qq2pu","query_relevance_label":2},{"document_id":"tpic8ddl","query_relevance_label":0},{"document_id":"tpmgrk14","query_relevance_label":0},{"document_id":"tpmtkdx0","query_relevance_label":0},{"document_id":"tr5whji0","query_relevance_label":1},{"document_id":"ts2tsua7","query_relevance_label":0},{"document_id":"tsm6zoe3","query_relevance_label":0},{"document_id":"ttwhmtre","query_relevance_label":0},{"document_id":"tuas2tgd","query_relevance_label":0},{"document_id":"tv9xsned","query_relevance_label":1},{"document_id":"zklwovba","query_relevance_label":0},{"document_id":"szkxqrrx","query_relevance_label":0},{"document_id":"txt4ae7k","query_relevance_label":0},{"document_id":"u1i5onqr","query_relevance_label":0},{"document_id":"u28q4c4n","query_relevance_label":1},{"document_id":"u48q6sq6","query_relevance_label":0},{"document_id":"u4doukk7","query_relevance_label":0},{"document_id":"u4thvebq","query_relevance_label":1},{"document_id":"u61qc8ey","query_relevance_label":0},{"document_id":"u7tz6xzz","query_relevance_label":0},{"document_id":"u9omhsgu","query_relevance_label":2},{"document_id":"ua0luq11","query_relevance_label":0},{"document_id":"uatnaro4","query_relevance_label":0},{"document_id":"ubqexcof","query_relevance_label":0},{"document_id":"uc37poce","query_relevance_label":0},{"document_id":"ud4z14ua","query_relevance_label":0},{"document_id":"95d8nrs6","query_relevance_label":0},{"document_id":"uecdbanf","query_relevance_label":0},{"document_id":"ugc7ce21","query_relevance_label":0},{"document_id":"uglsx7se","query_relevance_label":0},{"document_id":"uhuve3du","query_relevance_label":1},{"document_id":"uj8gyxru","query_relevance_label":1},{"document_id":"ujihnu8x","query_relevance_label":0},{"document_id":"l3nsbe7v","query_relevance_label":1},{"document_id":"umz2v0ka","query_relevance_label":0},{"document_id":"up929iw0","query_relevance_label":1},{"document_id":"urjcrhd5","query_relevance_label":0},{"document_id":"urr5iuy2","query_relevance_label":0},{"document_id":"us0qpw0m","query_relevance_label":0},{"document_id":"usq41tnk","query_relevance_label":0},{"document_id":"ut364td1","query_relevance_label":2},{"document_id":"ut7mtpam","query_relevance_label":0},{"document_id":"utsvsja0","query_relevance_label":0},{"document_id":"uvv06b4n","query_relevance_label":0},{"document_id":"uxnxsdtw","query_relevance_label":0},{"document_id":"uxqj5jw1","query_relevance_label":0},{"document_id":"uycys754","query_relevance_label":2},{"document_id":"uz6usokd","query_relevance_label":0},{"document_id":"uze6ze8o","query_relevance_label":0},{"document_id":"ppuncnr4","query_relevance_label":1},{"document_id":"v04vu1f5","query_relevance_label":0},{"document_id":"v1pjv93r","query_relevance_label":0},{"document_id":"v3qx51f8","query_relevance_label":0},{"document_id":"v4r2ek6a","query_relevance_label":1},{"document_id":"n40tz9ez","query_relevance_label":0},{"document_id":"v73bsrwg","query_relevance_label":1},{"document_id":"v76ech81","query_relevance_label":0},{"document_id":"y4t38b69","query_relevance_label":2},{"document_id":"v8ma58dy","query_relevance_label":0},{"document_id":"v8z5jyz2","query_relevance_label":0},{"document_id":"g79c7ygt","query_relevance_label":0},{"document_id":"vb53bih9","query_relevance_label":0},{"document_id":"xmvcg3mr","query_relevance_label":0},{"document_id":"vbxr9kha","query_relevance_label":0},{"document_id":"vdpxhdfr","query_relevance_label":1},{"document_id":"vg96f35h","query_relevance_label":0},{"document_id":"vgn2urwq","query_relevance_label":1},{"document_id":"viwzj99g","query_relevance_label":0},{"document_id":"vjpscyjf","query_relevance_label":0},{"document_id":"vjui043o","query_relevance_label":0},{"document_id":"vkj9kjwx","query_relevance_label":0},{"document_id":"vkxu2uyq","query_relevance_label":0},{"document_id":"vn9e5nm3","query_relevance_label":0},{"document_id":"vniuurkl","query_relevance_label":0},{"document_id":"vnnnevrl","query_relevance_label":2},{"document_id":"vof63qat","query_relevance_label":0},{"document_id":"1csh46cx","query_relevance_label":0},{"document_id":"vonizlpv","query_relevance_label":1},{"document_id":"vopoo7w0","query_relevance_label":0},{"document_id":"vp4kq39i","query_relevance_label":0},{"document_id":"vpakh3jk","query_relevance_label":0},{"document_id":"sxszzhs5","query_relevance_label":0},{"document_id":"vsinwqnr","query_relevance_label":1},{"document_id":"vt2rei7e","query_relevance_label":0},{"document_id":"vujo6ixo","query_relevance_label":0},{"document_id":"vuyiqo64","query_relevance_label":0},{"document_id":"vwf2djd4","query_relevance_label":0},{"document_id":"vx2t7jgu","query_relevance_label":0},{"document_id":"vx9vqr1k","query_relevance_label":2},{"document_id":"vy417a8w","query_relevance_label":0},{"document_id":"vzo8vzal","query_relevance_label":0},{"document_id":"w0dpor8h","query_relevance_label":0},{"document_id":"w0hwrdoa","query_relevance_label":1},{"document_id":"w0lgteil","query_relevance_label":1},{"document_id":"w2uqaz8p","query_relevance_label":0},{"document_id":"w32941sw","query_relevance_label":0},{"document_id":"wsjbz2be","query_relevance_label":0},{"document_id":"w49i0xkz","query_relevance_label":0},{"document_id":"w4z4lei6","query_relevance_label":1},{"document_id":"w57e1eu6","query_relevance_label":0},{"document_id":"w8ak5hpu","query_relevance_label":0},{"document_id":"w8cvq0m5","query_relevance_label":0},{"document_id":"w8dfhxyt","query_relevance_label":0},{"document_id":"w8f6ip1k","query_relevance_label":0},{"document_id":"w94b4aft","query_relevance_label":2},{"document_id":"w9jpe9j1","query_relevance_label":0},{"document_id":"wbkn7yjh","query_relevance_label":0},{"document_id":"wefj7is3","query_relevance_label":0},{"document_id":"wfegzsng","query_relevance_label":0},{"document_id":"jnqqgd2g","query_relevance_label":1},{"document_id":"wiu1srqw","query_relevance_label":0},{"document_id":"wk0r7tvi","query_relevance_label":1},{"document_id":"wl121lg4","query_relevance_label":0},{"document_id":"wnvtkiew","query_relevance_label":0},{"document_id":"wofyftrs","query_relevance_label":0},{"document_id":"wolrseqc","query_relevance_label":0},{"document_id":"wov1w18o","query_relevance_label":0},{"document_id":"wpde3al0","query_relevance_label":2},{"document_id":"x61stdsq","query_relevance_label":0},{"document_id":"wqwjq51y","query_relevance_label":0},{"document_id":"ws1ysmae","query_relevance_label":1},{"document_id":"wtacr6qj","query_relevance_label":0},{"document_id":"wtov0a4f","query_relevance_label":1},{"document_id":"wtqwghon","query_relevance_label":0},{"document_id":"wvvs7hqw","query_relevance_label":0},{"document_id":"wwa71e7u","query_relevance_label":0},{"document_id":"wx0nhx8i","query_relevance_label":2},{"document_id":"wxgs1800","query_relevance_label":0},{"document_id":"wxm8kqnd","query_relevance_label":0},{"document_id":"wxwz7r7u","query_relevance_label":2},{"document_id":"wyk9p7mu","query_relevance_label":0},{"document_id":"uobknrx7","query_relevance_label":0},{"document_id":"x3c7zjvg","query_relevance_label":2},{"document_id":"x5nql0cw","query_relevance_label":1},{"document_id":"x5r2w44o","query_relevance_label":0},{"document_id":"x6nqnupa","query_relevance_label":1},{"document_id":"x71q88qe","query_relevance_label":0},{"document_id":"x8b0ad7i","query_relevance_label":0},{"document_id":"x8uzlsn7","query_relevance_label":0},{"document_id":"xc8hafhc","query_relevance_label":0},{"document_id":"xcacty89","query_relevance_label":0},{"document_id":"xdni2rry","query_relevance_label":1},{"document_id":"xectb16w","query_relevance_label":0},{"document_id":"xgwmda8e","query_relevance_label":0},{"document_id":"xhazsa7r","query_relevance_label":1},{"document_id":"xhf8yg6o","query_relevance_label":1},{"document_id":"xk77u4g0","query_relevance_label":0},{"document_id":"xkcs8ove","query_relevance_label":0},{"document_id":"xkg0ylz8","query_relevance_label":0},{"document_id":"xkj68qr2","query_relevance_label":0},{"document_id":"xle4bx49","query_relevance_label":0},{"document_id":"xlqzprqn","query_relevance_label":0},{"document_id":"xqphom6x","query_relevance_label":0},{"document_id":"8zzi6gu9","query_relevance_label":0},{"document_id":"59iukog4","query_relevance_label":0},{"document_id":"xtvujuji","query_relevance_label":1},{"document_id":"xu7ukti9","query_relevance_label":0},{"document_id":"xuczplaf","query_relevance_label":0},{"document_id":"xuiswu2l","query_relevance_label":0},{"document_id":"xv42jvd6","query_relevance_label":0},{"document_id":"xvkjy1bh","query_relevance_label":0},{"document_id":"xyowl659","query_relevance_label":2},{"document_id":"xyuj1j57","query_relevance_label":1},{"document_id":"xz002j40","query_relevance_label":0},{"document_id":"y07xjnpe","query_relevance_label":2},{"document_id":"y24qtqjj","query_relevance_label":0},{"document_id":"y26r9g3m","query_relevance_label":2},{"document_id":"y2zcwcic","query_relevance_label":0},{"document_id":"y484snqe","query_relevance_label":0},{"document_id":"y49su5uc","query_relevance_label":0},{"document_id":"y4a1g6km","query_relevance_label":0},{"document_id":"y4r9nfu9","query_relevance_label":0},{"document_id":"y4zpl1ji","query_relevance_label":0},{"document_id":"nqsijov3","query_relevance_label":0},{"document_id":"y5y4dbm1","query_relevance_label":0},{"document_id":"y74ld3s3","query_relevance_label":0},{"document_id":"y77v6t1w","query_relevance_label":0},{"document_id":"y7giefdw","query_relevance_label":0},{"document_id":"y7pvj2l1","query_relevance_label":0},{"document_id":"y8ck4lo8","query_relevance_label":0},{"document_id":"y8jzezvc","query_relevance_label":0},{"document_id":"y8k2uv90","query_relevance_label":0},{"document_id":"y8s3z9j2","query_relevance_label":0},{"document_id":"y8wlbik5","query_relevance_label":1},{"document_id":"y90w53xo","query_relevance_label":0},{"document_id":"yabt72jf","query_relevance_label":0},{"document_id":"yapmcvps","query_relevance_label":0},{"document_id":"yaw92db7","query_relevance_label":0},{"document_id":"yawjdt5h","query_relevance_label":2},{"document_id":"yci0a6bt","query_relevance_label":0},{"document_id":"ycrrsr5c","query_relevance_label":0},{"document_id":"yeih3tfo","query_relevance_label":0},{"document_id":"sreean6a","query_relevance_label":1},{"document_id":"yf5g53a9","query_relevance_label":0},{"document_id":"yfznqya6","query_relevance_label":0},{"document_id":"yg5posts","query_relevance_label":0},{"document_id":"yh9vunig","query_relevance_label":2},{"document_id":"yhynqeo1","query_relevance_label":2},{"document_id":"yi4k7wlu","query_relevance_label":0},{"document_id":"yk4pamnr","query_relevance_label":0},{"document_id":"ykc6u4w1","query_relevance_label":1},{"document_id":"ykq2uhe3","query_relevance_label":0},{"document_id":"yl7m77fo","query_relevance_label":0},{"document_id":"ym44s4oc","query_relevance_label":1},{"document_id":"ym79axlo","query_relevance_label":0},{"document_id":"ymg6mh28","query_relevance_label":0},{"document_id":"ymt1xqo2","query_relevance_label":1},{"document_id":"yo3cp5vs","query_relevance_label":0},{"document_id":"yqc43a5t","query_relevance_label":0},{"document_id":"yr1dq258","query_relevance_label":0},{"document_id":"yso6x9g7","query_relevance_label":0},{"document_id":"ytu39uvk","query_relevance_label":0},{"document_id":"yuxb2jz9","query_relevance_label":0},{"document_id":"yvqk4woz","query_relevance_label":0},{"document_id":"yw7psy0a","query_relevance_label":0},{"document_id":"pkkj4udv","query_relevance_label":0},{"document_id":"yysf3sxe","query_relevance_label":0},{"document_id":"yzloau0d","query_relevance_label":0},{"document_id":"z0vup2lr","query_relevance_label":0},{"document_id":"z1x40dn2","query_relevance_label":0},{"document_id":"z2q063sa","query_relevance_label":1},{"document_id":"z4d33odb","query_relevance_label":0},{"document_id":"z4l3pk23","query_relevance_label":0},{"document_id":"z4mj4xgv","query_relevance_label":0},{"document_id":"z5dy8kxf","query_relevance_label":0},{"document_id":"z68j0c63","query_relevance_label":0},{"document_id":"z6b91avu","query_relevance_label":0},{"document_id":"z6fd4yua","query_relevance_label":0},{"document_id":"z74pb4r2","query_relevance_label":1},{"document_id":"z7a3g6e8","query_relevance_label":0},{"document_id":"z7pfmkvy","query_relevance_label":0},{"document_id":"z7r45291","query_relevance_label":0},{"document_id":"z93nck6v","query_relevance_label":0},{"document_id":"z9l8heei","query_relevance_label":0},{"document_id":"myui6lb4","query_relevance_label":1},{"document_id":"zach53v5","query_relevance_label":1},{"document_id":"zbjig3pt","query_relevance_label":0},{"document_id":"zblitbo0","query_relevance_label":0},{"document_id":"4i1djfn9","query_relevance_label":1},{"document_id":"zd011ca5","query_relevance_label":0},{"document_id":"zdqiozxo","query_relevance_label":0},{"document_id":"zdv0ilti","query_relevance_label":0},{"document_id":"zex9rw7n","query_relevance_label":0},{"document_id":"zfhpij93","query_relevance_label":0},{"document_id":"zi43y331","query_relevance_label":0},{"document_id":"zifccdqm","query_relevance_label":0},{"document_id":"zio8yhuy","query_relevance_label":0},{"document_id":"zjg64lua","query_relevance_label":0},{"document_id":"zkg7w1v4","query_relevance_label":1},{"document_id":"zkrrst5q","query_relevance_label":1},{"document_id":"zl2url8z","query_relevance_label":1},{"document_id":"zljb9bok","query_relevance_label":0},{"document_id":"zn9ljvub","query_relevance_label":0},{"document_id":"zndtddty","query_relevance_label":0},{"document_id":"zpc9r4cl","query_relevance_label":1},{"document_id":"zrnczve3","query_relevance_label":0},{"document_id":"zs7i07k3","query_relevance_label":0},{"document_id":"zs86lyxq","query_relevance_label":1},{"document_id":"zso922ae","query_relevance_label":1},{"document_id":"v0v0ahjh","query_relevance_label":1},{"document_id":"ff04vt1d","query_relevance_label":1},{"document_id":"zwaxie0c","query_relevance_label":0},{"document_id":"zwtqc774","query_relevance_label":0},{"document_id":"lf88bwh2","query_relevance_label":2},{"document_id":"zy9lb7d9","query_relevance_label":2},{"document_id":"zyumxab4","query_relevance_label":0}]} +{"retrieved_documents":[{"document_id":"hchioraj","relevance_score":61.747417},{"document_id":"hsc2x36j","relevance_score":56.699444},{"document_id":"5f95gve3","relevance_score":56.31186},{"document_id":"n2tckfjq","relevance_score":54.897312},{"document_id":"ai2zcke5","relevance_score":54.151756},{"document_id":"jbc74lcu","relevance_score":53.427353},{"document_id":"9jdg7sot","relevance_score":52.108597},{"document_id":"n8jk0iv3","relevance_score":51.244587},{"document_id":"l611eisi","relevance_score":50.954765},{"document_id":"xef6fr39","relevance_score":50.744015},{"document_id":"7u1hpc89","relevance_score":50.40399},{"document_id":"n0mz098o","relevance_score":50.254147},{"document_id":"7h3rrea7","relevance_score":49.534492},{"document_id":"bvociyg2","relevance_score":49.48812},{"document_id":"zw2boiyo","relevance_score":49.46411},{"document_id":"gka6f34c","relevance_score":49.340866},{"document_id":"bgm4dlwz","relevance_score":49.25319},{"document_id":"qyg8hn56","relevance_score":49.16925},{"document_id":"1fy9edg3","relevance_score":49.067757},{"document_id":"puc13jf1","relevance_score":49.005356},{"document_id":"nlq5755b","relevance_score":48.98152},{"document_id":"2gvpn4zr","relevance_score":48.949013},{"document_id":"vx0bqbpb","relevance_score":48.455635},{"document_id":"wejlclra","relevance_score":48.090187},{"document_id":"wt2lshzo","relevance_score":47.76658},{"document_id":"giabjjnz","relevance_score":47.760647},{"document_id":"1cc9ig04","relevance_score":47.3431},{"document_id":"h4occy7h","relevance_score":47.334393},{"document_id":"w9mij6c6","relevance_score":47.28648},{"document_id":"ywaefpe8","relevance_score":47.20068},{"document_id":"7w19xxlq","relevance_score":47.113194},{"document_id":"d0s028wl","relevance_score":46.51605},{"document_id":"gxyk9fgj","relevance_score":46.095432},{"document_id":"yv2gjjzg","relevance_score":46.074062},{"document_id":"g4bsu8jf","relevance_score":45.960606},{"document_id":"cpg4q29v","relevance_score":45.923504},{"document_id":"043w3zgy","relevance_score":45.923504},{"document_id":"jnw0pnfu","relevance_score":45.87626},{"document_id":"ojs5e7n9","relevance_score":45.758858},{"document_id":"v155jl20","relevance_score":45.712967},{"document_id":"30tftimd","relevance_score":45.687325},{"document_id":"a179xi5p","relevance_score":45.675373},{"document_id":"mllc9jlz","relevance_score":45.555622},{"document_id":"yvmbzfmp","relevance_score":45.5173},{"document_id":"urpianz6","relevance_score":45.428627},{"document_id":"chaa3swx","relevance_score":45.373917},{"document_id":"xkoilncd","relevance_score":45.327835},{"document_id":"8fmykb4c","relevance_score":45.30209},{"document_id":"xghn2zy0","relevance_score":45.25683},{"document_id":"7dse0j98","relevance_score":45.238365}],"retrieval_ground_truth":[{"document_id":"02f0opkr","query_relevance_label":0},{"document_id":"02n30zc5","query_relevance_label":2},{"document_id":"02q9y011","query_relevance_label":1},{"document_id":"047xpt2c","query_relevance_label":2},{"document_id":"pl9ht0d0","query_relevance_label":0},{"document_id":"06lddk87","query_relevance_label":2},{"document_id":"076qek8o","query_relevance_label":2},{"document_id":"08ugoxns","query_relevance_label":0},{"document_id":"08zf7161","query_relevance_label":2},{"document_id":"09r4d3nu","query_relevance_label":0},{"document_id":"axhda4xt","query_relevance_label":0},{"document_id":"yzr7ifbj","query_relevance_label":1},{"document_id":"0bhvljeh","query_relevance_label":0},{"document_id":"0czu600e","query_relevance_label":0},{"document_id":"0d34abdo","query_relevance_label":0},{"document_id":"0dbuo39v","query_relevance_label":2},{"document_id":"0dpzat5z","query_relevance_label":0},{"document_id":"0e3pyxgb","query_relevance_label":0},{"document_id":"0f7csvg7","query_relevance_label":1},{"document_id":"0fitbwuv","query_relevance_label":2},{"document_id":"0ipyt9xq","query_relevance_label":1},{"document_id":"0j69n035","query_relevance_label":0},{"document_id":"0j8rvapz","query_relevance_label":2},{"document_id":"0jr31q5g","query_relevance_label":1},{"document_id":"0khg28ex","query_relevance_label":0},{"document_id":"0lk8eujq","query_relevance_label":2},{"document_id":"0m5umout","query_relevance_label":0},{"document_id":"0mn4jua2","query_relevance_label":0},{"document_id":"0nh58odf","query_relevance_label":0},{"document_id":"0nqz5y20","query_relevance_label":1},{"document_id":"0oh701o3","query_relevance_label":0},{"document_id":"0oq2n0af","query_relevance_label":0},{"document_id":"0plznmwi","query_relevance_label":0},{"document_id":"0qwveb68","query_relevance_label":1},{"document_id":"0s1vgu85","query_relevance_label":0},{"document_id":"0slywdik","query_relevance_label":2},{"document_id":"3kmxzbm7","query_relevance_label":0},{"document_id":"0u4ar3b5","query_relevance_label":1},{"document_id":"0uengr9t","query_relevance_label":0},{"document_id":"0wh7x410","query_relevance_label":1},{"document_id":"0xhho1sh","query_relevance_label":0},{"document_id":"0xzsa21a","query_relevance_label":0},{"document_id":"0zrnfaad","query_relevance_label":0},{"document_id":"100r7w2n","query_relevance_label":0},{"document_id":"10ecm4wi","query_relevance_label":0},{"document_id":"12kihnp7","query_relevance_label":0},{"document_id":"12peh5yu","query_relevance_label":0},{"document_id":"12th7nja","query_relevance_label":2},{"document_id":"13akn7dm","query_relevance_label":0},{"document_id":"13jupb26","query_relevance_label":2},{"document_id":"kdd9bggz","query_relevance_label":2},{"document_id":"yvmbzfmp","query_relevance_label":0},{"document_id":"19exzl3t","query_relevance_label":0},{"document_id":"1a606yc2","query_relevance_label":0},{"document_id":"1a6guo10","query_relevance_label":2},{"document_id":"1a75s5l0","query_relevance_label":2},{"document_id":"1bvw9f96","query_relevance_label":0},{"document_id":"1c15qxb8","query_relevance_label":2},{"document_id":"1cc9ig04","query_relevance_label":2},{"document_id":"1cph1uij","query_relevance_label":2},{"document_id":"1e102wrc","query_relevance_label":1},{"document_id":"yggdch81","query_relevance_label":0},{"document_id":"1fdmmdll","query_relevance_label":0},{"document_id":"1fgnfh62","query_relevance_label":0},{"document_id":"1fy9edg3","query_relevance_label":1},{"document_id":"1g0isp98","query_relevance_label":0},{"document_id":"ij8wk06v","query_relevance_label":1},{"document_id":"1i12ff55","query_relevance_label":1},{"document_id":"1i6n6tv6","query_relevance_label":0},{"document_id":"1iio41wn","query_relevance_label":2},{"document_id":"1intktsf","query_relevance_label":2},{"document_id":"1jeat383","query_relevance_label":2},{"document_id":"1k5h662u","query_relevance_label":2},{"document_id":"1kt51viz","query_relevance_label":0},{"document_id":"ldyg241o","query_relevance_label":1},{"document_id":"1loqavom","query_relevance_label":0},{"document_id":"1m1woscb","query_relevance_label":0},{"document_id":"1mjaycee","query_relevance_label":0},{"document_id":"1mmqfp7g","query_relevance_label":2},{"document_id":"1n0qw2a5","query_relevance_label":1},{"document_id":"1njdvnjw","query_relevance_label":1},{"document_id":"b248asz3","query_relevance_label":0},{"document_id":"1qkwsh6a","query_relevance_label":0},{"document_id":"1qniriu0","query_relevance_label":1},{"document_id":"1rhy8td0","query_relevance_label":0},{"document_id":"zzkgjpnq","query_relevance_label":0},{"document_id":"1s2zsqoq","query_relevance_label":0},{"document_id":"1sxhza50","query_relevance_label":1},{"document_id":"1tjtdcug","query_relevance_label":0},{"document_id":"u7j2gicv","query_relevance_label":1},{"document_id":"1v110xgs","query_relevance_label":0},{"document_id":"1vbc8a1q","query_relevance_label":1},{"document_id":"1vujigln","query_relevance_label":2},{"document_id":"1wae0134","query_relevance_label":2},{"document_id":"1xf2sxtv","query_relevance_label":1},{"document_id":"1yka7ej9","query_relevance_label":0},{"document_id":"ifi041d1","query_relevance_label":0},{"document_id":"l6l24pco","query_relevance_label":1},{"document_id":"21pyhilq","query_relevance_label":0},{"document_id":"222c1jzv","query_relevance_label":0},{"document_id":"229fnvgk","query_relevance_label":0},{"document_id":"242cb7b6","query_relevance_label":2},{"document_id":"b0a0s2fs","query_relevance_label":1},{"document_id":"248de4cj","query_relevance_label":0},{"document_id":"24xef6ay","query_relevance_label":0},{"document_id":"25bhy3w8","query_relevance_label":0},{"document_id":"25uy4lrw","query_relevance_label":1},{"document_id":"vembiw2k","query_relevance_label":0},{"document_id":"270msv5l","query_relevance_label":0},{"document_id":"279ur6zt","query_relevance_label":2},{"document_id":"27f9241x","query_relevance_label":2},{"document_id":"29h189tx","query_relevance_label":2},{"document_id":"eitnkdi9","query_relevance_label":1},{"document_id":"pubjoq5a","query_relevance_label":2},{"document_id":"2ejg2ngh","query_relevance_label":2},{"document_id":"2fs8oui2","query_relevance_label":0},{"document_id":"2gaealcc","query_relevance_label":1},{"document_id":"2gsy750k","query_relevance_label":2},{"document_id":"2hv5ohsf","query_relevance_label":0},{"document_id":"2j56et4p","query_relevance_label":2},{"document_id":"2jq626ye","query_relevance_label":0},{"document_id":"2jyjuhov","query_relevance_label":0},{"document_id":"2kfmgr7k","query_relevance_label":1},{"document_id":"2mwahvq0","query_relevance_label":0},{"document_id":"2p209g2p","query_relevance_label":0},{"document_id":"2q6qmex3","query_relevance_label":0},{"document_id":"2ro2p77q","query_relevance_label":2},{"document_id":"2rvs0jxj","query_relevance_label":2},{"document_id":"3b8v5wju","query_relevance_label":0},{"document_id":"iqi2pozm","query_relevance_label":0},{"document_id":"mpyg5f06","query_relevance_label":1},{"document_id":"2u6ki9dv","query_relevance_label":0},{"document_id":"2u7bnouk","query_relevance_label":0},{"document_id":"ojs5e7n9","query_relevance_label":1},{"document_id":"2w0zr9c0","query_relevance_label":2},{"document_id":"2w6vgd92","query_relevance_label":2},{"document_id":"2x4y403o","query_relevance_label":1},{"document_id":"2xxqqjj0","query_relevance_label":0},{"document_id":"2zmel98u","query_relevance_label":0},{"document_id":"z5ni08xi","query_relevance_label":0},{"document_id":"30tftimd","query_relevance_label":1},{"document_id":"31urk6xn","query_relevance_label":1},{"document_id":"32ju2h1g","query_relevance_label":2},{"document_id":"hp3efb98","query_relevance_label":0},{"document_id":"33l4u1lc","query_relevance_label":0},{"document_id":"34ljq0qt","query_relevance_label":0},{"document_id":"35ckxycq","query_relevance_label":1},{"document_id":"37dadupn","query_relevance_label":0},{"document_id":"37i62atc","query_relevance_label":0},{"document_id":"3854ddb9","query_relevance_label":0},{"document_id":"38d6gb7o","query_relevance_label":2},{"document_id":"38eddqa4","query_relevance_label":0},{"document_id":"3afy5ent","query_relevance_label":0},{"document_id":"3b9u9xpx","query_relevance_label":0},{"document_id":"2jif4hqb","query_relevance_label":2},{"document_id":"3egv50vb","query_relevance_label":0},{"document_id":"3fr1p9gs","query_relevance_label":1},{"document_id":"3g06zxmx","query_relevance_label":2},{"document_id":"3g67hjk8","query_relevance_label":0},{"document_id":"3go7thqh","query_relevance_label":0},{"document_id":"3gv6469y","query_relevance_label":0},{"document_id":"3h3ktqgz","query_relevance_label":0},{"document_id":"3hbbpmnt","query_relevance_label":0},{"document_id":"3hgmuyn4","query_relevance_label":2},{"document_id":"3hjnqf3r","query_relevance_label":0},{"document_id":"3jnszsrg","query_relevance_label":0},{"document_id":"3jr8a2p7","query_relevance_label":1},{"document_id":"3kvb1yjn","query_relevance_label":1},{"document_id":"3l4mntw2","query_relevance_label":0},{"document_id":"3l7unh5v","query_relevance_label":0},{"document_id":"3oovwwem","query_relevance_label":0},{"document_id":"3oyivuxv","query_relevance_label":2},{"document_id":"3pkncxgb","query_relevance_label":0},{"document_id":"3pmor8yi","query_relevance_label":2},{"document_id":"3pnpaer4","query_relevance_label":0},{"document_id":"3pxc5wot","query_relevance_label":2},{"document_id":"3pxo0j42","query_relevance_label":1},{"document_id":"3qpq62ac","query_relevance_label":0},{"document_id":"3qqzthx8","query_relevance_label":0},{"document_id":"3r1tqnr3","query_relevance_label":0},{"document_id":"3sepefqa","query_relevance_label":0},{"document_id":"j92mfwkj","query_relevance_label":1},{"document_id":"ogiicyik","query_relevance_label":0},{"document_id":"3uhjmocf","query_relevance_label":2},{"document_id":"3vwxsuao","query_relevance_label":1},{"document_id":"73inqtb9","query_relevance_label":0},{"document_id":"3wk36h9p","query_relevance_label":0},{"document_id":"3wuh6k6g","query_relevance_label":0},{"document_id":"3y15awzt","query_relevance_label":1},{"document_id":"3ysa4twk","query_relevance_label":1},{"document_id":"3yxrqa22","query_relevance_label":0},{"document_id":"3zy5dgxz","query_relevance_label":2},{"document_id":"405jvqyv","query_relevance_label":0},{"document_id":"407bthqj","query_relevance_label":0},{"document_id":"40bshqly","query_relevance_label":0},{"document_id":"40ejbv5j","query_relevance_label":0},{"document_id":"40fz5r90","query_relevance_label":2},{"document_id":"40zyv1h8","query_relevance_label":0},{"document_id":"4178ui2c","query_relevance_label":0},{"document_id":"41jqgsv0","query_relevance_label":0},{"document_id":"425rd7ul","query_relevance_label":0},{"document_id":"42wv7zl6","query_relevance_label":0},{"document_id":"431buxxr","query_relevance_label":1},{"document_id":"44mz0jbd","query_relevance_label":1},{"document_id":"458smf3g","query_relevance_label":2},{"document_id":"45dpoepu","query_relevance_label":0},{"document_id":"48ay8yl3","query_relevance_label":1},{"document_id":"4al9fv9g","query_relevance_label":2},{"document_id":"4ba4h18s","query_relevance_label":0},{"document_id":"ifrgx8tx","query_relevance_label":0},{"document_id":"4cy3er3y","query_relevance_label":0},{"document_id":"4fntk91q","query_relevance_label":0},{"document_id":"4hqhty5o","query_relevance_label":0},{"document_id":"4ihv80au","query_relevance_label":2},{"document_id":"4j8b8z4t","query_relevance_label":1},{"document_id":"4k7qymqd","query_relevance_label":2},{"document_id":"4mj7n0ax","query_relevance_label":0},{"document_id":"4nfxdppt","query_relevance_label":0},{"document_id":"4oa9hfb4","query_relevance_label":0},{"document_id":"4obggisp","query_relevance_label":0},{"document_id":"4owe9lf5","query_relevance_label":0},{"document_id":"h0fw93x2","query_relevance_label":0},{"document_id":"4pywvaxi","query_relevance_label":2},{"document_id":"4r0t3q7j","query_relevance_label":0},{"document_id":"4r6vh006","query_relevance_label":2},{"document_id":"4s57ls6y","query_relevance_label":2},{"document_id":"4sfgha4z","query_relevance_label":1},{"document_id":"4sgs60e6","query_relevance_label":1},{"document_id":"4skamxby","query_relevance_label":1},{"document_id":"5fiwyjdl","query_relevance_label":2},{"document_id":"4txctk7k","query_relevance_label":0},{"document_id":"4u5yt7b7","query_relevance_label":0},{"document_id":"tfz6f32q","query_relevance_label":0},{"document_id":"4v42ezk8","query_relevance_label":1},{"document_id":"4w6caxwu","query_relevance_label":1},{"document_id":"4wn40ivq","query_relevance_label":1},{"document_id":"4yecwdlo","query_relevance_label":0},{"document_id":"4yuw7jo3","query_relevance_label":1},{"document_id":"4zmqplz0","query_relevance_label":1},{"document_id":"50jgbtnr","query_relevance_label":0},{"document_id":"51b7hss1","query_relevance_label":0},{"document_id":"52kqp9yw","query_relevance_label":0},{"document_id":"52vzwax8","query_relevance_label":2},{"document_id":"52zjm9jt","query_relevance_label":0},{"document_id":"53l0yw16","query_relevance_label":2},{"document_id":"542qbbgp","query_relevance_label":0},{"document_id":"56yey6ka","query_relevance_label":0},{"document_id":"581tchjw","query_relevance_label":2},{"document_id":"598n91gb","query_relevance_label":1},{"document_id":"5ba0alok","query_relevance_label":0},{"document_id":"5be1ab4w","query_relevance_label":0},{"document_id":"5bp2bmy4","query_relevance_label":1},{"document_id":"d4rkmkns","query_relevance_label":0},{"document_id":"5duo9ffv","query_relevance_label":0},{"document_id":"5e5846m4","query_relevance_label":1},{"document_id":"5e7xrd1y","query_relevance_label":0},{"document_id":"5ekdfers","query_relevance_label":0},{"document_id":"a73plf6x","query_relevance_label":1},{"document_id":"5f95gve3","query_relevance_label":2},{"document_id":"5fbcjhqj","query_relevance_label":2},{"document_id":"5fgbxwm3","query_relevance_label":0},{"document_id":"5hpbjkft","query_relevance_label":2},{"document_id":"5j4nt2qs","query_relevance_label":1},{"document_id":"5jau2gjn","query_relevance_label":0},{"document_id":"5lzzobl3","query_relevance_label":2},{"document_id":"5ns1onkw","query_relevance_label":0},{"document_id":"5o9bbspc","query_relevance_label":0},{"document_id":"5pfusktn","query_relevance_label":0},{"document_id":"38e18f8q","query_relevance_label":2},{"document_id":"5s10b9zy","query_relevance_label":0},{"document_id":"5szqfufh","query_relevance_label":2},{"document_id":"5trqi9tp","query_relevance_label":2},{"document_id":"cejvoacq","query_relevance_label":0},{"document_id":"5ule2x9w","query_relevance_label":0},{"document_id":"5vgfliv0","query_relevance_label":1},{"document_id":"5y8cc5eb","query_relevance_label":2},{"document_id":"5yc5vgdw","query_relevance_label":1},{"document_id":"5yvjbr5q","query_relevance_label":1},{"document_id":"60516gav","query_relevance_label":2},{"document_id":"60xeqgrf","query_relevance_label":1},{"document_id":"60yn4hg7","query_relevance_label":0},{"document_id":"61fmul8c","query_relevance_label":0},{"document_id":"61gajzlr","query_relevance_label":0},{"document_id":"61nwk2sg","query_relevance_label":2},{"document_id":"61ta81iy","query_relevance_label":0},{"document_id":"63gq2wu1","query_relevance_label":1},{"document_id":"6470qlu1","query_relevance_label":2},{"document_id":"647zcjgu","query_relevance_label":0},{"document_id":"64y43o0y","query_relevance_label":1},{"document_id":"651uz4ev","query_relevance_label":2},{"document_id":"660ul4fb","query_relevance_label":0},{"document_id":"662pfa61","query_relevance_label":2},{"document_id":"66qle52a","query_relevance_label":1},{"document_id":"679qfp2s","query_relevance_label":2},{"document_id":"ooboeurk","query_relevance_label":0},{"document_id":"xef6fr39","query_relevance_label":0},{"document_id":"6a4ds69d","query_relevance_label":0},{"document_id":"6aouw8sb","query_relevance_label":1},{"document_id":"6c1rnou3","query_relevance_label":0},{"document_id":"6dq8xx7c","query_relevance_label":0},{"document_id":"6dqy7tzc","query_relevance_label":2},{"document_id":"6e9i4su7","query_relevance_label":0},{"document_id":"6eggfavx","query_relevance_label":0},{"document_id":"6f3up1h0","query_relevance_label":0},{"document_id":"6fq07ifm","query_relevance_label":1},{"document_id":"6g34qwer","query_relevance_label":2},{"document_id":"6gshvem8","query_relevance_label":0},{"document_id":"6hyrcq7y","query_relevance_label":0},{"document_id":"6izmhty0","query_relevance_label":2},{"document_id":"6kiiluon","query_relevance_label":2},{"document_id":"6kpgt70s","query_relevance_label":0},{"document_id":"6l87y6jg","query_relevance_label":2},{"document_id":"6lh4jsor","query_relevance_label":0},{"document_id":"6mqg4nb5","query_relevance_label":2},{"document_id":"bzvaqu08","query_relevance_label":0},{"document_id":"6ne76rh1","query_relevance_label":1},{"document_id":"6nh28ntv","query_relevance_label":2},{"document_id":"6p7ve23b","query_relevance_label":1},{"document_id":"6q9h5rpb","query_relevance_label":0},{"document_id":"6qavhrob","query_relevance_label":1},{"document_id":"13z63d4y","query_relevance_label":1},{"document_id":"6tcho8u0","query_relevance_label":0},{"document_id":"6tyda5p4","query_relevance_label":0},{"document_id":"6u623i0w","query_relevance_label":2},{"document_id":"6w13xo2a","query_relevance_label":0},{"document_id":"6x2hhuj6","query_relevance_label":2},{"document_id":"6xyipioz","query_relevance_label":0},{"document_id":"6zk0ioep","query_relevance_label":2},{"document_id":"71o6oig8","query_relevance_label":0},{"document_id":"73a7uvyz","query_relevance_label":0},{"document_id":"74xvvwrw","query_relevance_label":1},{"document_id":"75u57fw1","query_relevance_label":0},{"document_id":"77cylm1o","query_relevance_label":1},{"document_id":"77mw0dws","query_relevance_label":1},{"document_id":"7897zxdm","query_relevance_label":0},{"document_id":"7899iaku","query_relevance_label":0},{"document_id":"78vo1jkc","query_relevance_label":0},{"document_id":"78w5fafs","query_relevance_label":0},{"document_id":"79uxm3bg","query_relevance_label":0},{"document_id":"79v0hdi9","query_relevance_label":1},{"document_id":"nd5xpk0t","query_relevance_label":0},{"document_id":"79yna07e","query_relevance_label":1},{"document_id":"7aj3fx5u","query_relevance_label":0},{"document_id":"soay0jwn","query_relevance_label":0},{"document_id":"7ati571p","query_relevance_label":0},{"document_id":"7cjm2yp0","query_relevance_label":0},{"document_id":"7d07su5r","query_relevance_label":0},{"document_id":"7dse0j98","query_relevance_label":1},{"document_id":"7e8zlt3t","query_relevance_label":2},{"document_id":"7elloeg9","query_relevance_label":0},{"document_id":"7ew6lrvh","query_relevance_label":0},{"document_id":"7gm92gau","query_relevance_label":1},{"document_id":"7gpqlz25","query_relevance_label":0},{"document_id":"7gylvahd","query_relevance_label":2},{"document_id":"7h2b1eku","query_relevance_label":2},{"document_id":"7h3rrea7","query_relevance_label":2},{"document_id":"7i52vltp","query_relevance_label":1},{"document_id":"7ivw72l0","query_relevance_label":2},{"document_id":"7jfb4ttx","query_relevance_label":0},{"document_id":"7jwhypgs","query_relevance_label":1},{"document_id":"7n8p9okf","query_relevance_label":2},{"document_id":"7oew461e","query_relevance_label":0},{"document_id":"7pxfzuq0","query_relevance_label":0},{"document_id":"7q1sudgj","query_relevance_label":2},{"document_id":"7qd8z5e7","query_relevance_label":1},{"document_id":"7st552bd","query_relevance_label":2},{"document_id":"ybvx2iop","query_relevance_label":0},{"document_id":"7ugz6z9s","query_relevance_label":0},{"document_id":"7vrm081c","query_relevance_label":0},{"document_id":"7w19xxlq","query_relevance_label":2},{"document_id":"7xh761g9","query_relevance_label":2},{"document_id":"7xp3szhz","query_relevance_label":1},{"document_id":"7zr1118b","query_relevance_label":2},{"document_id":"855dbj30","query_relevance_label":0},{"document_id":"85acs4lk","query_relevance_label":0},{"document_id":"86muphtv","query_relevance_label":0},{"document_id":"86stuueg","query_relevance_label":2},{"document_id":"86vzsrym","query_relevance_label":1},{"document_id":"87g7g5au","query_relevance_label":2},{"document_id":"88yf7igp","query_relevance_label":0},{"document_id":"9atjk9si","query_relevance_label":0},{"document_id":"89sg0cpk","query_relevance_label":0},{"document_id":"8a1cia8s","query_relevance_label":0},{"document_id":"8agznchi","query_relevance_label":2},{"document_id":"8bgnppzf","query_relevance_label":0},{"document_id":"8bw843ek","query_relevance_label":0},{"document_id":"8cvjsisw","query_relevance_label":1},{"document_id":"8dbenul1","query_relevance_label":0},{"document_id":"8dgngwmw","query_relevance_label":1},{"document_id":"8e50vgyi","query_relevance_label":1},{"document_id":"8ehpdwze","query_relevance_label":2},{"document_id":"8f1eqp2n","query_relevance_label":0},{"document_id":"8futmq6e","query_relevance_label":0},{"document_id":"8gmn0tae","query_relevance_label":1},{"document_id":"m95bmi9t","query_relevance_label":0},{"document_id":"l2mpfuvz","query_relevance_label":0},{"document_id":"t8l32052","query_relevance_label":0},{"document_id":"6nkp2aov","query_relevance_label":0},{"document_id":"8jhwamfv","query_relevance_label":0},{"document_id":"8kg6wi88","query_relevance_label":2},{"document_id":"8lku99jc","query_relevance_label":0},{"document_id":"mhys65lq","query_relevance_label":0},{"document_id":"8pod36pz","query_relevance_label":2},{"document_id":"8prn86g6","query_relevance_label":2},{"document_id":"k5fh5ujf","query_relevance_label":0},{"document_id":"8ruux4sw","query_relevance_label":1},{"document_id":"8sc6nbqp","query_relevance_label":1},{"document_id":"8tyrnajb","query_relevance_label":0},{"document_id":"8uctsgh1","query_relevance_label":0},{"document_id":"8uumu8mk","query_relevance_label":0},{"document_id":"8vkrh70j","query_relevance_label":0},{"document_id":"8xck5832","query_relevance_label":0},{"document_id":"8xz0ddci","query_relevance_label":0},{"document_id":"8y4j510s","query_relevance_label":1},{"document_id":"8ybfiz8f","query_relevance_label":0},{"document_id":"8zwfkken","query_relevance_label":2},{"document_id":"90j0a49r","query_relevance_label":0},{"document_id":"91xe475p","query_relevance_label":0},{"document_id":"92t646ti","query_relevance_label":0},{"document_id":"mb78ai6p","query_relevance_label":0},{"document_id":"958u08vb","query_relevance_label":0},{"document_id":"9595vm0k","query_relevance_label":0},{"document_id":"95fc828i","query_relevance_label":2},{"document_id":"96v185b2","query_relevance_label":1},{"document_id":"971d0sir","query_relevance_label":0},{"document_id":"97l3r5tv","query_relevance_label":1},{"document_id":"97n1j0jj","query_relevance_label":2},{"document_id":"99v6mi9t","query_relevance_label":0},{"document_id":"9aohx31y","query_relevance_label":2},{"document_id":"fllyyuer","query_relevance_label":0},{"document_id":"9bhp3lph","query_relevance_label":1},{"document_id":"vjd3wga2","query_relevance_label":0},{"document_id":"9gy3lnk0","query_relevance_label":0},{"document_id":"9he52hq5","query_relevance_label":1},{"document_id":"9hkh806d","query_relevance_label":1},{"document_id":"107lb1bd","query_relevance_label":2},{"document_id":"9i47w641","query_relevance_label":1},{"document_id":"oi0zsdtd","query_relevance_label":0},{"document_id":"9j34u77w","query_relevance_label":0},{"document_id":"9jhn0b7q","query_relevance_label":0},{"document_id":"9jwma2y6","query_relevance_label":1},{"document_id":"eyitkr3s","query_relevance_label":0},{"document_id":"s33brsk6","query_relevance_label":2},{"document_id":"9o0mc3rd","query_relevance_label":0},{"document_id":"9o3utlfx","query_relevance_label":0},{"document_id":"9od553a6","query_relevance_label":2},{"document_id":"gwwwwxkc","query_relevance_label":0},{"document_id":"9q7zbmwp","query_relevance_label":0},{"document_id":"9quf59td","query_relevance_label":0},{"document_id":"9rg9xe57","query_relevance_label":0},{"document_id":"9rhydy8u","query_relevance_label":0},{"document_id":"9ryu9ady","query_relevance_label":1},{"document_id":"9sjdb7f3","query_relevance_label":2},{"document_id":"9sx2jrit","query_relevance_label":0},{"document_id":"9tdqbwtg","query_relevance_label":1},{"document_id":"9ujofcsm","query_relevance_label":2},{"document_id":"widr68kj","query_relevance_label":1},{"document_id":"9vi8xwu7","query_relevance_label":1},{"document_id":"9vrny92m","query_relevance_label":1},{"document_id":"9wbq9qo2","query_relevance_label":1},{"document_id":"9wnmdvg5","query_relevance_label":0},{"document_id":"9ydjwa2g","query_relevance_label":0},{"document_id":"9zdqyeaa","query_relevance_label":0},{"document_id":"a0pf12jo","query_relevance_label":0},{"document_id":"a0ribcmv","query_relevance_label":1},{"document_id":"a2mqvbj2","query_relevance_label":0},{"document_id":"a2ms5ci4","query_relevance_label":0},{"document_id":"a4d0h6iz","query_relevance_label":2},{"document_id":"md4w1zsy","query_relevance_label":1},{"document_id":"a6296nkd","query_relevance_label":2},{"document_id":"a62k3lma","query_relevance_label":1},{"document_id":"a714injz","query_relevance_label":0},{"document_id":"a793bgc1","query_relevance_label":1},{"document_id":"a7kwf2yo","query_relevance_label":1},{"document_id":"a82mf4gl","query_relevance_label":0},{"document_id":"b7b3sox3","query_relevance_label":0},{"document_id":"a9lfuas1","query_relevance_label":0},{"document_id":"aa08u19x","query_relevance_label":0},{"document_id":"aarthz9w","query_relevance_label":0},{"document_id":"ac00tai9","query_relevance_label":0},{"document_id":"ae8y9exx","query_relevance_label":2},{"document_id":"zxudiyj4","query_relevance_label":0},{"document_id":"aexlwq79","query_relevance_label":2},{"document_id":"agc89fqv","query_relevance_label":1},{"document_id":"hcj8fylw","query_relevance_label":1},{"document_id":"ah8uyfe7","query_relevance_label":1},{"document_id":"ai2zcke5","query_relevance_label":1},{"document_id":"aijn1g38","query_relevance_label":0},{"document_id":"aivub6mi","query_relevance_label":1},{"document_id":"aiyg061l","query_relevance_label":0},{"document_id":"akdjoeqk","query_relevance_label":0},{"document_id":"wt2lshzo","query_relevance_label":0},{"document_id":"aku5atqh","query_relevance_label":2},{"document_id":"anbetkt3","query_relevance_label":2},{"document_id":"anedg12x","query_relevance_label":1},{"document_id":"anen3dor","query_relevance_label":2},{"document_id":"aoti88v7","query_relevance_label":2},{"document_id":"aoyyk5fl","query_relevance_label":0},{"document_id":"ap6yzgbi","query_relevance_label":0},{"document_id":"aq76s37x","query_relevance_label":2},{"document_id":"5epbf0dn","query_relevance_label":0},{"document_id":"aqge7xuu","query_relevance_label":1},{"document_id":"auqh3vtr","query_relevance_label":1},{"document_id":"auu02ibd","query_relevance_label":0},{"document_id":"aw15xmia","query_relevance_label":0},{"document_id":"awbcw3gq","query_relevance_label":2},{"document_id":"awitk3se","query_relevance_label":0},{"document_id":"awyln0kk","query_relevance_label":0},{"document_id":"1trzu0xr","query_relevance_label":0},{"document_id":"axbibuo5","query_relevance_label":2},{"document_id":"ay4cnzn5","query_relevance_label":2},{"document_id":"ayhsbfd1","query_relevance_label":0},{"document_id":"ayi928ct","query_relevance_label":2},{"document_id":"b0aaozmn","query_relevance_label":1},{"document_id":"b19pjjib","query_relevance_label":2},{"document_id":"b1a1pkae","query_relevance_label":1},{"document_id":"b1xq1v05","query_relevance_label":0},{"document_id":"f1ofvu29","query_relevance_label":1},{"document_id":"2fv7pl11","query_relevance_label":0},{"document_id":"b2ju3poi","query_relevance_label":0},{"document_id":"b2znv6pa","query_relevance_label":0},{"document_id":"i1lyno9g","query_relevance_label":0},{"document_id":"b3sahy31","query_relevance_label":0},{"document_id":"b3ui95vx","query_relevance_label":1},{"document_id":"b3ukefxq","query_relevance_label":0},{"document_id":"aeq1woir","query_relevance_label":0},{"document_id":"b4joa5tx","query_relevance_label":1},{"document_id":"b518n9dx","query_relevance_label":2},{"document_id":"b5329o75","query_relevance_label":1},{"document_id":"b5lldhi5","query_relevance_label":0},{"document_id":"xy7w8hbz","query_relevance_label":0},{"document_id":"b6j89491","query_relevance_label":1},{"document_id":"b8j2hn9w","query_relevance_label":0},{"document_id":"b9p5tqhl","query_relevance_label":0},{"document_id":"ba8zx73b","query_relevance_label":0},{"document_id":"bayj4dtg","query_relevance_label":1},{"document_id":"bbn16uf1","query_relevance_label":2},{"document_id":"bcgbdf84","query_relevance_label":1},{"document_id":"ih8oxr40","query_relevance_label":0},{"document_id":"bd2ndoug","query_relevance_label":2},{"document_id":"bfm4w84r","query_relevance_label":0},{"document_id":"bgm4dlwz","query_relevance_label":1},{"document_id":"jd1b7asr","query_relevance_label":0},{"document_id":"bhu20y2d","query_relevance_label":1},{"document_id":"biu8slfv","query_relevance_label":2},{"document_id":"bkh2reye","query_relevance_label":1},{"document_id":"ble3xfa3","query_relevance_label":0},{"document_id":"6jsbh5or","query_relevance_label":1},{"document_id":"0vn23ive","query_relevance_label":0},{"document_id":"h072om8j","query_relevance_label":0},{"document_id":"usb7u3ej","query_relevance_label":0},{"document_id":"bs3j3nss","query_relevance_label":0},{"document_id":"btiy6jhr","query_relevance_label":0},{"document_id":"comaz9ke","query_relevance_label":0},{"document_id":"bv6xa8v8","query_relevance_label":1},{"document_id":"bvociyg2","query_relevance_label":2},{"document_id":"bw9lbzvt","query_relevance_label":0},{"document_id":"bwkad2s0","query_relevance_label":0},{"document_id":"bx87ajje","query_relevance_label":0},{"document_id":"bxw5pnjy","query_relevance_label":0},{"document_id":"byjd8w4c","query_relevance_label":1},{"document_id":"bzeqs5oh","query_relevance_label":0},{"document_id":"c0r2nbzo","query_relevance_label":1},{"document_id":"c1ragbqw","query_relevance_label":2},{"document_id":"c2nymio9","query_relevance_label":0},{"document_id":"7s7mchvm","query_relevance_label":0},{"document_id":"1c47w4q5","query_relevance_label":0},{"document_id":"c3s5n5vo","query_relevance_label":0},{"document_id":"c4u0gxp5","query_relevance_label":0},{"document_id":"c5t38hgo","query_relevance_label":0},{"document_id":"c66xm2n4","query_relevance_label":0},{"document_id":"c6pbr3nn","query_relevance_label":2},{"document_id":"c74zdtnn","query_relevance_label":0},{"document_id":"c8f7a9bq","query_relevance_label":0},{"document_id":"c9bj38gn","query_relevance_label":2},{"document_id":"car394ou","query_relevance_label":0},{"document_id":"caxb9ob9","query_relevance_label":2},{"document_id":"cdctlduc","query_relevance_label":0},{"document_id":"cetdqgff","query_relevance_label":0},{"document_id":"cf453xqa","query_relevance_label":1},{"document_id":"cge5uve3","query_relevance_label":0},{"document_id":"cgiok0ce","query_relevance_label":0},{"document_id":"ch1omeec","query_relevance_label":0},{"document_id":"ch7pjb70","query_relevance_label":0},{"document_id":"sxfzeywt","query_relevance_label":0},{"document_id":"w4nic8b9","query_relevance_label":0},{"document_id":"cloeomqq","query_relevance_label":1},{"document_id":"cmqo0nkb","query_relevance_label":0},{"document_id":"cnislmpo","query_relevance_label":0},{"document_id":"co81fi08","query_relevance_label":1},{"document_id":"cogk5kig","query_relevance_label":2},{"document_id":"coryaz2s","query_relevance_label":2},{"document_id":"cqbayzat","query_relevance_label":2},{"document_id":"cry2jfco","query_relevance_label":0},{"document_id":"ct2esfmo","query_relevance_label":2},{"document_id":"ctx39vhi","query_relevance_label":0},{"document_id":"cvp10nx0","query_relevance_label":2},{"document_id":"64ff1ksc","query_relevance_label":1},{"document_id":"cx4slb0x","query_relevance_label":1},{"document_id":"czh3zfb3","query_relevance_label":1},{"document_id":"cztp457w","query_relevance_label":2},{"document_id":"czu0bga0","query_relevance_label":0},{"document_id":"czuq8rw5","query_relevance_label":0},{"document_id":"d0hu681v","query_relevance_label":2},{"document_id":"d11ua0oh","query_relevance_label":1},{"document_id":"qmaqmyd7","query_relevance_label":0},{"document_id":"d1stzy8w","query_relevance_label":1},{"document_id":"d212h4bp","query_relevance_label":0},{"document_id":"d2qffjji","query_relevance_label":0},{"document_id":"d4loia11","query_relevance_label":1},{"document_id":"d56ed4hw","query_relevance_label":0},{"document_id":"d59dck5t","query_relevance_label":2},{"document_id":"d69ta408","query_relevance_label":0},{"document_id":"d6by9p41","query_relevance_label":0},{"document_id":"d7n1zy0b","query_relevance_label":2},{"document_id":"d8p7mgqt","query_relevance_label":0},{"document_id":"da61tfr9","query_relevance_label":2},{"document_id":"dblrxlt1","query_relevance_label":0},{"document_id":"dcs1rgd0","query_relevance_label":0},{"document_id":"ddg87zxv","query_relevance_label":0},{"document_id":"ddp9swag","query_relevance_label":0},{"document_id":"ddt5qmls","query_relevance_label":0},{"document_id":"ddza1x3z","query_relevance_label":0},{"document_id":"de3mqy2d","query_relevance_label":1},{"document_id":"dfl69g4f","query_relevance_label":0},{"document_id":"dfydh7sf","query_relevance_label":0},{"document_id":"dgnddq80","query_relevance_label":2},{"document_id":"dgwektka","query_relevance_label":0},{"document_id":"dir0jtyb","query_relevance_label":1},{"document_id":"dl2irtdy","query_relevance_label":0},{"document_id":"dl6rbqxp","query_relevance_label":2},{"document_id":"dlpgq0rm","query_relevance_label":1},{"document_id":"eq2ahtlc","query_relevance_label":0},{"document_id":"dmh2j6n3","query_relevance_label":1},{"document_id":"dp2t735t","query_relevance_label":2},{"document_id":"dp4umo8l","query_relevance_label":1},{"document_id":"dq2empne","query_relevance_label":0},{"document_id":"dqour5jr","query_relevance_label":2},{"document_id":"dqtnj3y3","query_relevance_label":0},{"document_id":"dqxfcwyu","query_relevance_label":2},{"document_id":"3jgedokv","query_relevance_label":0},{"document_id":"drrs2tc1","query_relevance_label":1},{"document_id":"1fiop9bj","query_relevance_label":0},{"document_id":"dufsielh","query_relevance_label":2},{"document_id":"dv3o8dl3","query_relevance_label":0},{"document_id":"dxabs45r","query_relevance_label":0},{"document_id":"dyhd8p8z","query_relevance_label":0},{"document_id":"dz1ikex1","query_relevance_label":0},{"document_id":"0sg62l97","query_relevance_label":0},{"document_id":"e16lln3f","query_relevance_label":2},{"document_id":"e2epus6x","query_relevance_label":0},{"document_id":"e2p46wa8","query_relevance_label":0},{"document_id":"yzbiidhf","query_relevance_label":0},{"document_id":"e4xy1huv","query_relevance_label":0},{"document_id":"e5frjae8","query_relevance_label":0},{"document_id":"ru2mxne1","query_relevance_label":2},{"document_id":"e8qubwha","query_relevance_label":0},{"document_id":"e9fjo7tl","query_relevance_label":2},{"document_id":"e9uhe5z2","query_relevance_label":2},{"document_id":"eaglecq7","query_relevance_label":0},{"document_id":"eciycfpr","query_relevance_label":0},{"document_id":"eecwjrdc","query_relevance_label":0},{"document_id":"eee22bzx","query_relevance_label":0},{"document_id":"eeh2a0t8","query_relevance_label":0},{"document_id":"eeugb4x7","query_relevance_label":1},{"document_id":"efk2jj50","query_relevance_label":0},{"document_id":"eg108wcd","query_relevance_label":0},{"document_id":"eh65jhxb","query_relevance_label":1},{"document_id":"ehm4fgos","query_relevance_label":0},{"document_id":"ei3kkp30","query_relevance_label":1},{"document_id":"eici4eit","query_relevance_label":0},{"document_id":"ej9efiq3","query_relevance_label":1},{"document_id":"eje3i558","query_relevance_label":1},{"document_id":"ekkgcy93","query_relevance_label":1},{"document_id":"elmrvpxd","query_relevance_label":1},{"document_id":"em98mikz","query_relevance_label":1},{"document_id":"enli9n34","query_relevance_label":0},{"document_id":"epcel2ez","query_relevance_label":0},{"document_id":"epqbljzn","query_relevance_label":2},{"document_id":"w6hgt0ql","query_relevance_label":1},{"document_id":"eqfz0wpm","query_relevance_label":0},{"document_id":"er8qrkz3","query_relevance_label":2},{"document_id":"gbffkame","query_relevance_label":2},{"document_id":"esogd26s","query_relevance_label":1},{"document_id":"eu3rry7p","query_relevance_label":0},{"document_id":"6h1mm7y8","query_relevance_label":1},{"document_id":"evc37gi0","query_relevance_label":0},{"document_id":"fb1zgn7e","query_relevance_label":0},{"document_id":"ew78trl9","query_relevance_label":0},{"document_id":"ex9nh1yi","query_relevance_label":0},{"document_id":"ey939w17","query_relevance_label":1},{"document_id":"eyh65q6a","query_relevance_label":2},{"document_id":"ez4cljlc","query_relevance_label":0},{"document_id":"f03san07","query_relevance_label":1},{"document_id":"f0xsisdg","query_relevance_label":0},{"document_id":"f1op9r9x","query_relevance_label":0},{"document_id":"f1ulk9ce","query_relevance_label":0},{"document_id":"f2e4d3bz","query_relevance_label":1},{"document_id":"f3ikyl9d","query_relevance_label":0},{"document_id":"f65l6tws","query_relevance_label":0},{"document_id":"f6muhf3d","query_relevance_label":1},{"document_id":"f8aolprb","query_relevance_label":1},{"document_id":"i3xzlb4l","query_relevance_label":0},{"document_id":"f99nd3dx","query_relevance_label":1},{"document_id":"f9qcabcx","query_relevance_label":1},{"document_id":"f9s46an9","query_relevance_label":0},{"document_id":"fckn8ld4","query_relevance_label":0},{"document_id":"fcrunf38","query_relevance_label":0},{"document_id":"fcvstps9","query_relevance_label":0},{"document_id":"fcxjt7qf","query_relevance_label":2},{"document_id":"fd5rr87z","query_relevance_label":1},{"document_id":"fe8f7tk1","query_relevance_label":0},{"document_id":"ff5rggio","query_relevance_label":0},{"document_id":"ffm5fww3","query_relevance_label":0},{"document_id":"10eour3m","query_relevance_label":0},{"document_id":"fhmr1og4","query_relevance_label":0},{"document_id":"fhy2z49t","query_relevance_label":2},{"document_id":"hechmemo","query_relevance_label":0},{"document_id":"fjcj6htg","query_relevance_label":0},{"document_id":"fkqd6nvt","query_relevance_label":2},{"document_id":"fleibepf","query_relevance_label":0},{"document_id":"flkjekyo","query_relevance_label":2},{"document_id":"fn7l93wh","query_relevance_label":0},{"document_id":"fo07nxvi","query_relevance_label":0},{"document_id":"fphab5ql","query_relevance_label":0},{"document_id":"frmc8bi5","query_relevance_label":2},{"document_id":"frmgl65z","query_relevance_label":2},{"document_id":"fruzsn26","query_relevance_label":1},{"document_id":"fs8dn7ir","query_relevance_label":0},{"document_id":"fspxett8","query_relevance_label":0},{"document_id":"fsyn4wwx","query_relevance_label":0},{"document_id":"ftp67lkq","query_relevance_label":0},{"document_id":"fvig79k3","query_relevance_label":0},{"document_id":"fvj3cpie","query_relevance_label":0},{"document_id":"fvjh3g7v","query_relevance_label":1},{"document_id":"p7dto75b","query_relevance_label":0},{"document_id":"fxuk7x12","query_relevance_label":1},{"document_id":"fy1lqk00","query_relevance_label":2},{"document_id":"fymfqvp3","query_relevance_label":0},{"document_id":"kxsrb87z","query_relevance_label":0},{"document_id":"g28eq99t","query_relevance_label":0},{"document_id":"pldafcci","query_relevance_label":0},{"document_id":"g4bsu8jf","query_relevance_label":1},{"document_id":"ocnxfgny","query_relevance_label":0},{"document_id":"g4sg2nex","query_relevance_label":0},{"document_id":"g5wpa2ee","query_relevance_label":2},{"document_id":"g8bu2ene","query_relevance_label":0},{"document_id":"g8saag2o","query_relevance_label":0},{"document_id":"gb03fb5t","query_relevance_label":1},{"document_id":"gd53s4dv","query_relevance_label":0},{"document_id":"xv2tev5n","query_relevance_label":0},{"document_id":"geb4esu5","query_relevance_label":2},{"document_id":"gf4o3n3z","query_relevance_label":0},{"document_id":"gg0p6ct8","query_relevance_label":2},{"document_id":"ggmm8w2t","query_relevance_label":0},{"document_id":"ggofvijc","query_relevance_label":1},{"document_id":"ghi0ekm5","query_relevance_label":0},{"document_id":"ghktrnsu","query_relevance_label":0},{"document_id":"ghrlj6b2","query_relevance_label":2},{"document_id":"gjdlp10q","query_relevance_label":0},{"document_id":"gjfd1jhb","query_relevance_label":0},{"document_id":"gka6f34c","query_relevance_label":1},{"document_id":"gkcan78j","query_relevance_label":0},{"document_id":"gmi1ewc2","query_relevance_label":0},{"document_id":"gns5omyb","query_relevance_label":0},{"document_id":"go0tueah","query_relevance_label":0},{"document_id":"goqgv2cc","query_relevance_label":0},{"document_id":"gpofwyux","query_relevance_label":0},{"document_id":"gpr86lxe","query_relevance_label":2},{"document_id":"gq9age1b","query_relevance_label":0},{"document_id":"gs3r6en8","query_relevance_label":1},{"document_id":"gu2mt6zp","query_relevance_label":0},{"document_id":"u7u75sl0","query_relevance_label":0},{"document_id":"gvfbyeyt","query_relevance_label":0},{"document_id":"gw1pr7fw","query_relevance_label":0},{"document_id":"gwm36n75","query_relevance_label":1},{"document_id":"gxbrgy6g","query_relevance_label":0},{"document_id":"gy35gsl2","query_relevance_label":0},{"document_id":"gykudnxf","query_relevance_label":1},{"document_id":"gymjr9i1","query_relevance_label":0},{"document_id":"d4yidznm","query_relevance_label":0},{"document_id":"gzvfz8tw","query_relevance_label":2},{"document_id":"h06zxykb","query_relevance_label":2},{"document_id":"h0fh9lem","query_relevance_label":0},{"document_id":"h1b0s2wy","query_relevance_label":0},{"document_id":"h286m32c","query_relevance_label":1},{"document_id":"h3oix9zc","query_relevance_label":0},{"document_id":"h49gsxn9","query_relevance_label":0},{"document_id":"xb5p25gk","query_relevance_label":1},{"document_id":"h8fvrbch","query_relevance_label":0},{"document_id":"h8vcxudk","query_relevance_label":1},{"document_id":"h97dui9n","query_relevance_label":0},{"document_id":"hb2lieh3","query_relevance_label":0},{"document_id":"hchioraj","query_relevance_label":0},{"document_id":"hdkmzdq9","query_relevance_label":0},{"document_id":"hdrxwy9t","query_relevance_label":0},{"document_id":"hf0jtfmx","query_relevance_label":0},{"document_id":"hfkzu18p","query_relevance_label":1},{"document_id":"hgpfib1z","query_relevance_label":1},{"document_id":"hicqy5sj","query_relevance_label":0},{"document_id":"hj675z1b","query_relevance_label":0},{"document_id":"g3g0oljl","query_relevance_label":0},{"document_id":"hkyiy1gm","query_relevance_label":0},{"document_id":"hlktf15o","query_relevance_label":1},{"document_id":"ribspvyf","query_relevance_label":0},{"document_id":"hmeg2t9m","query_relevance_label":0},{"document_id":"hmpmm9k8","query_relevance_label":0},{"document_id":"hn12194u","query_relevance_label":0},{"document_id":"hp6m6qrn","query_relevance_label":2},{"document_id":"hq4jb2wy","query_relevance_label":0},{"document_id":"hq5um68k","query_relevance_label":2},{"document_id":"hqg5j51t","query_relevance_label":0},{"document_id":"hqo2p060","query_relevance_label":0},{"document_id":"hqoluzz2","query_relevance_label":0},{"document_id":"g5lanym9","query_relevance_label":0},{"document_id":"hsc2x36j","query_relevance_label":2},{"document_id":"hstomkk5","query_relevance_label":0},{"document_id":"hv7y5apt","query_relevance_label":0},{"document_id":"hwywzb0a","query_relevance_label":0},{"document_id":"hxj4z228","query_relevance_label":0},{"document_id":"hxq6zazs","query_relevance_label":0},{"document_id":"hyihoelf","query_relevance_label":1},{"document_id":"rrbt1csx","query_relevance_label":0},{"document_id":"hypyxzk2","query_relevance_label":0},{"document_id":"hzu9cw2m","query_relevance_label":0},{"document_id":"i02z0hgx","query_relevance_label":2},{"document_id":"i0d4lxko","query_relevance_label":0},{"document_id":"i0mti49x","query_relevance_label":1},{"document_id":"f5xs0tv2","query_relevance_label":0},{"document_id":"i21njpno","query_relevance_label":1},{"document_id":"i2reanan","query_relevance_label":0},{"document_id":"i3674z5x","query_relevance_label":2},{"document_id":"i3681ul1","query_relevance_label":0},{"document_id":"i3b647wv","query_relevance_label":0},{"document_id":"i4t84krs","query_relevance_label":0},{"document_id":"i5i2owvv","query_relevance_label":0},{"document_id":"i5wbndov","query_relevance_label":0},{"document_id":"i9r77o70","query_relevance_label":2},{"document_id":"i9tzr13z","query_relevance_label":2},{"document_id":"icp5iuwb","query_relevance_label":0},{"document_id":"ids74oez","query_relevance_label":0},{"document_id":"ldklj4oz","query_relevance_label":1},{"document_id":"ig0rnbqb","query_relevance_label":0},{"document_id":"iguhy1z8","query_relevance_label":0},{"document_id":"ijnrx18l","query_relevance_label":1},{"document_id":"ikz3vwgc","query_relevance_label":0},{"document_id":"imkeghfd","query_relevance_label":1},{"document_id":"ipoj13va","query_relevance_label":2},{"document_id":"ir86s8j0","query_relevance_label":0},{"document_id":"irqdb024","query_relevance_label":2},{"document_id":"itrv27tm","query_relevance_label":0},{"document_id":"iudsk7ac","query_relevance_label":1},{"document_id":"iv4lzpev","query_relevance_label":0},{"document_id":"ivf3o5yu","query_relevance_label":1},{"document_id":"ivvfcw85","query_relevance_label":1},{"document_id":"ivy95jpw","query_relevance_label":2},{"document_id":"ixun0c8g","query_relevance_label":2},{"document_id":"ixz1835j","query_relevance_label":0},{"document_id":"iy4knx7j","query_relevance_label":0},{"document_id":"izltn367","query_relevance_label":0},{"document_id":"j0496jb7","query_relevance_label":2},{"document_id":"j0exlr7c","query_relevance_label":1},{"document_id":"j10308i3","query_relevance_label":1},{"document_id":"tlmba280","query_relevance_label":0},{"document_id":"j35w1vsw","query_relevance_label":2},{"document_id":"j3b964oz","query_relevance_label":2},{"document_id":"j3lk6l8u","query_relevance_label":1},{"document_id":"j4b2534p","query_relevance_label":0},{"document_id":"j5bepvvw","query_relevance_label":2},{"document_id":"j5rlgbl8","query_relevance_label":0},{"document_id":"j8n06hzx","query_relevance_label":2},{"document_id":"h6li8ti4","query_relevance_label":0},{"document_id":"j9armxm9","query_relevance_label":0},{"document_id":"j9mz0ob5","query_relevance_label":2},{"document_id":"j9vmsfjw","query_relevance_label":1},{"document_id":"jbc74lcu","query_relevance_label":2},{"document_id":"jbtrdvhe","query_relevance_label":0},{"document_id":"jc5rdiwq","query_relevance_label":2},{"document_id":"jc9ugexn","query_relevance_label":1},{"document_id":"jd0dmp46","query_relevance_label":1},{"document_id":"jf3si5d6","query_relevance_label":0},{"document_id":"jfg80kj6","query_relevance_label":0},{"document_id":"jfiqj1mb","query_relevance_label":0},{"document_id":"jgwvjkbj","query_relevance_label":0},{"document_id":"jh9e85c0","query_relevance_label":0},{"document_id":"jjbez46k","query_relevance_label":0},{"document_id":"jjraqr85","query_relevance_label":0},{"document_id":"jjtsd4n3","query_relevance_label":0},{"document_id":"jkm496ip","query_relevance_label":0},{"document_id":"jkm5ans8","query_relevance_label":0},{"document_id":"5gwqiotz","query_relevance_label":1},{"document_id":"jozd45ch","query_relevance_label":0},{"document_id":"jpkxjn6e","query_relevance_label":1},{"document_id":"jqgyln7b","query_relevance_label":0},{"document_id":"v0sbnpd7","query_relevance_label":1},{"document_id":"js2ppypr","query_relevance_label":0},{"document_id":"jslfu3qt","query_relevance_label":0},{"document_id":"jtbcomd6","query_relevance_label":0},{"document_id":"jttif2z7","query_relevance_label":0},{"document_id":"jtx7ni9b","query_relevance_label":0},{"document_id":"jty4ebdf","query_relevance_label":0},{"document_id":"ju35nyir","query_relevance_label":0},{"document_id":"juooj31c","query_relevance_label":0},{"document_id":"nghu4ck8","query_relevance_label":0},{"document_id":"jxbch44o","query_relevance_label":2},{"document_id":"jxr0phr1","query_relevance_label":0},{"document_id":"k02lpwm0","query_relevance_label":0},{"document_id":"k0jy5d67","query_relevance_label":1},{"document_id":"k0mhfs1h","query_relevance_label":0},{"document_id":"k13cchxn","query_relevance_label":0},{"document_id":"k2ixwz9w","query_relevance_label":0},{"document_id":"k2mrd2rs","query_relevance_label":0},{"document_id":"k2skui3u","query_relevance_label":2},{"document_id":"k38xlki3","query_relevance_label":0},{"document_id":"k4dphhfh","query_relevance_label":1},{"document_id":"k8m19by9","query_relevance_label":1},{"document_id":"k9yus2sv","query_relevance_label":0},{"document_id":"kb3z3b8f","query_relevance_label":2},{"document_id":"kb8dz8hd","query_relevance_label":0},{"document_id":"kbt5gdyy","query_relevance_label":0},{"document_id":"kbulgxoa","query_relevance_label":0},{"document_id":"kc2r034w","query_relevance_label":1},{"document_id":"kcyao9i9","query_relevance_label":2},{"document_id":"khfrd1nk","query_relevance_label":0},{"document_id":"vy1obqyp","query_relevance_label":0},{"document_id":"kifqgskc","query_relevance_label":1},{"document_id":"kj7qpydc","query_relevance_label":2},{"document_id":"kjc3j7yz","query_relevance_label":2},{"document_id":"kjovtgua","query_relevance_label":0},{"document_id":"kmd39z91","query_relevance_label":0},{"document_id":"kmmr6184","query_relevance_label":2},{"document_id":"kn1lcsia","query_relevance_label":0},{"document_id":"knpctp4p","query_relevance_label":2},{"document_id":"kol2c721","query_relevance_label":1},{"document_id":"kp63sa3x","query_relevance_label":0},{"document_id":"kp8iph2r","query_relevance_label":1},{"document_id":"33ekwc0f","query_relevance_label":0},{"document_id":"kq7n22wd","query_relevance_label":0},{"document_id":"kqntu6ej","query_relevance_label":0},{"document_id":"kqs3qwfk","query_relevance_label":0},{"document_id":"kromgrnu","query_relevance_label":0},{"document_id":"ksintgvq","query_relevance_label":0},{"document_id":"ksva9eah","query_relevance_label":0},{"document_id":"kt9sbn40","query_relevance_label":0},{"document_id":"ktrh3seo","query_relevance_label":0},{"document_id":"kvjhv62p","query_relevance_label":0},{"document_id":"kvyvwhja","query_relevance_label":0},{"document_id":"kwq2y3il","query_relevance_label":0},{"document_id":"kx0n2oy5","query_relevance_label":0},{"document_id":"kx1j99yw","query_relevance_label":0},{"document_id":"kx5hihnr","query_relevance_label":0},{"document_id":"ky0pva8y","query_relevance_label":0},{"document_id":"ryrhnj15","query_relevance_label":0},{"document_id":"mtgge7sw","query_relevance_label":0},{"document_id":"l2n0xvmd","query_relevance_label":0},{"document_id":"l41lq2sc","query_relevance_label":0},{"document_id":"l4ci8wr2","query_relevance_label":2},{"document_id":"l5ja7l6h","query_relevance_label":0},{"document_id":"l5q5wc06","query_relevance_label":0},{"document_id":"l611eisi","query_relevance_label":2},{"document_id":"l647du3s","query_relevance_label":1},{"document_id":"l7ohbk7c","query_relevance_label":0},{"document_id":"wrobg4kb","query_relevance_label":0},{"document_id":"l93978vq","query_relevance_label":2},{"document_id":"lav2iavi","query_relevance_label":2},{"document_id":"lb5cg801","query_relevance_label":0},{"document_id":"ld0vo1rl","query_relevance_label":1},{"document_id":"ldf7uso2","query_relevance_label":2},{"document_id":"ldk21iig","query_relevance_label":0},{"document_id":"le3xa2p8","query_relevance_label":0},{"document_id":"leaj1t3k","query_relevance_label":0},{"document_id":"pnp8flc3","query_relevance_label":1},{"document_id":"lfeyqge5","query_relevance_label":2},{"document_id":"dnla56uh","query_relevance_label":0},{"document_id":"lgbexhfn","query_relevance_label":1},{"document_id":"lgrk3w7w","query_relevance_label":1},{"document_id":"lh9tk4a4","query_relevance_label":1},{"document_id":"ljggnelt","query_relevance_label":0},{"document_id":"x1fzgiy6","query_relevance_label":2},{"document_id":"ll34i3eg","query_relevance_label":0},{"document_id":"ll4rxd9p","query_relevance_label":0},{"document_id":"llvu16ms","query_relevance_label":2},{"document_id":"lmgn3626","query_relevance_label":0},{"document_id":"lmoekp1m","query_relevance_label":0},{"document_id":"loa5lrhg","query_relevance_label":0},{"document_id":"lob26ih1","query_relevance_label":1},{"document_id":"lotyldfd","query_relevance_label":2},{"document_id":"lqdgvsaq","query_relevance_label":0},{"document_id":"lr8haho9","query_relevance_label":1},{"document_id":"pjm90m74","query_relevance_label":0},{"document_id":"lt039ueb","query_relevance_label":0},{"document_id":"ltmuw6f8","query_relevance_label":0},{"document_id":"lwaweuym","query_relevance_label":0},{"document_id":"lx2v5co7","query_relevance_label":0},{"document_id":"lxakf79k","query_relevance_label":0},{"document_id":"lysvg3vw","query_relevance_label":0},{"document_id":"lzdwpaki","query_relevance_label":0},{"document_id":"lzocumhd","query_relevance_label":2},{"document_id":"iemvifbg","query_relevance_label":0},{"document_id":"m0d72ntg","query_relevance_label":0},{"document_id":"m0hivi0u","query_relevance_label":2},{"document_id":"m0q7rm6z","query_relevance_label":1},{"document_id":"m0w0fl2u","query_relevance_label":0},{"document_id":"m2c5bvuj","query_relevance_label":0},{"document_id":"m2cu5iof","query_relevance_label":0},{"document_id":"afh4j2ud","query_relevance_label":0},{"document_id":"m45lbfub","query_relevance_label":0},{"document_id":"m55mro2m","query_relevance_label":1},{"document_id":"7yq8zqxq","query_relevance_label":0},{"document_id":"m5u6ryy9","query_relevance_label":2},{"document_id":"mqduxqdl","query_relevance_label":0},{"document_id":"m7dwbheg","query_relevance_label":2},{"document_id":"8wbal6fq","query_relevance_label":0},{"document_id":"m8utyd1m","query_relevance_label":1},{"document_id":"m938suxh","query_relevance_label":0},{"document_id":"m9i9gu5g","query_relevance_label":0},{"document_id":"mcru4j6g","query_relevance_label":0},{"document_id":"mcsdem7y","query_relevance_label":0},{"document_id":"mehwd0dk","query_relevance_label":0},{"document_id":"mettlmhz","query_relevance_label":0},{"document_id":"b4jq85iv","query_relevance_label":0},{"document_id":"mg7k1pt8","query_relevance_label":0},{"document_id":"mghgvr76","query_relevance_label":0},{"document_id":"mgp38mdz","query_relevance_label":0},{"document_id":"mh95ueih","query_relevance_label":1},{"document_id":"mhdmy8kq","query_relevance_label":0},{"document_id":"mhfncx8h","query_relevance_label":1},{"document_id":"y74jbnb2","query_relevance_label":0},{"document_id":"mi0pmyo4","query_relevance_label":1},{"document_id":"mivxm8oh","query_relevance_label":2},{"document_id":"mk62bybt","query_relevance_label":2},{"document_id":"mkfwhv6v","query_relevance_label":1},{"document_id":"mkwpuav6","query_relevance_label":0},{"document_id":"mm4ngrla","query_relevance_label":0},{"document_id":"mmqlwsye","query_relevance_label":2},{"document_id":"mn0l7nar","query_relevance_label":0},{"document_id":"mnhm7jdo","query_relevance_label":0},{"document_id":"mo4luyx6","query_relevance_label":0},{"document_id":"mog52dn8","query_relevance_label":0},{"document_id":"mp3a9c9u","query_relevance_label":0},{"document_id":"mqj071gp","query_relevance_label":0},{"document_id":"mqnqjn0c","query_relevance_label":1},{"document_id":"mqnz9gts","query_relevance_label":2},{"document_id":"mrgw2mnx","query_relevance_label":0},{"document_id":"mrvk9r4w","query_relevance_label":0},{"document_id":"mslm0auu","query_relevance_label":0},{"document_id":"msohf5oa","query_relevance_label":0},{"document_id":"mswmkgl4","query_relevance_label":1},{"document_id":"mt5o8xn3","query_relevance_label":0},{"document_id":"mt8zsbhb","query_relevance_label":0},{"document_id":"mtq6yh25","query_relevance_label":0},{"document_id":"mv7sk5aa","query_relevance_label":1},{"document_id":"mvkgqfkj","query_relevance_label":2},{"document_id":"mwfr5tzf","query_relevance_label":0},{"document_id":"mwnnmwnw","query_relevance_label":0},{"document_id":"myu0e9vf","query_relevance_label":0},{"document_id":"n0actmsc","query_relevance_label":0},{"document_id":"n0mz098o","query_relevance_label":2},{"document_id":"n1pkj68j","query_relevance_label":0},{"document_id":"n2tckfjq","query_relevance_label":2},{"document_id":"n4qh8vg4","query_relevance_label":0},{"document_id":"n4r40yit","query_relevance_label":2},{"document_id":"n4v4n8d1","query_relevance_label":0},{"document_id":"n69iewmx","query_relevance_label":0},{"document_id":"n7gfsyxs","query_relevance_label":1},{"document_id":"n7ylgqfu","query_relevance_label":0},{"document_id":"n8fwy791","query_relevance_label":0},{"document_id":"n8tvglif","query_relevance_label":0},{"document_id":"qkv66bsw","query_relevance_label":0},{"document_id":"n9l86dln","query_relevance_label":0},{"document_id":"naulq6q7","query_relevance_label":0},{"document_id":"nb6miso7","query_relevance_label":2},{"document_id":"wk2uwnjo","query_relevance_label":0},{"document_id":"nc0bsilq","query_relevance_label":2},{"document_id":"ncl2p7kg","query_relevance_label":0},{"document_id":"ndpuezpo","query_relevance_label":0},{"document_id":"ndrja7os","query_relevance_label":0},{"document_id":"ne5r4d4b","query_relevance_label":0},{"document_id":"nf085z53","query_relevance_label":0},{"document_id":"nf2vd6o1","query_relevance_label":0},{"document_id":"nf51yjmj","query_relevance_label":0},{"document_id":"ngby52hd","query_relevance_label":0},{"document_id":"ngsstnpr","query_relevance_label":0},{"document_id":"nhg4jesr","query_relevance_label":0},{"document_id":"nhq0oq8y","query_relevance_label":1},{"document_id":"ev9pjco7","query_relevance_label":0},{"document_id":"njne526i","query_relevance_label":0},{"document_id":"nk0qqofq","query_relevance_label":1},{"document_id":"nkc5dxw5","query_relevance_label":0},{"document_id":"nm2ubi13","query_relevance_label":1},{"document_id":"xibub2in","query_relevance_label":0},{"document_id":"nn15iyqd","query_relevance_label":0},{"document_id":"nnftb092","query_relevance_label":0},{"document_id":"nnlynjoy","query_relevance_label":0},{"document_id":"nnv2e7gr","query_relevance_label":1},{"document_id":"np4pujk8","query_relevance_label":0},{"document_id":"npp1y2ay","query_relevance_label":2},{"document_id":"nqt9lhcc","query_relevance_label":0},{"document_id":"nr1wl84k","query_relevance_label":0},{"document_id":"nr9485qf","query_relevance_label":0},{"document_id":"nslfi9tp","query_relevance_label":0},{"document_id":"nv2ebnly","query_relevance_label":0},{"document_id":"nvpnfbds","query_relevance_label":0},{"document_id":"2gvpn4zr","query_relevance_label":2},{"document_id":"nz8qvuw6","query_relevance_label":2},{"document_id":"xmh83ovt","query_relevance_label":0},{"document_id":"nzwe7hpg","query_relevance_label":0},{"document_id":"nzy2iphz","query_relevance_label":0},{"document_id":"o0o3djz9","query_relevance_label":0},{"document_id":"o0ou0r1c","query_relevance_label":2},{"document_id":"o0vacxc2","query_relevance_label":0},{"document_id":"o0x269k5","query_relevance_label":0},{"document_id":"o12jqt5z","query_relevance_label":0},{"document_id":"o1uol5u3","query_relevance_label":0},{"document_id":"o35dkbof","query_relevance_label":0},{"document_id":"iloxlvn3","query_relevance_label":0},{"document_id":"s8b4j0j2","query_relevance_label":1},{"document_id":"o5545c1x","query_relevance_label":1},{"document_id":"o7f0q31t","query_relevance_label":0},{"document_id":"7wbpj88g","query_relevance_label":2},{"document_id":"o8ygdd14","query_relevance_label":2},{"document_id":"dfo1a8is","query_relevance_label":0},{"document_id":"oa8vzf02","query_relevance_label":0},{"document_id":"obrj0f17","query_relevance_label":0},{"document_id":"odc5yx7g","query_relevance_label":1},{"document_id":"oegn8m1k","query_relevance_label":0},{"document_id":"ogqsi3ns","query_relevance_label":0},{"document_id":"ohyvt3i0","query_relevance_label":0},{"document_id":"okplmmtd","query_relevance_label":0},{"document_id":"ol13v4ld","query_relevance_label":0},{"document_id":"on1nclkj","query_relevance_label":1},{"document_id":"onereai5","query_relevance_label":0},{"document_id":"onskc3u9","query_relevance_label":1},{"document_id":"ooj9yqbx","query_relevance_label":0},{"document_id":"ort27p77","query_relevance_label":1},{"document_id":"5od1w5my","query_relevance_label":0},{"document_id":"ou61mf3k","query_relevance_label":0},{"document_id":"oudj079q","query_relevance_label":0},{"document_id":"ow0t4mcl","query_relevance_label":1},{"document_id":"ow7r8xsf","query_relevance_label":0},{"document_id":"oyc2djxk","query_relevance_label":1},{"document_id":"oyr03uw1","query_relevance_label":0},{"document_id":"p1iktm9v","query_relevance_label":1},{"document_id":"p2iqzyv4","query_relevance_label":0},{"document_id":"p3gswh23","query_relevance_label":0},{"document_id":"p4q64ksa","query_relevance_label":2},{"document_id":"p60xy2ki","query_relevance_label":0},{"document_id":"el2m0lnd","query_relevance_label":1},{"document_id":"it3iky4z","query_relevance_label":0},{"document_id":"p6uliadr","query_relevance_label":2},{"document_id":"p711pmu1","query_relevance_label":1},{"document_id":"p93gxjm2","query_relevance_label":0},{"document_id":"p94phf68","query_relevance_label":0},{"document_id":"p9507cwx","query_relevance_label":0},{"document_id":"p9vbeffv","query_relevance_label":0},{"document_id":"dlfx67sc","query_relevance_label":0},{"document_id":"ayd9uytz","query_relevance_label":1},{"document_id":"pg6893i5","query_relevance_label":0},{"document_id":"pgxew3yk","query_relevance_label":2},{"document_id":"phby6ouv","query_relevance_label":0},{"document_id":"phxu6usy","query_relevance_label":1},{"document_id":"pidar1gz","query_relevance_label":1},{"document_id":"pkxc2219","query_relevance_label":0},{"document_id":"pld0clpd","query_relevance_label":1},{"document_id":"plfjkp5f","query_relevance_label":0},{"document_id":"plpwjj4s","query_relevance_label":0},{"document_id":"0jzr5anm","query_relevance_label":0},{"document_id":"pn2zieek","query_relevance_label":1},{"document_id":"ppdsgi9o","query_relevance_label":1},{"document_id":"ppo3ryi5","query_relevance_label":0},{"document_id":"prxzcp1x","query_relevance_label":0},{"document_id":"psfusppi","query_relevance_label":0},{"document_id":"pt7v3gb4","query_relevance_label":0},{"document_id":"pth2d40p","query_relevance_label":0},{"document_id":"ptnmtvzj","query_relevance_label":0},{"document_id":"pu6wni0e","query_relevance_label":0},{"document_id":"puc13jf1","query_relevance_label":1},{"document_id":"pulb3lhf","query_relevance_label":0},{"document_id":"puqcbf8t","query_relevance_label":0},{"document_id":"pvfk33i8","query_relevance_label":2},{"document_id":"px1qsx8q","query_relevance_label":2},{"document_id":"pxev5bgo","query_relevance_label":2},{"document_id":"96sll6y7","query_relevance_label":0},{"document_id":"py6qu4tl","query_relevance_label":0},{"document_id":"q068aybo","query_relevance_label":0},{"document_id":"q0yqnlyl","query_relevance_label":0},{"document_id":"q58x6xb0","query_relevance_label":0},{"document_id":"yho3jfwl","query_relevance_label":1},{"document_id":"q60ege66","query_relevance_label":1},{"document_id":"7y87ktmi","query_relevance_label":1},{"document_id":"q6j6rkqh","query_relevance_label":1},{"document_id":"q6px4r3j","query_relevance_label":1},{"document_id":"q6pz6l2b","query_relevance_label":0},{"document_id":"q7y0bjaz","query_relevance_label":0},{"document_id":"q814d6l7","query_relevance_label":0},{"document_id":"q8539o41","query_relevance_label":0},{"document_id":"q9tstj31","query_relevance_label":2},{"document_id":"qabxcrnf","query_relevance_label":1},{"document_id":"qaogpxy9","query_relevance_label":0},{"document_id":"qato562y","query_relevance_label":1},{"document_id":"qbnepwfa","query_relevance_label":0},{"document_id":"qbyz4uz5","query_relevance_label":2},{"document_id":"qci7khki","query_relevance_label":1},{"document_id":"qdamvwxl","query_relevance_label":0},{"document_id":"qdt90c22","query_relevance_label":2},{"document_id":"qdwl8llw","query_relevance_label":1},{"document_id":"qebbkr6d","query_relevance_label":2},{"document_id":"qefiw4ho","query_relevance_label":0},{"document_id":"qejmwvst","query_relevance_label":0},{"document_id":"qffqgd08","query_relevance_label":0},{"document_id":"qg73804g","query_relevance_label":0},{"document_id":"qi50p9w5","query_relevance_label":0},{"document_id":"qj81xbn0","query_relevance_label":0},{"document_id":"qje6ycq0","query_relevance_label":0},{"document_id":"qjnetu71","query_relevance_label":0},{"document_id":"qmg58cgr","query_relevance_label":1},{"document_id":"qndr28n6","query_relevance_label":0},{"document_id":"qohrco5h","query_relevance_label":0},{"document_id":"qopcs6jy","query_relevance_label":0},{"document_id":"qpcvxwti","query_relevance_label":0},{"document_id":"qpt5dj8p","query_relevance_label":0},{"document_id":"qrfx165d","query_relevance_label":0},{"document_id":"qsd49pvm","query_relevance_label":1},{"document_id":"qu7ddcw9","query_relevance_label":0},{"document_id":"qxdakdk0","query_relevance_label":1},{"document_id":"qxiyo47f","query_relevance_label":0},{"document_id":"qyg8hn56","query_relevance_label":0},{"document_id":"ojwbuf9n","query_relevance_label":1},{"document_id":"qzeabqh4","query_relevance_label":0},{"document_id":"r0h2zhj2","query_relevance_label":0},{"document_id":"r0nzgu8m","query_relevance_label":0},{"document_id":"r0zyfamz","query_relevance_label":0},{"document_id":"rkwya9l9","query_relevance_label":2},{"document_id":"r3rlykli","query_relevance_label":1},{"document_id":"r49ox9x9","query_relevance_label":2},{"document_id":"cvpymljk","query_relevance_label":0},{"document_id":"r55fe25x","query_relevance_label":0},{"document_id":"r7ahl9gd","query_relevance_label":0},{"document_id":"r88hpbxp","query_relevance_label":0},{"document_id":"r9dyt0n5","query_relevance_label":2},{"document_id":"raelqb6j","query_relevance_label":0},{"document_id":"ratbgibg","query_relevance_label":0},{"document_id":"rbt84zet","query_relevance_label":1},{"document_id":"rbxymftg","query_relevance_label":2},{"document_id":"rcdoewwv","query_relevance_label":0},{"document_id":"rd5bd1ae","query_relevance_label":2},{"document_id":"rdlinzrn","query_relevance_label":0},{"document_id":"zt80ic8h","query_relevance_label":0},{"document_id":"rfj9t99r","query_relevance_label":0},{"document_id":"ri2w5iby","query_relevance_label":0},{"document_id":"ri7v2ka3","query_relevance_label":0},{"document_id":"rifr5uub","query_relevance_label":0},{"document_id":"rjqq1lxx","query_relevance_label":0},{"document_id":"rmlrhyf2","query_relevance_label":0},{"document_id":"rmmp3gms","query_relevance_label":0},{"document_id":"rmxin1da","query_relevance_label":0},{"document_id":"rongrdai","query_relevance_label":0},{"document_id":"rpeqkfxc","query_relevance_label":0},{"document_id":"rq5gh710","query_relevance_label":0},{"document_id":"rsbb913w","query_relevance_label":0},{"document_id":"rtwko7mu","query_relevance_label":0},{"document_id":"rvnvwe21","query_relevance_label":2},{"document_id":"2qugltxu","query_relevance_label":0},{"document_id":"rxrlbw60","query_relevance_label":0},{"document_id":"rycluj9p","query_relevance_label":1},{"document_id":"rz205rqd","query_relevance_label":1},{"document_id":"rzf0cw1x","query_relevance_label":0},{"document_id":"s0l801qv","query_relevance_label":1},{"document_id":"s19pa1z1","query_relevance_label":1},{"document_id":"s2d3q4ob","query_relevance_label":0},{"document_id":"pb8t1nha","query_relevance_label":0},{"document_id":"s2j4qf0j","query_relevance_label":0},{"document_id":"s3q6l9hv","query_relevance_label":0},{"document_id":"s4aisy2z","query_relevance_label":2},{"document_id":"s4y6uxsb","query_relevance_label":0},{"document_id":"s6wmq3mz","query_relevance_label":0},{"document_id":"s71naf96","query_relevance_label":1},{"document_id":"s7fzex7v","query_relevance_label":0},{"document_id":"s7k8ldrj","query_relevance_label":0},{"document_id":"s7kzp795","query_relevance_label":0},{"document_id":"s7uqawbd","query_relevance_label":0},{"document_id":"s7w70kqy","query_relevance_label":0},{"document_id":"s953j62y","query_relevance_label":1},{"document_id":"s96d3ust","query_relevance_label":0},{"document_id":"s9vv7rw4","query_relevance_label":0},{"document_id":"sbswy7el","query_relevance_label":0},{"document_id":"sc1m4c07","query_relevance_label":2},{"document_id":"scs7hkhr","query_relevance_label":0},{"document_id":"sdih33mv","query_relevance_label":1},{"document_id":"sdij1d90","query_relevance_label":2},{"document_id":"sdiwnhs0","query_relevance_label":0},{"document_id":"seaa46hz","query_relevance_label":1},{"document_id":"sgm24q1i","query_relevance_label":0},{"document_id":"sgy03deg","query_relevance_label":0},{"document_id":"u7bv56cr","query_relevance_label":1},{"document_id":"si5o2hq0","query_relevance_label":2},{"document_id":"sibidlrl","query_relevance_label":2},{"document_id":"six4f3xh","query_relevance_label":0},{"document_id":"sjyrr2bn","query_relevance_label":0},{"document_id":"slouuryl","query_relevance_label":1},{"document_id":"smikf6vx","query_relevance_label":0},{"document_id":"sn7rswab","query_relevance_label":0},{"document_id":"sphwclzs","query_relevance_label":0},{"document_id":"sq5z686p","query_relevance_label":1},{"document_id":"67mnzrez","query_relevance_label":0},{"document_id":"sqxmt699","query_relevance_label":0},{"document_id":"ssa59gng","query_relevance_label":0},{"document_id":"st2ebdah","query_relevance_label":0},{"document_id":"stnjl8f8","query_relevance_label":0},{"document_id":"strhszpd","query_relevance_label":0},{"document_id":"sw23wf4b","query_relevance_label":0},{"document_id":"sxznxse5","query_relevance_label":0},{"document_id":"sygnmiun","query_relevance_label":0},{"document_id":"szsb1oan","query_relevance_label":0},{"document_id":"t0oqk88n","query_relevance_label":0},{"document_id":"t1wpujpm","query_relevance_label":1},{"document_id":"t1xjy12y","query_relevance_label":0},{"document_id":"t20huil6","query_relevance_label":0},{"document_id":"dfj2m067","query_relevance_label":1},{"document_id":"t4v5zunk","query_relevance_label":2},{"document_id":"t5iz3vdz","query_relevance_label":0},{"document_id":"t6fdr2pa","query_relevance_label":0},{"document_id":"t6ogxz7n","query_relevance_label":0},{"document_id":"t6rnpnfc","query_relevance_label":0},{"document_id":"t6zf5k99","query_relevance_label":0},{"document_id":"bu17n7zf","query_relevance_label":0},{"document_id":"64npnmha","query_relevance_label":0},{"document_id":"t8s52emf","query_relevance_label":0},{"document_id":"tcc7e6ls","query_relevance_label":0},{"document_id":"tcrxm7jy","query_relevance_label":0},{"document_id":"yth9hh5q","query_relevance_label":0},{"document_id":"tedurmyb","query_relevance_label":0},{"document_id":"tfkhptdg","query_relevance_label":0},{"document_id":"tfw4zqiy","query_relevance_label":0},{"document_id":"tfxarku1","query_relevance_label":2},{"document_id":"tg8kfiot","query_relevance_label":0},{"document_id":"wjwmsvpf","query_relevance_label":0},{"document_id":"tgimcej6","query_relevance_label":0},{"document_id":"thnj9c8f","query_relevance_label":0},{"document_id":"tj4m01s4","query_relevance_label":0},{"document_id":"tktqlfgd","query_relevance_label":2},{"document_id":"tl67wn1l","query_relevance_label":0},{"document_id":"tle5jvak","query_relevance_label":0},{"document_id":"3qdpuzo1","query_relevance_label":0},{"document_id":"5rkxhvvw","query_relevance_label":0},{"document_id":"tmio2p2r","query_relevance_label":0},{"document_id":"tmkfju93","query_relevance_label":0},{"document_id":"tnctqc1a","query_relevance_label":0},{"document_id":"tnh0szvz","query_relevance_label":1},{"document_id":"to3wn7yj","query_relevance_label":0},{"document_id":"to6b17cb","query_relevance_label":0},{"document_id":"tohbzenc","query_relevance_label":0},{"document_id":"tomsdx3z","query_relevance_label":2},{"document_id":"totc93f4","query_relevance_label":1},{"document_id":"tph5n7ak","query_relevance_label":0},{"document_id":"trlni6iq","query_relevance_label":0},{"document_id":"33jxxp1b","query_relevance_label":0},{"document_id":"ttdzvw1s","query_relevance_label":0},{"document_id":"ttl1f9dd","query_relevance_label":1},{"document_id":"tu1vevx9","query_relevance_label":0},{"document_id":"tug2t7dm","query_relevance_label":0},{"document_id":"tupom7fb","query_relevance_label":0},{"document_id":"tvv73r7h","query_relevance_label":0},{"document_id":"txaoz7oh","query_relevance_label":2},{"document_id":"txk1qic1","query_relevance_label":0},{"document_id":"txt4jiy8","query_relevance_label":0},{"document_id":"tzmev77c","query_relevance_label":1},{"document_id":"u0kyyyb7","query_relevance_label":1},{"document_id":"u3n60qjw","query_relevance_label":0},{"document_id":"u3ow62fn","query_relevance_label":1},{"document_id":"u4bgqwlw","query_relevance_label":0},{"document_id":"u55ibep9","query_relevance_label":0},{"document_id":"u6ewlh16","query_relevance_label":0},{"document_id":"u6uqroi0","query_relevance_label":0},{"document_id":"u7tz6xzz","query_relevance_label":0},{"document_id":"u7zxlgxz","query_relevance_label":0},{"document_id":"u87lx38h","query_relevance_label":0},{"document_id":"uak8xgos","query_relevance_label":0},{"document_id":"ub7s6yz6","query_relevance_label":0},{"document_id":"svo94kuo","query_relevance_label":0},{"document_id":"ucqago27","query_relevance_label":2},{"document_id":"udtj0lom","query_relevance_label":0},{"document_id":"ue7v0yab","query_relevance_label":2},{"document_id":"ueaoipgl","query_relevance_label":0},{"document_id":"uemu8zd8","query_relevance_label":0},{"document_id":"ueqlhgn0","query_relevance_label":0},{"document_id":"uexahhdr","query_relevance_label":1},{"document_id":"uez654q2","query_relevance_label":0},{"document_id":"ugc7ce21","query_relevance_label":0},{"document_id":"uhwg608l","query_relevance_label":2},{"document_id":"uifnjio5","query_relevance_label":0},{"document_id":"ujq9mxk7","query_relevance_label":0},{"document_id":"ukz73rp2","query_relevance_label":0},{"document_id":"unnrflmr","query_relevance_label":0},{"document_id":"untuy1e6","query_relevance_label":0},{"document_id":"unwxxt8s","query_relevance_label":0},{"document_id":"uokqn2u8","query_relevance_label":0},{"document_id":"upcsvjuo","query_relevance_label":1},{"document_id":"tr7ob73n","query_relevance_label":2},{"document_id":"urk7fe34","query_relevance_label":0},{"document_id":"urpianz6","query_relevance_label":1},{"document_id":"urr9oqfc","query_relevance_label":0},{"document_id":"us0qpw0m","query_relevance_label":1},{"document_id":"uurvoa1o","query_relevance_label":1},{"document_id":"uuwvmltw","query_relevance_label":2},{"document_id":"uvv06b4n","query_relevance_label":0},{"document_id":"rd766a4w","query_relevance_label":0},{"document_id":"uwbmox8a","query_relevance_label":0},{"document_id":"uxeaaski","query_relevance_label":0},{"document_id":"uy0f7f2o","query_relevance_label":0},{"document_id":"uyu2buo1","query_relevance_label":1},{"document_id":"uywz5nqw","query_relevance_label":0},{"document_id":"v02fs28k","query_relevance_label":0},{"document_id":"v08cs51n","query_relevance_label":0},{"document_id":"v3vxhqi4","query_relevance_label":2},{"document_id":"v4c1lgpd","query_relevance_label":0},{"document_id":"v59dpmuu","query_relevance_label":0},{"document_id":"v5sya5to","query_relevance_label":2},{"document_id":"v5t5htqz","query_relevance_label":2},{"document_id":"v6kw8xsh","query_relevance_label":0},{"document_id":"n40tz9ez","query_relevance_label":0},{"document_id":"v73bsrwg","query_relevance_label":0},{"document_id":"mstslna2","query_relevance_label":0},{"document_id":"va34p27b","query_relevance_label":0},{"document_id":"ql8ubuok","query_relevance_label":1},{"document_id":"vbgf50os","query_relevance_label":0},{"document_id":"vd2jptlm","query_relevance_label":0},{"document_id":"vduk4asq","query_relevance_label":1},{"document_id":"ve4ubnf5","query_relevance_label":0},{"document_id":"vfd0su0w","query_relevance_label":1},{"document_id":"vijzfbyj","query_relevance_label":0},{"document_id":"vimbhox4","query_relevance_label":0},{"document_id":"vk4lt83x","query_relevance_label":1},{"document_id":"vkjcheaz","query_relevance_label":0},{"document_id":"vm0k7hfx","query_relevance_label":2},{"document_id":"vnn7lp8w","query_relevance_label":2},{"document_id":"vobslprh","query_relevance_label":0},{"document_id":"vof63qat","query_relevance_label":0},{"document_id":"vogh5eys","query_relevance_label":0},{"document_id":"vogj4jfz","query_relevance_label":0},{"document_id":"vorczspu","query_relevance_label":0},{"document_id":"vosgahs3","query_relevance_label":0},{"document_id":"vpgvb5s4","query_relevance_label":1},{"document_id":"79bxz3ic","query_relevance_label":0},{"document_id":"vqws942c","query_relevance_label":1},{"document_id":"vskiyqop","query_relevance_label":0},{"document_id":"vslevssr","query_relevance_label":1},{"document_id":"vu7u11yk","query_relevance_label":1},{"document_id":"vufygjcc","query_relevance_label":0},{"document_id":"vuonolxg","query_relevance_label":0},{"document_id":"vuyiqo64","query_relevance_label":0},{"document_id":"vv0q3id5","query_relevance_label":1},{"document_id":"vx0dl0iv","query_relevance_label":0},{"document_id":"vx2t7jgu","query_relevance_label":0},{"document_id":"vy0mvzeb","query_relevance_label":2},{"document_id":"vydgwa8o","query_relevance_label":0},{"document_id":"vyeescn8","query_relevance_label":1},{"document_id":"vymlfsdn","query_relevance_label":0},{"document_id":"vytmwmoj","query_relevance_label":0},{"document_id":"vzyrcmu4","query_relevance_label":2},{"document_id":"g0x3rxeo","query_relevance_label":0},{"document_id":"w0ju0dcr","query_relevance_label":0},{"document_id":"w1ep0wq8","query_relevance_label":1},{"document_id":"w3045qsc","query_relevance_label":0},{"document_id":"w33nspfl","query_relevance_label":2},{"document_id":"jlfbngbo","query_relevance_label":0},{"document_id":"w6bk2x1n","query_relevance_label":2},{"document_id":"w6gmscv4","query_relevance_label":0},{"document_id":"w72ma7fp","query_relevance_label":0},{"document_id":"w7cn9iqp","query_relevance_label":0},{"document_id":"w84qtud6","query_relevance_label":2},{"document_id":"w8ewm8ve","query_relevance_label":0},{"document_id":"w8f6ip1k","query_relevance_label":0},{"document_id":"w932k1v6","query_relevance_label":0},{"document_id":"w98i9l5i","query_relevance_label":0},{"document_id":"w9mij6c6","query_relevance_label":2},{"document_id":"w9rqnz9h","query_relevance_label":0},{"document_id":"w9zyshzb","query_relevance_label":2},{"document_id":"wajt5xe0","query_relevance_label":2},{"document_id":"wbbotohj","query_relevance_label":0},{"document_id":"wbd0s4fo","query_relevance_label":0},{"document_id":"wddj6hrv","query_relevance_label":0},{"document_id":"wefj7is3","query_relevance_label":0},{"document_id":"wf2tbbo2","query_relevance_label":2},{"document_id":"wfq7y3nk","query_relevance_label":0},{"document_id":"wg7cpimw","query_relevance_label":0},{"document_id":"wgau58zl","query_relevance_label":0},{"document_id":"wh0uw4xr","query_relevance_label":0},{"document_id":"wicc796j","query_relevance_label":0},{"document_id":"witgquy6","query_relevance_label":2},{"document_id":"wku1sd9k","query_relevance_label":0},{"document_id":"wl121lg4","query_relevance_label":0},{"document_id":"wl83d6gs","query_relevance_label":2},{"document_id":"wm6yey1v","query_relevance_label":0},{"document_id":"wzd51alu","query_relevance_label":0},{"document_id":"wolpnbxa","query_relevance_label":0},{"document_id":"wonwes6p","query_relevance_label":0},{"document_id":"wp3v00uk","query_relevance_label":1},{"document_id":"wr10ar5p","query_relevance_label":0},{"document_id":"wrzh32lh","query_relevance_label":0},{"document_id":"wtvjjc7p","query_relevance_label":0},{"document_id":"3gv060cu","query_relevance_label":0},{"document_id":"40grg9tr","query_relevance_label":1},{"document_id":"ktkq5cmt","query_relevance_label":0},{"document_id":"wwiopinv","query_relevance_label":0},{"document_id":"wx7nheay","query_relevance_label":0},{"document_id":"wynyrumi","query_relevance_label":0},{"document_id":"wz2wrgpk","query_relevance_label":1},{"document_id":"x0z68jos","query_relevance_label":0},{"document_id":"x1u70y1x","query_relevance_label":0},{"document_id":"x1zq2i9h","query_relevance_label":0},{"document_id":"4v7cm46l","query_relevance_label":0},{"document_id":"x3lrlzsd","query_relevance_label":0},{"document_id":"x50tvq3a","query_relevance_label":0},{"document_id":"x58r5cpv","query_relevance_label":0},{"document_id":"x5t90x56","query_relevance_label":0},{"document_id":"x6s34z1s","query_relevance_label":0},{"document_id":"x70501t3","query_relevance_label":0},{"document_id":"x95h80nq","query_relevance_label":1},{"document_id":"xanqvdhn","query_relevance_label":2},{"document_id":"xbfguoj4","query_relevance_label":0},{"document_id":"ag0fdagi","query_relevance_label":0},{"document_id":"xf1k5uj1","query_relevance_label":0},{"document_id":"xg53p4sv","query_relevance_label":0},{"document_id":"xge5hxel","query_relevance_label":2},{"document_id":"xgnv3eiw","query_relevance_label":0},{"document_id":"xixdcdm1","query_relevance_label":1},{"document_id":"xjco8xb0","query_relevance_label":0},{"document_id":"xkoilncd","query_relevance_label":1},{"document_id":"xpbcoipf","query_relevance_label":0},{"document_id":"xpqd9j5s","query_relevance_label":0},{"document_id":"xq1cxrvf","query_relevance_label":0},{"document_id":"8zzi6gu9","query_relevance_label":0},{"document_id":"xuczplaf","query_relevance_label":0},{"document_id":"xuj4yymz","query_relevance_label":0},{"document_id":"beva0bkg","query_relevance_label":0},{"document_id":"xuwpaumj","query_relevance_label":1},{"document_id":"xvfl7ycj","query_relevance_label":2},{"document_id":"xvnv17zy","query_relevance_label":0},{"document_id":"z7io2vq6","query_relevance_label":0},{"document_id":"xwjtjopl","query_relevance_label":0},{"document_id":"xwmr7up9","query_relevance_label":0},{"document_id":"xwqhaaij","query_relevance_label":0},{"document_id":"8xac7x5x","query_relevance_label":1},{"document_id":"xxdrjngv","query_relevance_label":0},{"document_id":"xypg6evo","query_relevance_label":0},{"document_id":"gqno0hkq","query_relevance_label":0},{"document_id":"y1afswkm","query_relevance_label":0},{"document_id":"zw2boiyo","query_relevance_label":1},{"document_id":"y29kct7v","query_relevance_label":0},{"document_id":"y2vnvc1w","query_relevance_label":0},{"document_id":"y3joi01a","query_relevance_label":0},{"document_id":"y3zrt52j","query_relevance_label":2},{"document_id":"1f9x5li8","query_relevance_label":0},{"document_id":"y4eyse0y","query_relevance_label":0},{"document_id":"y4zoyqua","query_relevance_label":2},{"document_id":"y5cbp2yz","query_relevance_label":2},{"document_id":"y607uvg6","query_relevance_label":0},{"document_id":"y7giefdw","query_relevance_label":0},{"document_id":"y7lrp0gc","query_relevance_label":1},{"document_id":"y7o8ovf9","query_relevance_label":0},{"document_id":"ya8qpqy9","query_relevance_label":1},{"document_id":"yabt72jf","query_relevance_label":0},{"document_id":"yaow639d","query_relevance_label":1},{"document_id":"yaspd6l7","query_relevance_label":0},{"document_id":"ybwgza0f","query_relevance_label":0},{"document_id":"yc8q62z8","query_relevance_label":2},{"document_id":"ycgz54i3","query_relevance_label":0},{"document_id":"yci0a6bt","query_relevance_label":0},{"document_id":"ycuiso0g","query_relevance_label":2},{"document_id":"ydm77mhk","query_relevance_label":1},{"document_id":"ydmvugdw","query_relevance_label":0},{"document_id":"ye15hb3y","query_relevance_label":0},{"document_id":"ye570v9g","query_relevance_label":0},{"document_id":"ye5v8t3j","query_relevance_label":1},{"document_id":"yev38f0k","query_relevance_label":0},{"document_id":"yf5g53a9","query_relevance_label":2},{"document_id":"yflng8m3","query_relevance_label":0},{"document_id":"yg5posts","query_relevance_label":0},{"document_id":"ygkwdrxl","query_relevance_label":0},{"document_id":"ygwdldae","query_relevance_label":1},{"document_id":"ygygnmgm","query_relevance_label":2},{"document_id":"yi6yu5l1","query_relevance_label":2},{"document_id":"r60u0bf7","query_relevance_label":0},{"document_id":"yj25zkx6","query_relevance_label":0},{"document_id":"yk60ol95","query_relevance_label":0},{"document_id":"ylr2b8ck","query_relevance_label":0},{"document_id":"ymz7z76i","query_relevance_label":0},{"document_id":"dp2xzul1","query_relevance_label":0},{"document_id":"yolo8bb3","query_relevance_label":0},{"document_id":"yp9ofhi8","query_relevance_label":1},{"document_id":"ypv2a9yr","query_relevance_label":0},{"document_id":"yq4dtf8n","query_relevance_label":0},{"document_id":"yq4kn8ip","query_relevance_label":0},{"document_id":"yqeifpoy","query_relevance_label":0},{"document_id":"kcimahsa","query_relevance_label":0},{"document_id":"ytu39uvk","query_relevance_label":0},{"document_id":"yv2gjjzg","query_relevance_label":0},{"document_id":"yvsyo4l9","query_relevance_label":0},{"document_id":"ywaefpe8","query_relevance_label":0},{"document_id":"yxawoasz","query_relevance_label":0},{"document_id":"s91sz7c0","query_relevance_label":0},{"document_id":"buvzvrmr","query_relevance_label":0},{"document_id":"yzffm05r","query_relevance_label":0},{"document_id":"yzloau0d","query_relevance_label":0},{"document_id":"deg8ju9a","query_relevance_label":0},{"document_id":"z0h32jyu","query_relevance_label":2},{"document_id":"z0qzgu5m","query_relevance_label":0},{"document_id":"z2kgcjtp","query_relevance_label":0},{"document_id":"z4hc9yhb","query_relevance_label":1},{"document_id":"z4l3pk23","query_relevance_label":0},{"document_id":"z5109axc","query_relevance_label":2},{"document_id":"z5lv81bi","query_relevance_label":0},{"document_id":"z6kiee09","query_relevance_label":1},{"document_id":"z739ifu5","query_relevance_label":2},{"document_id":"z73q22v3","query_relevance_label":0},{"document_id":"za3qypgg","query_relevance_label":2},{"document_id":"zaro1a2m","query_relevance_label":0},{"document_id":"zawf4jzm","query_relevance_label":0},{"document_id":"zb434ve3","query_relevance_label":2},{"document_id":"zbpk7sh0","query_relevance_label":2},{"document_id":"zdfx3zo3","query_relevance_label":1},{"document_id":"zdog6ddu","query_relevance_label":0},{"document_id":"zebz0gns","query_relevance_label":1},{"document_id":"zec7hphk","query_relevance_label":0},{"document_id":"zfbu9646","query_relevance_label":0},{"document_id":"zg2u7fwx","query_relevance_label":1},{"document_id":"zgdbvfi4","query_relevance_label":0},{"document_id":"50db66ru","query_relevance_label":0},{"document_id":"zi98dq1v","query_relevance_label":0},{"document_id":"zj34cb6f","query_relevance_label":0},{"document_id":"zknmfgsh","query_relevance_label":0},{"document_id":"zlc0dv0a","query_relevance_label":0},{"document_id":"zmmatkka","query_relevance_label":0},{"document_id":"zn87f1lk","query_relevance_label":2},{"document_id":"zndtddty","query_relevance_label":0},{"document_id":"zowo5ojd","query_relevance_label":0},{"document_id":"ft15w83r","query_relevance_label":0},{"document_id":"zpi7uis1","query_relevance_label":0},{"document_id":"zrbesm5b","query_relevance_label":2},{"document_id":"zsr5zz2k","query_relevance_label":0},{"document_id":"zwhavf4h","query_relevance_label":2},{"document_id":"zy8qjaai","query_relevance_label":0}]} diff --git a/sdk/evaluation/azure-ai-evaluation/tests/unittests/test_document_retrieval_evaluator.py b/sdk/evaluation/azure-ai-evaluation/tests/unittests/test_document_retrieval_evaluator.py new file mode 100644 index 000000000000..83785b34e2ee --- /dev/null +++ b/sdk/evaluation/azure-ai-evaluation/tests/unittests/test_document_retrieval_evaluator.py @@ -0,0 +1,229 @@ +# --------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# --------------------------------------------------------- +import pytest +import os +import json +import pathlib +import random +from azure.ai.evaluation import evaluate +from azure.ai.evaluation._exceptions import EvaluationException +from azure.ai.evaluation._evaluators._document_retrieval import ( + DocumentRetrievalEvaluator, + RetrievalGroundTruthDocument, + RetrievedDocument +) + +def _get_file(name): + """Get the file from the unittest data folder.""" + data_path = os.path.join(pathlib.Path(__file__).parent.resolve(), "data") + return os.path.join(data_path, name) + +@pytest.fixture() +def doc_retrieval_eval_data(): + filename = _get_file("beir_document_retrieval_evaluation.jsonl") + records = [] + with open(filename) as f: + records.extend( + [json.loads(x) for x in f.readlines()] + ) + + return filename, records + +@pytest.fixture() +def bad_doc_retrieval_eval_data(): + filename = _get_file("bad_input_document_retrieval_evaluation.jsonl") + + records = [] + with open(filename) as f: + records.extend( + [json.loads(x) for x in f.readlines()] + ) + + return filename, records + +def test_success(doc_retrieval_eval_data): + _, records = doc_retrieval_eval_data + evaluator = DocumentRetrievalEvaluator(ground_truth_label_min=0, ground_truth_label_max=3) + + for record in records: + result = evaluator(**record) + + assert isinstance(result, dict) + assert "ndcg@3" in result + +def test_groundtruth_min_gte_max(): + expected_exception_msg = "The ground truth label maximum must be strictly greater than the ground truth label minimum." + with pytest.raises(EvaluationException) as exc_info: + DocumentRetrievalEvaluator(ground_truth_label_min=2, ground_truth_label_max=1) + + assert expected_exception_msg in str( + exc_info._excinfo[1] + ) + + with pytest.raises(EvaluationException) as exc_info: + DocumentRetrievalEvaluator(ground_truth_label_max=0, ground_truth_label_min=0) + + assert expected_exception_msg in str( + exc_info._excinfo[1] + ) + +def test_incorrect_groundtruth_min(): + expected_exception_msg = ("A query relevance label less than the configured minimum value was detected in the evaluation input data. " + "Check the range of ground truth label values in the input data and set the value of ground_truth_label_min to " + "the appropriate value for your data.") + data_groundtruth_min = 0 + configured_groundtruth_min = 1 + + groundtruth_docs = [ + RetrievalGroundTruthDocument({"document_id": f"doc_{x}", "query_relevance_label": x}) for x in range(data_groundtruth_min, 5) + ] + + retrieved_docs = [ + RetrievedDocument({"document_id": f"doc_{x}", "relevance_score": random.uniform(-10, 10)}) for x in range(data_groundtruth_min, 5) + ] + + evaluator = DocumentRetrievalEvaluator(ground_truth_label_min=configured_groundtruth_min, ground_truth_label_max=4) + + with pytest.raises(EvaluationException) as exc_info: + evaluator(retrieval_ground_truth=groundtruth_docs, retrieved_documents=retrieved_docs) + + assert expected_exception_msg in str( + exc_info._excinfo[1] + ) + +def test_incorrect_groundtruth_max(): + expected_exception_msg = ("A query relevance label greater than the configured maximum value was detected in the evaluation input data. " + "Check the range of ground truth label values in the input data and set the value of ground_truth_label_max to " + "the appropriate value for your data.") + data_groundtruth_max = 5 + configured_groundtruth_max = 4 + + groundtruth_docs = [ + RetrievalGroundTruthDocument({"document_id": f"doc_{x}", "query_relevance_label": x}) for x in range(0, data_groundtruth_max + 1) + ] + + retrieved_docs = [ + RetrievedDocument({"document_id": f"doc_{x}", "relevance_score": random.uniform(-10, 10)}) for x in range(0, data_groundtruth_max + 1) + ] + + evaluator = DocumentRetrievalEvaluator(ground_truth_label_min=0, ground_truth_label_max=configured_groundtruth_max) + + with pytest.raises(EvaluationException) as exc_info: + evaluator(retrieval_ground_truth=groundtruth_docs, retrieved_documents=retrieved_docs) + + assert expected_exception_msg in str( + exc_info._excinfo[1] + ) + +def test_threshold(doc_retrieval_eval_data): + _, records = doc_retrieval_eval_data + record = records[-1] + custom_threshold_subset = { + "ndcg@3": 0.7, + "xdcg@3": 0.7, + "fidelity": 0.7, + } + + custom_threshold_superset = { + "ndcg@3": 0.7, + "xdcg@3": 0.7, + "fidelity": 0.7, + "top1_relevance": 70, + "top3_max_relevance": 70, + "total_retrieved_documents": 10, + "total_ground_truth_documents": 10, + "unknown_metric": 50 + } + + for threshold in [custom_threshold_subset, custom_threshold_superset]: + evaluator = DocumentRetrievalEvaluator(ground_truth_label_min=0, ground_truth_label_max=2, threshold=threshold) + results = evaluator(**record) + + expected_keys = [ + "ndcg@3", "ndcg@3_result", "ndcg@3_threshold", "ndcg@3_higher_is_better", + "xdcg@3", "xdcg@3_result", "xdcg@3_threshold", "xdcg@3_higher_is_better", + "fidelity", "fidelity_result", "fidelity_threshold", "fidelity_higher_is_better", + "top1_relevance", "top1_relevance_result", "top1_relevance_threshold", "top1_relevance_higher_is_better", + "top3_max_relevance", "top3_max_relevance_result", "top3_max_relevance_threshold", "top3_max_relevance_higher_is_better", + "total_retrieved_documents", "total_retrieved_documents_result", "total_retrieved_documents_threshold", "total_retrieved_documents_higher_is_better", + "total_ground_truth_documents", "total_ground_truth_documents_result", "total_ground_truth_documents_threshold", "total_ground_truth_documents_higher_is_better", + "holes", "holes_result", "holes_threshold", "holes_higher_is_better", + "holes_ratio", "holes_ratio_result", "holes_ratio_threshold", "holes_ratio_higher_is_better" + ] + + assert set(expected_keys) == set(results.keys()) + +def test_invalid_input(bad_doc_retrieval_eval_data): + filename, records = bad_doc_retrieval_eval_data + for record in records: + expected_exception_msg = record.pop("expected_exception") + with pytest.raises(EvaluationException) as exc_info: + evaluator = DocumentRetrievalEvaluator(ground_truth_label_min=0, ground_truth_label_max=2) + evaluator(**record) + + assert expected_exception_msg in str( + exc_info._excinfo[1] + ) + + +def test_qrels_results_limit(): + groundtruth_docs = [ + RetrievalGroundTruthDocument({"document_id": f"doc_{x}", "query_relevance_label": random.choice([0, 1, 2, 3, 4])}) for x in range(0, 10000) + ] + + retrieved_docs = [ + RetrievedDocument({"document_id": f"doc_{x}", "relevance_score": random.uniform(-10, 10)}) for x in range(0, 10000) + ] + + evaluator = DocumentRetrievalEvaluator() + evaluator(retrieval_ground_truth=groundtruth_docs, retrieved_documents=retrieved_docs) + +def test_qrels_results_exceeds_max_allowed(): + expected_exception_msg = "'retrieval_ground_truth' and 'retrieved_documents' inputs should contain no more than 10000 items." + + groundtruth_docs = [ + RetrievalGroundTruthDocument({"document_id": f"doc_{x}", "query_relevance_label": random.choice([0, 1, 2, 3, 4])}) for x in range(0, 10001) + ] + + retrieved_docs = [ + RetrievedDocument({"document_id": f"doc_{x}", "relevance_score": random.uniform(-10, 10)}) for x in range(0, 10001) + ] + + evaluator = DocumentRetrievalEvaluator() + + with pytest.raises(EvaluationException) as exc_info: + evaluator(retrieval_ground_truth=groundtruth_docs, retrieved_documents=retrieved_docs) + + assert expected_exception_msg in str( + exc_info._excinfo[1] + ) + +def test_no_retrieved_documents(): + groundtruth_docs = [ + RetrievalGroundTruthDocument({"document_id": f"doc_{x}", "query_relevance_label": random.choice([0, 1, 2, 3, 4])}) for x in range(0, 9) + ] + + retrieved_docs = [] + + evaluator = DocumentRetrievalEvaluator() + result = evaluator(retrieval_ground_truth=groundtruth_docs, retrieved_documents=retrieved_docs) + + assert result["ndcg@3"] == 0 + assert result["holes"] == 0 + +def test_no_labeled_retrieved_documents(): + groundtruth_docs = [ + RetrievalGroundTruthDocument({"document_id": f"doc_{x}", "query_relevance_label": random.choice([0, 1, 2, 3, 4])}) for x in range(0, 9) + ] + + retrieved_docs = [ + RetrievedDocument({"document_id": f"doc_{x}_nolabel", "relevance_score": random.uniform(-10, 10)}) for x in range(0, 9) + ] + + evaluator = DocumentRetrievalEvaluator() + result = evaluator(retrieval_ground_truth=groundtruth_docs, retrieved_documents=retrieved_docs) + + assert result["ndcg@3"] == 0 + assert result["holes"] == len(retrieved_docs) +