{
 "schemaVersion": "blobfish.typed-decision-bench-task.v1",
 "version": "0.3.0",
 "task": "unfair-tos-clause-type",
 "family": "safety-and-quality",
 "use_case": "compliance-verification",
 "vertical": "consumer-legal",
 "dataset": "nguha/legalbench",
 "licence": "CC-BY-4.0",
 "provenance": "expert",
 "state_kind": "text",
 "primitive": "choice",
 "items": 200,
 "scores": {
  "decider-2b": {
   "decisionScore": 83.53,
   "accuracy": 0.8,
   "answered": 200,
   "items": 200
  },
  "Jev": {
   "decisionScore": 85.91,
   "accuracy": 0.82,
   "answered": 200,
   "items": 200
  },
  "JevFish": {
   "decisionScore": 90.29,
   "accuracy": 0.895,
   "answered": 200,
   "items": 200
  },
  "NanoJev": {
   "decisionScore": 60.83,
   "accuracy": 0.255,
   "answered": 200,
   "items": 200
  },
  "OpenJev": {
   "decisionScore": 83.92,
   "accuracy": 0.805,
   "answered": 200,
   "items": 200
  },
  "System One Scorer": {
   "decisionScore": 79.07,
   "accuracy": 0.78,
   "answered": 200,
   "items": 200
  }
 },
 "samples": [
  {
   "id": "safety-and-quality:tos-14",
   "state": {
    "clause": "by continuing to access or use the site or services after we have posted a modification on the site or have provided you with notice of a modification , you are indicating that you agree to be bound by the modified terms .",
    "document_type": "consumer terms of service"
   },
   "state_tokens": 55,
   "tier": "common",
   "primary": "unfair_term_type",
   "questions": [
    {
     "id": "unfair_term_type",
     "type": "choice",
     "instructions": "The state holds one sentence from a consumer terms-of-service document. Which one category of potentially unfair contractual term (EU consumer-protection law) does the clause fall into? Pick other when it is none of the eight.",
     "options": [
      [
       "arbitration",
       "Requires or allows disputes to be settled by arbitration rather than in court."
      ],
      [
       "unilateral_change",
       "Lets the provider change the terms or the service at will, without the user's consent."
      ],
      [
       "content_removal",
       "Lets the provider remove the user's content or account at its discretion."
      ],
      [
       "jurisdiction",
       "Fixes the courts or place where disputes must be brought."
      ],
      [
       "choice_of_law",
       "Fixes which country's or state's law governs the contract."
      ],
      [
       "limitation_of_liability",
       "Excludes or limits the provider's liability for damages or losses."
      ],
      [
       "unilateral_termination",
       "Lets the provider terminate the contract or account at will."
      ],
      [
       "contract_by_using",
       "States that using the service counts as accepting the terms."
      ],
      [
       "other",
       "None of the eight unfair-term categories."
      ]
     ],
     "graded": true,
     "expected": "contract_by_using",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "contract_by_using",
       "correct": true,
       "probabilities": {
        "contract_by_using": 0.9147,
        "unilateral_change": 0.0487,
        "other": 0.0274,
        "unilateral_termination": 0.0019,
        "jurisdiction": 0.0018,
        "content_removal": 0.0017
       },
       "probability_of_expected": 0.9147,
       "proper_score": 0.9948
      },
      "Jev": {
       "answered": true,
       "pick": "unilateral_change",
       "correct": false,
       "probabilities": {
        "unilateral_change": 0.67,
        "contract_by_using": 0.33,
        "choice_of_law": 0.0,
        "jurisdiction": 0.0,
        "content_removal": 0.0,
        "unilateral_termination": 0.0
       },
       "probability_of_expected": 0.33,
       "proper_score": 0.5511
      },
      "JevFish": {
       "answered": true,
       "pick": "contract_by_using",
       "correct": true,
       "probabilities": {
        "contract_by_using": 0.4854,
        "other": 0.4051,
        "unilateral_change": 0.0744,
        "unilateral_termination": 0.0113,
        "arbitration": 0.0058,
        "content_removal": 0.0057
       },
       "probability_of_expected": 0.4854,
       "proper_score": 0.7826
      },
      "NanoJev": {
       "answered": true,
       "pick": "contract_by_using",
       "correct": true,
       "probabilities": {
        "contract_by_using": 0.3243,
        "other": 0.1585,
        "choice_of_law": 0.1115,
        "unilateral_change": 0.1052,
        "limitation_of_liability": 0.0882,
        "unilateral_termination": 0.0703
       },
       "probability_of_expected": 0.3243,
       "proper_score": 0.737
      },
      "OpenJev": {
       "answered": true,
       "pick": "unilateral_change",
       "correct": false,
       "probabilities": {
        "unilateral_change": 0.8055,
        "contract_by_using": 0.1848,
        "other": 0.0053,
        "unilateral_termination": 0.0018,
        "arbitration": 0.0011,
        "limitation_of_liability": 0.0008
       },
       "probability_of_expected": 0.1848,
       "proper_score": 0.3433
      },
      "System One Scorer": {
       "answered": true,
       "pick": "contract_by_using",
       "correct": true,
       "probabilities": {
        "contract_by_using": 0.7064,
        "other": 0.1259,
        "unilateral_change": 0.0913,
        "unilateral_termination": 0.0204,
        "arbitration": 0.0161,
        "jurisdiction": 0.0128
       },
       "probability_of_expected": 0.7064,
       "proper_score": 0.9442
      }
     }
    }
   ],
   "latency_ms": {
    "decider-2b": 1634.7,
    "Jev": 158.2,
    "JevFish": 1662.3,
    "NanoJev": 806.8,
    "OpenJev": 372.0,
    "System One Scorer": 2105.8
   }
  },
  {
   "id": "safety-and-quality:tos-2204",
   "state": {
    "clause": "crowdtangle may change these terms of service , as described above , notwithstanding any provision to the contrary in any agreement between you and crowdtangle .",
    "document_type": "consumer terms of service"
   },
   "state_tokens": 42,
   "tier": "common",
   "primary": "unfair_term_type",
   "questions": [
    {
     "id": "unfair_term_type",
     "type": "choice",
     "instructions": "The state holds one sentence from a consumer terms-of-service document. Which one category of potentially unfair contractual term (EU consumer-protection law) does the clause fall into? Pick other when it is none of the eight.",
     "options": [
      [
       "arbitration",
       "Requires or allows disputes to be settled by arbitration rather than in court."
      ],
      [
       "unilateral_change",
       "Lets the provider change the terms or the service at will, without the user's consent."
      ],
      [
       "content_removal",
       "Lets the provider remove the user's content or account at its discretion."
      ],
      [
       "jurisdiction",
       "Fixes the courts or place where disputes must be brought."
      ],
      [
       "choice_of_law",
       "Fixes which country's or state's law governs the contract."
      ],
      [
       "limitation_of_liability",
       "Excludes or limits the provider's liability for damages or losses."
      ],
      [
       "unilateral_termination",
       "Lets the provider terminate the contract or account at will."
      ],
      [
       "contract_by_using",
       "States that using the service counts as accepting the terms."
      ],
      [
       "other",
       "None of the eight unfair-term categories."
      ]
     ],
     "graded": true,
     "expected": "unilateral_change",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "unilateral_change",
       "correct": true,
       "probabilities": {
        "unilateral_change": 0.9705,
        "other": 0.0134,
        "unilateral_termination": 0.0051,
        "contract_by_using": 0.0033,
        "limitation_of_liability": 0.0032,
        "content_removal": 0.0015
       },
       "probability_of_expected": 0.9705,
       "proper_score": 0.9994
      },
      "Jev": {
       "answered": true,
       "pick": "unilateral_change",
       "correct": true,
       "probabilities": {
        "unilateral_change": 1.0,
        "arbitration": 0.0,
        "content_removal": 0.0,
        "unilateral_termination": 0.0,
        "other": 0.0,
        "contract_by_using": 0.0
       },
       "probability_of_expected": 1.0,
       "proper_score": 1.0
      },
      "JevFish": {
       "answered": true,
       "pick": "unilateral_change",
       "correct": true,
       "probabilities": {
        "unilateral_change": 0.5874,
        "other": 0.3642,
        "unilateral_termination": 0.0226,
        "arbitration": 0.0083,
        "content_removal": 0.0048,
        "limitation_of_liability": 0.0039
       },
       "probability_of_expected": 0.5874,
       "proper_score": 0.8482
      },
      "NanoJev": {
       "answered": true,
       "pick": "unilateral_change",
       "correct": true,
       "probabilities": {
        "unilateral_change": 0.2137,
        "contract_by_using": 0.1669,
        "other": 0.1348,
        "unilateral_termination": 0.1124,
        "choice_of_law": 0.1052,
        "content_removal": 0.0869
       },
       "probability_of_expected": 0.2137,
       "proper_score": 0.6461
      },
      "OpenJev": {
       "answered": true,
       "pick": "unilateral_change",
       "correct": true,
       "probabilities": {
        "unilateral_change": 0.9999,
        "limitation_of_liability": 0.0,
        "arbitration": 0.0,
        "contract_by_using": 0.0,
        "other": 0.0,
        "choice_of_law": 0.0
       },
       "probability_of_expected": 0.9999,
       "proper_score": 1.0
      },
      "System One Scorer": {
       "answered": true,
       "pick": "unilateral_change",
       "correct": true,
       "probabilities": {
        "unilateral_change": 0.6384,
        "other": 0.1471,
        "contract_by_using": 0.0657,
        "unilateral_termination": 0.0468,
        "choice_of_law": 0.0268,
        "arbitration": 0.0211
       },
       "probability_of_expected": 0.6384,
       "proper_score": 0.9195
      }
     }
    }
   ],
   "latency_ms": {
    "decider-2b": 1818.6,
    "Jev": 140.6,
    "JevFish": 1455.2,
    "NanoJev": 693.5,
    "OpenJev": 318.9,
    "System One Scorer": 2226.7
   }
  },
  {
   "id": "safety-and-quality:tos-2708",
   "state": {
    "clause": "headspace will enforce its trademark rights to the fullest extent of the law , including the seeking of criminal prosecution .",
    "document_type": "consumer terms of service"
   },
   "state_tokens": 34,
   "tier": "common",
   "primary": "unfair_term_type",
   "questions": [
    {
     "id": "unfair_term_type",
     "type": "choice",
     "instructions": "The state holds one sentence from a consumer terms-of-service document. Which one category of potentially unfair contractual term (EU consumer-protection law) does the clause fall into? Pick other when it is none of the eight.",
     "options": [
      [
       "arbitration",
       "Requires or allows disputes to be settled by arbitration rather than in court."
      ],
      [
       "unilateral_change",
       "Lets the provider change the terms or the service at will, without the user's consent."
      ],
      [
       "content_removal",
       "Lets the provider remove the user's content or account at its discretion."
      ],
      [
       "jurisdiction",
       "Fixes the courts or place where disputes must be brought."
      ],
      [
       "choice_of_law",
       "Fixes which country's or state's law governs the contract."
      ],
      [
       "limitation_of_liability",
       "Excludes or limits the provider's liability for damages or losses."
      ],
      [
       "unilateral_termination",
       "Lets the provider terminate the contract or account at will."
      ],
      [
       "contract_by_using",
       "States that using the service counts as accepting the terms."
      ],
      [
       "other",
       "None of the eight unfair-term categories."
      ]
     ],
     "graded": true,
     "expected": "other",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.438,
        "limitation_of_liability": 0.3282,
        "choice_of_law": 0.0705,
        "unilateral_termination": 0.0528,
        "jurisdiction": 0.0377,
        "content_removal": 0.0257
       },
       "probability_of_expected": 0.438,
       "proper_score": 0.7829
      },
      "Jev": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 1.0,
        "content_removal": 0.0,
        "choice_of_law": 0.0,
        "limitation_of_liability": 0.0,
        "contract_by_using": 0.0,
        "jurisdiction": 0.0
       },
       "probability_of_expected": 1.0,
       "proper_score": 1.0
      },
      "JevFish": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.8345,
        "unilateral_change": 0.1028,
        "unilateral_termination": 0.0184,
        "limitation_of_liability": 0.0117,
        "content_removal": 0.0112,
        "arbitration": 0.0091
       },
       "probability_of_expected": 0.8345,
       "proper_score": 0.9807
      },
      "NanoJev": {
       "answered": true,
       "pick": "contract_by_using",
       "correct": false,
       "probabilities": {
        "contract_by_using": 0.2279,
        "other": 0.156,
        "choice_of_law": 0.1361,
        "unilateral_termination": 0.1085,
        "limitation_of_liability": 0.0868,
        "content_removal": 0.0832
       },
       "probability_of_expected": 0.156,
       "proper_score": 0.5884
      },
      "OpenJev": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.9994,
        "arbitration": 0.0003,
        "unilateral_change": 0.0001,
        "limitation_of_liability": 0.0001,
        "contract_by_using": 0.0,
        "jurisdiction": 0.0
       },
       "probability_of_expected": 0.9994,
       "proper_score": 1.0
      },
      "System One Scorer": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.4167,
        "contract_by_using": 0.1568,
        "unilateral_termination": 0.0927,
        "jurisdiction": 0.074,
        "choice_of_law": 0.0692,
        "arbitration": 0.0665
       },
       "probability_of_expected": 0.4167,
       "proper_score": 0.8032
      }
     }
    }
   ],
   "latency_ms": {
    "decider-2b": 1605.3,
    "Jev": 165.0,
    "JevFish": 1580.7,
    "NanoJev": 731.1,
    "OpenJev": 413.8,
    "System One Scorer": 1909.0
   }
  },
  {
   "id": "safety-and-quality:tos-3714",
   "state": {
    "clause": "you acknowledge that your participation in the service , including your creation or uploading of content in the service , does not make you a linden lab employee and that you do not expect to be , and will not be , compensated by linden lab for such activities , and you will make no claim inconsistent with these acknowledgements .",
    "document_type": "consumer terms of service"
   },
   "state_tokens": 76,
   "tier": "common",
   "primary": "unfair_term_type",
   "questions": [
    {
     "id": "unfair_term_type",
     "type": "choice",
     "instructions": "The state holds one sentence from a consumer terms-of-service document. Which one category of potentially unfair contractual term (EU consumer-protection law) does the clause fall into? Pick other when it is none of the eight.",
     "options": [
      [
       "arbitration",
       "Requires or allows disputes to be settled by arbitration rather than in court."
      ],
      [
       "unilateral_change",
       "Lets the provider change the terms or the service at will, without the user's consent."
      ],
      [
       "content_removal",
       "Lets the provider remove the user's content or account at its discretion."
      ],
      [
       "jurisdiction",
       "Fixes the courts or place where disputes must be brought."
      ],
      [
       "choice_of_law",
       "Fixes which country's or state's law governs the contract."
      ],
      [
       "limitation_of_liability",
       "Excludes or limits the provider's liability for damages or losses."
      ],
      [
       "unilateral_termination",
       "Lets the provider terminate the contract or account at will."
      ],
      [
       "contract_by_using",
       "States that using the service counts as accepting the terms."
      ],
      [
       "other",
       "None of the eight unfair-term categories."
      ]
     ],
     "graded": true,
     "expected": "other",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "limitation_of_liability",
       "correct": false,
       "probabilities": {
        "limitation_of_liability": 0.3966,
        "contract_by_using": 0.378,
        "other": 0.1838,
        "choice_of_law": 0.0113,
        "unilateral_termination": 0.0081,
        "jurisdiction": 0.0067
       },
       "probability_of_expected": 0.1838,
       "proper_score": 0.5167
      },
      "Jev": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.82,
        "limitation_of_liability": 0.18,
        "unilateral_change": 0.0,
        "content_removal": 0.0,
        "choice_of_law": 0.0,
        "unilateral_termination": 0.0
       },
       "probability_of_expected": 0.82,
       "proper_score": 0.9676
      },
      "JevFish": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.7412,
        "limitation_of_liability": 0.192,
        "unilateral_change": 0.0215,
        "contract_by_using": 0.0211,
        "unilateral_termination": 0.0073,
        "arbitration": 0.0066
       },
       "probability_of_expected": 0.7412,
       "proper_score": 0.9476
      },
      "NanoJev": {
       "answered": true,
       "pick": "contract_by_using",
       "correct": false,
       "probabilities": {
        "contract_by_using": 0.3797,
        "other": 0.1718,
        "limitation_of_liability": 0.0938,
        "choice_of_law": 0.0888,
        "unilateral_termination": 0.0828,
        "content_removal": 0.0697
       },
       "probability_of_expected": 0.1718,
       "proper_score": 0.5681
      },
      "OpenJev": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.9971,
        "limitation_of_liability": 0.0026,
        "unilateral_change": 0.0001,
        "choice_of_law": 0.0001,
        "arbitration": 0.0001,
        "unilateral_termination": 0.0
       },
       "probability_of_expected": 0.9971,
       "proper_score": 1.0
      },
      "System One Scorer": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.4232,
        "contract_by_using": 0.263,
        "unilateral_termination": 0.0718,
        "arbitration": 0.06,
        "limitation_of_liability": 0.0511,
        "jurisdiction": 0.0436
       },
       "probability_of_expected": 0.4232,
       "proper_score": 0.791
      }
     }
    }
   ],
   "latency_ms": {
    "decider-2b": 1654.6,
    "Jev": 259.3,
    "JevFish": 1461.7,
    "NanoJev": 746.1,
    "OpenJev": 294.2,
    "System One Scorer": 2190.3
   }
  },
  {
   "id": "safety-and-quality:tos-618",
   "state": {
    "clause": "we may suspend or terminate your account or cease providing you with all or part of the services at any time for any or no reason , including , but not limited to , if we reasonably believe : ( i ) you have violated these terms or the twitter rules , ( ii ) you create risk or possible legal exposure for us ; ( iii ) your account should be removed due to prolonged inactivity ; or ( iv ) our provision of the services to you is no longer commercially viable .",
    "document_type": "consumer terms of service"
   },
   "state_tokens": 108,
   "tier": "common",
   "primary": "unfair_term_type",
   "questions": [
    {
     "id": "unfair_term_type",
     "type": "choice",
     "instructions": "The state holds one sentence from a consumer terms-of-service document. Which one category of potentially unfair contractual term (EU consumer-protection law) does the clause fall into? Pick other when it is none of the eight.",
     "options": [
      [
       "arbitration",
       "Requires or allows disputes to be settled by arbitration rather than in court."
      ],
      [
       "unilateral_change",
       "Lets the provider change the terms or the service at will, without the user's consent."
      ],
      [
       "content_removal",
       "Lets the provider remove the user's content or account at its discretion."
      ],
      [
       "jurisdiction",
       "Fixes the courts or place where disputes must be brought."
      ],
      [
       "choice_of_law",
       "Fixes which country's or state's law governs the contract."
      ],
      [
       "limitation_of_liability",
       "Excludes or limits the provider's liability for damages or losses."
      ],
      [
       "unilateral_termination",
       "Lets the provider terminate the contract or account at will."
      ],
      [
       "contract_by_using",
       "States that using the service counts as accepting the terms."
      ],
      [
       "other",
       "None of the eight unfair-term categories."
      ]
     ],
     "graded": true,
     "expected": "unilateral_termination",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "unilateral_termination",
       "correct": true,
       "probabilities": {
        "unilateral_termination": 0.805,
        "content_removal": 0.1176,
        "unilateral_change": 0.0495,
        "other": 0.0189,
        "limitation_of_liability": 0.0035,
        "jurisdiction": 0.0017
       },
       "probability_of_expected": 0.805,
       "proper_score": 0.9727
      },
      "Jev": {
       "answered": true,
       "pick": "unilateral_termination",
       "correct": true,
       "probabilities": {
        "unilateral_termination": 1.0,
        "arbitration": 0.0,
        "other": 0.0,
        "limitation_of_liability": 0.0,
        "unilateral_change": 0.0,
        "jurisdiction": 0.0
       },
       "probability_of_expected": 1.0,
       "proper_score": 1.0
      },
      "JevFish": {
       "answered": true,
       "pick": "unilateral_termination",
       "correct": true,
       "probabilities": {
        "unilateral_termination": 0.7602,
        "unilateral_change": 0.1391,
        "content_removal": 0.0711,
        "other": 0.0185,
        "arbitration": 0.0041,
        "limitation_of_liability": 0.0025
       },
       "probability_of_expected": 0.7602,
       "proper_score": 0.9588
      },
      "NanoJev": {
       "answered": true,
       "pick": "unilateral_termination",
       "correct": true,
       "probabilities": {
        "unilateral_termination": 0.297,
        "other": 0.1781,
        "content_removal": 0.1461,
        "contract_by_using": 0.0975,
        "limitation_of_liability": 0.0906,
        "choice_of_law": 0.0766
       },
       "probability_of_expected": 0.297,
       "proper_score": 0.7122
      },
      "OpenJev": {
       "answered": true,
       "pick": "unilateral_termination",
       "correct": true,
       "probabilities": {
        "unilateral_termination": 0.9977,
        "unilateral_change": 0.0021,
        "content_removal": 0.0001,
        "limitation_of_liability": 0.0,
        "other": 0.0,
        "arbitration": 0.0
       },
       "probability_of_expected": 0.9977,
       "proper_score": 1.0
      },
      "System One Scorer": {
       "answered": true,
       "pick": "unilateral_termination",
       "correct": true,
       "probabilities": {
        "unilateral_termination": 0.838,
        "other": 0.0421,
        "unilateral_change": 0.0376,
        "content_removal": 0.0351,
        "contract_by_using": 0.0222,
        "limitation_of_liability": 0.0078
       },
       "probability_of_expected": 0.838,
       "proper_score": 0.9843
      }
     }
    }
   ],
   "latency_ms": {
    "decider-2b": 1843.5,
    "Jev": 158.5,
    "JevFish": 1414.8,
    "NanoJev": 640.6,
    "OpenJev": 393.5,
    "System One Scorer": 1945.4
   }
  },
  {
   "id": "safety-and-quality:tos-803",
   "state": {
    "clause": "violate the intellectual property or other rights of linkedin , including , without limitation , ( i ) copying or distributing our learning videos or other materials or ( ii ) copying or distributing our technology , unless it is released under open source licenses ; ( iii ) using the word `` linkedin '' or our logos in any business name , email , or url except as provided in the brand guidelines ;",
    "document_type": "consumer terms of service"
   },
   "state_tokens": 90,
   "tier": "common",
   "primary": "unfair_term_type",
   "questions": [
    {
     "id": "unfair_term_type",
     "type": "choice",
     "instructions": "The state holds one sentence from a consumer terms-of-service document. Which one category of potentially unfair contractual term (EU consumer-protection law) does the clause fall into? Pick other when it is none of the eight.",
     "options": [
      [
       "arbitration",
       "Requires or allows disputes to be settled by arbitration rather than in court."
      ],
      [
       "unilateral_change",
       "Lets the provider change the terms or the service at will, without the user's consent."
      ],
      [
       "content_removal",
       "Lets the provider remove the user's content or account at its discretion."
      ],
      [
       "jurisdiction",
       "Fixes the courts or place where disputes must be brought."
      ],
      [
       "choice_of_law",
       "Fixes which country's or state's law governs the contract."
      ],
      [
       "limitation_of_liability",
       "Excludes or limits the provider's liability for damages or losses."
      ],
      [
       "unilateral_termination",
       "Lets the provider terminate the contract or account at will."
      ],
      [
       "contract_by_using",
       "States that using the service counts as accepting the terms."
      ],
      [
       "other",
       "None of the eight unfair-term categories."
      ]
     ],
     "graded": true,
     "expected": "other",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.5805,
        "contract_by_using": 0.2219,
        "limitation_of_liability": 0.1079,
        "choice_of_law": 0.0255,
        "unilateral_change": 0.0191,
        "unilateral_termination": 0.0182
       },
       "probability_of_expected": 0.5805,
       "proper_score": 0.8807
      },
      "Jev": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 1.0,
        "choice_of_law": 0.0,
        "contract_by_using": 0.0,
        "arbitration": 0.0,
        "content_removal": 0.0,
        "unilateral_change": 0.0
       },
       "probability_of_expected": 1.0,
       "proper_score": 1.0
      },
      "JevFish": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.7199,
        "unilateral_change": 0.2064,
        "content_removal": 0.0316,
        "unilateral_termination": 0.0115,
        "limitation_of_liability": 0.009,
        "contract_by_using": 0.0084
       },
       "probability_of_expected": 0.7199,
       "proper_score": 0.9388
      },
      "NanoJev": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.1939,
        "contract_by_using": 0.186,
        "content_removal": 0.1189,
        "unilateral_termination": 0.1117,
        "choice_of_law": 0.0967,
        "unilateral_change": 0.093
       },
       "probability_of_expected": 0.1939,
       "proper_score": 0.6283
      },
      "OpenJev": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.9997,
        "limitation_of_liability": 0.0001,
        "unilateral_change": 0.0001,
        "arbitration": 0.0,
        "content_removal": 0.0,
        "unilateral_termination": 0.0
       },
       "probability_of_expected": 0.9997,
       "proper_score": 1.0
      },
      "System One Scorer": {
       "answered": true,
       "pick": "other",
       "correct": true,
       "probabilities": {
        "other": 0.4217,
        "contract_by_using": 0.2633,
        "unilateral_termination": 0.073,
        "arbitration": 0.0674,
        "jurisdiction": 0.044,
        "limitation_of_liability": 0.0429
       },
       "probability_of_expected": 0.4217,
       "proper_score": 0.79
      }
     }
    }
   ],
   "latency_ms": {
    "decider-2b": 1713.2,
    "Jev": 159.2,
    "JevFish": 1492.3,
    "NanoJev": 700.9,
    "OpenJev": 330.9,
    "System One Scorer": 1922.0
   }
  }
 ]
}