{
 "schemaVersion": "blobfish.typed-decision-bench-task.v1",
 "version": "0.3.0",
 "task": "trial-outcomes",
 "family": "data-and-operations",
 "use_case": "feature-extraction-for-ml",
 "vertical": "saas-growth",
 "dataset": "synthetic:saas-trial-v1",
 "licence": "CC-BY-4.0 (generated here)",
 "provenance": "oracle",
 "state_kind": "tabular",
 "primitive": "noul",
 "items": 400,
 "scores": {
  "decider-2b": {
   "decisionScore": 77.85,
   "accuracy": 0.695,
   "answered": 400,
   "items": 400
  },
  "Jev": {
   "decisionScore": 78.75,
   "accuracy": 0.6775,
   "answered": 400,
   "items": 400
  },
  "JevFish": {
   "decisionScore": 72.21,
   "accuracy": 0.695,
   "answered": 400,
   "items": 400
  },
  "NanoJev": {
   "decisionScore": 76.4,
   "accuracy": 0.695,
   "answered": 400,
   "items": 400
  },
  "OpenJev": {
   "decisionScore": 69.41,
   "accuracy": 0.6925,
   "answered": 400,
   "items": 400
  },
  "System One Scorer": {
   "decisionScore": 77.74,
   "accuracy": 0.695,
   "answered": 400,
   "items": 400
  }
 },
 "samples": [
  {
   "id": "data-and-operations:trial-10806",
   "state": {
    "definitions": {
     "activated_7d": "The account reaches the product's activation milestone (a saved workflow run by 2+ seats) within 7 days of sign-up.",
     "upgraded_30d": "The account converts from trial to a paid plan within 30 days; an account that never activates does not upgrade.",
     "ticket_opened_14d": "The account opens at least one support ticket within 14 days of sign-up.",
     "renewed_annual": "The account renews its annual commitment at the first renewal date; only asked when billing_cycle is annual."
    },
    "account": {
     "company_size": "51-200",
     "industry": "healthcare",
     "region": "na",
     "signup_channel": "organic",
     "plan": "business",
     "billing_cycle": "annual",
     "role": "manager",
     "device": "mobile",
     "seats_requested": 9,
     "days_since_signup": 2,
     "onboarding_steps_done": 8,
     "sessions_first_3d": 4,
     "integrations_connected": 2,
     "invites_sent": 5,
     "docs_pages_viewed": 14.0,
     "prior_trials": 0,
     "competitor_tools": 1,
     "marketing_touches_30d": 2.0,
     "sales_assist": 0,
     "discount_pct": 20,
     "signup_hour": 14,
     "signup_weekday": 6,
     "nps_intent": null,
     "seat_growth_signal": 0.3051
    }
   },
   "state_tokens": 275,
   "tier": "common",
   "primary": "upgraded_30d",
   "questions": [
    {
     "id": "activated_7d",
     "type": "noul",
     "instructions": "Will activated_7d happen for state.account, as defined in state.definitions.activated_7d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.6514,
        "no": 0.3486
       },
       "probability_of_expected": 0.6514,
       "proper_score": 0.8785
      },
      "Jev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.71,
        "no": 0.29
       },
       "probability_of_expected": 0.71,
       "proper_score": 0.9159
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.2664,
        "no": 0.7336
       },
       "probability_of_expected": 0.2664,
       "proper_score": 0.4619
      },
      "NanoJev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.5173,
        "no": 0.4827
       },
       "probability_of_expected": 0.5173,
       "proper_score": 0.767
      },
      "OpenJev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.739,
        "no": 0.261
       },
       "probability_of_expected": 0.739,
       "proper_score": 0.9319
      },
      "System One Scorer": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.6852,
        "no": 0.3148
       },
       "probability_of_expected": 0.6852,
       "proper_score": 0.9009,
       "truncated": true
      }
     }
    },
    {
     "id": "upgraded_30d",
     "type": "noul",
     "instructions": "Will upgraded_30d happen for state.account, as defined in state.definitions.upgraded_30d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1505,
        "no": 0.8495
       },
       "probability_of_expected": 0.1505,
       "proper_score": 0.2783
      },
      "Jev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.64,
        "no": 0.36
       },
       "probability_of_expected": 0.64,
       "proper_score": 0.8704
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1256,
        "no": 0.8744
       },
       "probability_of_expected": 0.1256,
       "proper_score": 0.2355
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1413,
        "no": 0.8587
       },
       "probability_of_expected": 0.1413,
       "proper_score": 0.2626
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.0965,
        "no": 0.9035
       },
       "probability_of_expected": 0.0965,
       "proper_score": 0.1837
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.3804,
        "no": 0.6196
       },
       "probability_of_expected": 0.3804,
       "proper_score": 0.6161,
       "truncated": true
      }
     }
    },
    {
     "id": "ticket_opened_14d",
     "type": "noul",
     "instructions": "Will ticket_opened_14d happen for state.account, as defined in state.definitions.ticket_opened_14d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.3596,
        "no": 0.6404
       },
       "probability_of_expected": 0.3596,
       "proper_score": 0.5899
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.29,
        "no": 0.71
       },
       "probability_of_expected": 0.29,
       "proper_score": 0.4959
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1933,
        "no": 0.8067
       },
       "probability_of_expected": 0.1933,
       "proper_score": 0.3493
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.2613,
        "no": 0.7387
       },
       "probability_of_expected": 0.2613,
       "proper_score": 0.4544
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.0093,
        "no": 0.9907
       },
       "probability_of_expected": 0.0093,
       "proper_score": 0.0185
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.372,
        "no": 0.628
       },
       "probability_of_expected": 0.372,
       "proper_score": 0.6056,
       "truncated": true
      }
     }
    },
    {
     "id": "renewed_annual",
     "type": "noul",
     "instructions": "Will renewed_annual happen for state.account, as defined in state.definitions.renewed_annual? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.476,
        "no": 0.524
       },
       "probability_of_expected": 0.476,
       "proper_score": 0.7254
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.39,
        "no": 0.61
       },
       "probability_of_expected": 0.39,
       "proper_score": 0.6279
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1395,
        "no": 0.8605
       },
       "probability_of_expected": 0.1395,
       "proper_score": 0.2596
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.2918,
        "no": 0.7082
       },
       "probability_of_expected": 0.2918,
       "proper_score": 0.4984
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1691,
        "no": 0.8309
       },
       "probability_of_expected": 0.1691,
       "proper_score": 0.3097
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.4685,
        "no": 0.5315
       },
       "probability_of_expected": 0.4685,
       "proper_score": 0.7175,
       "truncated": true
      }
     }
    }
   ],
   "latency_ms": {
    "decider-2b": 9683.6,
    "Jev": 189.6,
    "JevFish": 3540.1,
    "NanoJev": 692.2,
    "OpenJev": 367.3,
    "System One Scorer": 4002.3
   }
  },
  {
   "id": "data-and-operations:trial-16803",
   "state": {
    "definitions": {
     "activated_7d": "The account reaches the product's activation milestone (a saved workflow run by 2+ seats) within 7 days of sign-up.",
     "upgraded_30d": "The account converts from trial to a paid plan within 30 days; an account that never activates does not upgrade.",
     "ticket_opened_14d": "The account opens at least one support ticket within 14 days of sign-up."
    },
    "account": {
     "company_size": "51-200",
     "industry": "healthcare",
     "region": "na",
     "signup_channel": "paid_search",
     "plan": "starter",
     "billing_cycle": "monthly",
     "role": "founder",
     "device": "desktop",
     "seats_requested": 3,
     "days_since_signup": 3,
     "onboarding_steps_done": 5,
     "sessions_first_3d": 9,
     "integrations_connected": 2,
     "invites_sent": 1,
     "docs_pages_viewed": 15.0,
     "prior_trials": 0,
     "competitor_tools": 0,
     "marketing_touches_30d": 9.0,
     "sales_assist": 1,
     "discount_pct": 30,
     "signup_hour": 12,
     "signup_weekday": 6,
     "nps_intent": 8.0,
     "seat_growth_signal": null
    }
   },
   "state_tokens": 247,
   "tier": "common",
   "primary": "upgraded_30d",
   "questions": [
    {
     "id": "activated_7d",
     "type": "noul",
     "instructions": "Will activated_7d happen for state.account, as defined in state.definitions.activated_7d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.6514,
        "no": 0.3486
       },
       "probability_of_expected": 0.6514,
       "proper_score": 0.8785
      },
      "Jev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.68,
        "no": 0.32
       },
       "probability_of_expected": 0.68,
       "proper_score": 0.8976
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1888,
        "no": 0.8112
       },
       "probability_of_expected": 0.1888,
       "proper_score": 0.342
      },
      "NanoJev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.545,
        "no": 0.455
       },
       "probability_of_expected": 0.545,
       "proper_score": 0.793
      },
      "OpenJev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.5564,
        "no": 0.4436
       },
       "probability_of_expected": 0.5564,
       "proper_score": 0.8032
      },
      "System One Scorer": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.7279,
        "no": 0.2721
       },
       "probability_of_expected": 0.7279,
       "proper_score": 0.926,
       "truncated": true
      }
     }
    },
    {
     "id": "upgraded_30d",
     "type": "noul",
     "instructions": "Will upgraded_30d happen for state.account, as defined in state.definitions.upgraded_30d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.3486,
        "no": 0.6514
       },
       "probability_of_expected": 0.3486,
       "proper_score": 0.5757
      },
      "Jev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.58,
        "no": 0.42
       },
       "probability_of_expected": 0.58,
       "proper_score": 0.8236
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1366,
        "no": 0.8634
       },
       "probability_of_expected": 0.1366,
       "proper_score": 0.2546
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1993,
        "no": 0.8007
       },
       "probability_of_expected": 0.1993,
       "proper_score": 0.3589
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.0139,
        "no": 0.9861
       },
       "probability_of_expected": 0.0139,
       "proper_score": 0.0275
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.4057,
        "no": 0.5943
       },
       "probability_of_expected": 0.4057,
       "proper_score": 0.6468,
       "truncated": true
      }
     }
    },
    {
     "id": "ticket_opened_14d",
     "type": "noul",
     "instructions": "Will ticket_opened_14d happen for state.account, as defined in state.definitions.ticket_opened_14d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "no",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.4521,
        "no": 0.5479
       },
       "probability_of_expected": 0.5479,
       "proper_score": 0.7956
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.28,
        "no": 0.72
       },
       "probability_of_expected": 0.72,
       "proper_score": 0.9216
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.1895,
        "no": 0.8105
       },
       "probability_of_expected": 0.8105,
       "proper_score": 0.9641
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.2644,
        "no": 0.7356
       },
       "probability_of_expected": 0.7356,
       "proper_score": 0.9301
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.0077,
        "no": 0.9923
       },
       "probability_of_expected": 0.9923,
       "proper_score": 0.9999
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.4062,
        "no": 0.5938
       },
       "probability_of_expected": 0.5938,
       "proper_score": 0.835,
       "truncated": true
      }
     }
    }
   ],
   "latency_ms": {
    "decider-2b": 5991.5,
    "Jev": 158.9,
    "JevFish": 3350.6,
    "NanoJev": 685.2,
    "OpenJev": 347.9,
    "System One Scorer": 3717.5
   }
  },
  {
   "id": "data-and-operations:trial-17721",
   "state": {
    "definitions": {
     "activated_7d": "The account reaches the product's activation milestone (a saved workflow run by 2+ seats) within 7 days of sign-up.",
     "upgraded_30d": "The account converts from trial to a paid plan within 30 days; an account that never activates does not upgrade.",
     "ticket_opened_14d": "The account opens at least one support ticket within 14 days of sign-up."
    },
    "account": {
     "company_size": "51-200",
     "industry": "software",
     "region": "na",
     "signup_channel": "partner",
     "plan": "starter",
     "billing_cycle": "monthly",
     "role": "ic",
     "device": "desktop",
     "seats_requested": 8,
     "days_since_signup": 3,
     "onboarding_steps_done": 1,
     "sessions_first_3d": 0,
     "integrations_connected": 0,
     "invites_sent": 0,
     "docs_pages_viewed": 0.0,
     "prior_trials": 2,
     "competitor_tools": 2,
     "marketing_touches_30d": 0.0,
     "sales_assist": 1,
     "discount_pct": 20,
     "signup_hour": 11,
     "signup_weekday": 6,
     "nps_intent": 5.9,
     "seat_growth_signal": 0.4481
    }
   },
   "state_tokens": 248,
   "tier": "common",
   "primary": "upgraded_30d",
   "questions": [
    {
     "id": "activated_7d",
     "type": "noul",
     "instructions": "Will activated_7d happen for state.account, as defined in state.definitions.activated_7d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1223,
        "no": 0.8777
       },
       "probability_of_expected": 0.1223,
       "proper_score": 0.2296
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.22,
        "no": 0.78
       },
       "probability_of_expected": 0.22,
       "proper_score": 0.3916
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.18,
        "no": 0.82
       },
       "probability_of_expected": 0.18,
       "proper_score": 0.3276
      },
      "NanoJev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.5528,
        "no": 0.4472
       },
       "probability_of_expected": 0.5528,
       "proper_score": 0.8
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.0028,
        "no": 0.9972
       },
       "probability_of_expected": 0.0028,
       "proper_score": 0.0055
      },
      "System One Scorer": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.5787,
        "no": 0.4213
       },
       "probability_of_expected": 0.5787,
       "proper_score": 0.8225,
       "truncated": true
      }
     }
    },
    {
     "id": "upgraded_30d",
     "type": "noul",
     "instructions": "Will upgraded_30d happen for state.account, as defined in state.definitions.upgraded_30d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1223,
        "no": 0.8777
       },
       "probability_of_expected": 0.1223,
       "proper_score": 0.2296
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.2,
        "no": 0.8
       },
       "probability_of_expected": 0.2,
       "proper_score": 0.36
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1178,
        "no": 0.8822
       },
       "probability_of_expected": 0.1178,
       "proper_score": 0.2217
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1624,
        "no": 0.8376
       },
       "probability_of_expected": 0.1624,
       "proper_score": 0.2984
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.0183,
        "no": 0.9817
       },
       "probability_of_expected": 0.0183,
       "proper_score": 0.0363
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.3691,
        "no": 0.6309
       },
       "probability_of_expected": 0.3691,
       "proper_score": 0.602,
       "truncated": true
      }
     }
    },
    {
     "id": "ticket_opened_14d",
     "type": "noul",
     "instructions": "Will ticket_opened_14d happen for state.account, as defined in state.definitions.ticket_opened_14d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "no",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.2145,
        "no": 0.7855
       },
       "probability_of_expected": 0.7855,
       "proper_score": 0.954
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.29,
        "no": 0.71
       },
       "probability_of_expected": 0.71,
       "proper_score": 0.9159
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.1696,
        "no": 0.8304
       },
       "probability_of_expected": 0.8304,
       "proper_score": 0.9712
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.272,
        "no": 0.728
       },
       "probability_of_expected": 0.728,
       "proper_score": 0.926
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.0013,
        "no": 0.9987
       },
       "probability_of_expected": 0.9987,
       "proper_score": 1.0
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.3188,
        "no": 0.6812
       },
       "probability_of_expected": 0.6812,
       "proper_score": 0.8984,
       "truncated": true
      }
     }
    }
   ],
   "latency_ms": {
    "decider-2b": 7803.9,
    "Jev": 178.7,
    "JevFish": 4008.6,
    "NanoJev": 776.8,
    "OpenJev": 321.7,
    "System One Scorer": 3862.8
   }
  },
  {
   "id": "data-and-operations:trial-17872",
   "state": {
    "definitions": {
     "activated_7d": "The account reaches the product's activation milestone (a saved workflow run by 2+ seats) within 7 days of sign-up.",
     "upgraded_30d": "The account converts from trial to a paid plan within 30 days; an account that never activates does not upgrade.",
     "ticket_opened_14d": "The account opens at least one support ticket within 14 days of sign-up."
    },
    "account": {
     "company_size": "1-10",
     "industry": "fintech",
     "region": "eu",
     "signup_channel": "product_referral",
     "plan": "team",
     "billing_cycle": "monthly",
     "role": "ic",
     "device": "mobile",
     "seats_requested": 1,
     "days_since_signup": 3,
     "onboarding_steps_done": 2,
     "sessions_first_3d": 3,
     "integrations_connected": 0,
     "invites_sent": 0,
     "docs_pages_viewed": 6.0,
     "prior_trials": 0,
     "competitor_tools": 0,
     "marketing_touches_30d": 1.0,
     "sales_assist": 0,
     "discount_pct": 0,
     "signup_hour": 8,
     "signup_weekday": 4,
     "nps_intent": 6.3,
     "seat_growth_signal": 0.469
    }
   },
   "state_tokens": 247,
   "tier": "common",
   "primary": "upgraded_30d",
   "questions": [
    {
     "id": "activated_7d",
     "type": "noul",
     "instructions": "Will activated_7d happen for state.account, as defined in state.definitions.activated_7d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.595,
        "no": 0.405
       },
       "probability_of_expected": 0.595,
       "proper_score": 0.836
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.3,
        "no": 0.7
       },
       "probability_of_expected": 0.3,
       "proper_score": 0.51
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.231,
        "no": 0.769
       },
       "probability_of_expected": 0.231,
       "proper_score": 0.4087
      },
      "NanoJev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.5052,
        "no": 0.4948
       },
       "probability_of_expected": 0.5052,
       "proper_score": 0.7552
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.002,
        "no": 0.998
       },
       "probability_of_expected": 0.002,
       "proper_score": 0.004
      },
      "System One Scorer": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.5738,
        "no": 0.4262
       },
       "probability_of_expected": 0.5738,
       "proper_score": 0.8184,
       "truncated": true
      }
     }
    },
    {
     "id": "upgraded_30d",
     "type": "noul",
     "instructions": "Will upgraded_30d happen for state.account, as defined in state.definitions.upgraded_30d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.2398,
        "no": 0.7602
       },
       "probability_of_expected": 0.2398,
       "proper_score": 0.4221
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.31,
        "no": 0.69
       },
       "probability_of_expected": 0.31,
       "proper_score": 0.5239
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1333,
        "no": 0.8667
       },
       "probability_of_expected": 0.1333,
       "proper_score": 0.2488
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1561,
        "no": 0.8439
       },
       "probability_of_expected": 0.1561,
       "proper_score": 0.2878
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.0543,
        "no": 0.9457
       },
       "probability_of_expected": 0.0543,
       "proper_score": 0.1056
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.2937,
        "no": 0.7063
       },
       "probability_of_expected": 0.2937,
       "proper_score": 0.5011,
       "truncated": true
      }
     }
    },
    {
     "id": "ticket_opened_14d",
     "type": "noul",
     "instructions": "Will ticket_opened_14d happen for state.account, as defined in state.definitions.ticket_opened_14d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "no",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.405,
        "no": 0.595
       },
       "probability_of_expected": 0.595,
       "proper_score": 0.836
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.25,
        "no": 0.75
       },
       "probability_of_expected": 0.75,
       "proper_score": 0.9375
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.183,
        "no": 0.817
       },
       "probability_of_expected": 0.817,
       "proper_score": 0.9665
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.2583,
        "no": 0.7417
       },
       "probability_of_expected": 0.7417,
       "proper_score": 0.9333
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.0074,
        "no": 0.9926
       },
       "probability_of_expected": 0.9926,
       "proper_score": 0.9999
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.3141,
        "no": 0.6859
       },
       "probability_of_expected": 0.6859,
       "proper_score": 0.9014,
       "truncated": true
      }
     }
    }
   ],
   "latency_ms": {
    "decider-2b": 5982.8,
    "Jev": 224.2,
    "JevFish": 3928.0,
    "NanoJev": 761.1,
    "OpenJev": 418.3,
    "System One Scorer": 3859.7
   }
  },
  {
   "id": "data-and-operations:trial-18667",
   "state": {
    "definitions": {
     "activated_7d": "The account reaches the product's activation milestone (a saved workflow run by 2+ seats) within 7 days of sign-up.",
     "upgraded_30d": "The account converts from trial to a paid plan within 30 days; an account that never activates does not upgrade.",
     "ticket_opened_14d": "The account opens at least one support ticket within 14 days of sign-up."
    },
    "account": {
     "company_size": "11-50",
     "industry": "software",
     "region": "na",
     "signup_channel": "partner",
     "plan": "starter",
     "billing_cycle": "monthly",
     "role": "manager",
     "device": "desktop",
     "seats_requested": 4,
     "days_since_signup": 2,
     "onboarding_steps_done": 8,
     "sessions_first_3d": 3,
     "integrations_connected": 1,
     "invites_sent": 7,
     "docs_pages_viewed": 27.0,
     "prior_trials": 0,
     "competitor_tools": 3,
     "marketing_touches_30d": 1.0,
     "sales_assist": 0,
     "discount_pct": 30,
     "signup_hour": 21,
     "signup_weekday": 6,
     "nps_intent": 8.5,
     "seat_growth_signal": 0.3484
    }
   },
   "state_tokens": 248,
   "tier": "common",
   "primary": "upgraded_30d",
   "questions": [
    {
     "id": "activated_7d",
     "type": "noul",
     "instructions": "Will activated_7d happen for state.account, as defined in state.definitions.activated_7d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.6065,
        "no": 0.3935
       },
       "probability_of_expected": 0.6065,
       "proper_score": 0.8452
      },
      "Jev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.72,
        "no": 0.28
       },
       "probability_of_expected": 0.72,
       "proper_score": 0.9216
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.237,
        "no": 0.763
       },
       "probability_of_expected": 0.237,
       "proper_score": 0.4179
      },
      "NanoJev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.5358,
        "no": 0.4642
       },
       "probability_of_expected": 0.5358,
       "proper_score": 0.7845
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1155,
        "no": 0.8845
       },
       "probability_of_expected": 0.1155,
       "proper_score": 0.2177
      },
      "System One Scorer": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.689,
        "no": 0.311
       },
       "probability_of_expected": 0.689,
       "proper_score": 0.9033,
       "truncated": true
      }
     }
    },
    {
     "id": "upgraded_30d",
     "type": "noul",
     "instructions": "Will upgraded_30d happen for state.account, as defined in state.definitions.upgraded_30d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.2398,
        "no": 0.7602
       },
       "probability_of_expected": 0.2398,
       "proper_score": 0.4221
      },
      "Jev": {
       "answered": true,
       "pick": "yes",
       "correct": true,
       "probabilities": {
        "yes": 0.54,
        "no": 0.46
       },
       "probability_of_expected": 0.54,
       "proper_score": 0.7884
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1353,
        "no": 0.8647
       },
       "probability_of_expected": 0.1353,
       "proper_score": 0.2522
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.149,
        "no": 0.851
       },
       "probability_of_expected": 0.149,
       "proper_score": 0.2759
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.0358,
        "no": 0.9642
       },
       "probability_of_expected": 0.0358,
       "proper_score": 0.0703
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.3802,
        "no": 0.6198
       },
       "probability_of_expected": 0.3802,
       "proper_score": 0.6158,
       "truncated": true
      }
     }
    },
    {
     "id": "ticket_opened_14d",
     "type": "noul",
     "instructions": "Will ticket_opened_14d happen for state.account, as defined in state.definitions.ticket_opened_14d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "yes",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.405,
        "no": 0.595
       },
       "probability_of_expected": 0.405,
       "proper_score": 0.646
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.26,
        "no": 0.74
       },
       "probability_of_expected": 0.26,
       "proper_score": 0.4524
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.1889,
        "no": 0.8111
       },
       "probability_of_expected": 0.1889,
       "proper_score": 0.3422
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.2967,
        "no": 0.7033
       },
       "probability_of_expected": 0.2967,
       "proper_score": 0.5053
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.0072,
        "no": 0.9928
       },
       "probability_of_expected": 0.0072,
       "proper_score": 0.0144
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": false,
       "probabilities": {
        "yes": 0.4172,
        "no": 0.5828
       },
       "probability_of_expected": 0.4172,
       "proper_score": 0.6604,
       "truncated": true
      }
     }
    }
   ],
   "latency_ms": {
    "decider-2b": 7831.8,
    "Jev": 261.1,
    "JevFish": 3468.3,
    "NanoJev": 750.4,
    "OpenJev": 389.8,
    "System One Scorer": 3843.1
   }
  },
  {
   "id": "data-and-operations:trial-5533",
   "state": {
    "definitions": {
     "activated_7d": "The account reaches the product's activation milestone (a saved workflow run by 2+ seats) within 7 days of sign-up.",
     "upgraded_30d": "The account converts from trial to a paid plan within 30 days; an account that never activates does not upgrade.",
     "ticket_opened_14d": "The account opens at least one support ticket within 14 days of sign-up."
    },
    "account": {
     "company_size": "51-200",
     "industry": "software",
     "region": "na",
     "signup_channel": "paid_search",
     "plan": "starter",
     "billing_cycle": "monthly",
     "role": "founder",
     "device": "desktop",
     "seats_requested": 8,
     "days_since_signup": 3,
     "onboarding_steps_done": 3,
     "sessions_first_3d": 1,
     "integrations_connected": 0,
     "invites_sent": 0,
     "docs_pages_viewed": 2.0,
     "prior_trials": 0,
     "competitor_tools": 1,
     "marketing_touches_30d": 5.0,
     "sales_assist": 0,
     "discount_pct": 10,
     "signup_hour": 2,
     "signup_weekday": 2,
     "nps_intent": 3.2,
     "seat_growth_signal": 0.6005
    }
   },
   "state_tokens": 249,
   "tier": "common",
   "primary": "upgraded_30d",
   "questions": [
    {
     "id": "activated_7d",
     "type": "noul",
     "instructions": "Will activated_7d happen for state.account, as defined in state.definitions.activated_7d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "no",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.2578,
        "no": 0.7422
       },
       "probability_of_expected": 0.7422,
       "proper_score": 0.9335
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.36,
        "no": 0.64
       },
       "probability_of_expected": 0.64,
       "proper_score": 0.8704
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.1859,
        "no": 0.8141
       },
       "probability_of_expected": 0.8141,
       "proper_score": 0.9655
      },
      "NanoJev": {
       "answered": true,
       "pick": "yes",
       "correct": false,
       "probabilities": {
        "yes": 0.5489,
        "no": 0.4511
       },
       "probability_of_expected": 0.4511,
       "proper_score": 0.6987
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.0219,
        "no": 0.9781
       },
       "probability_of_expected": 0.9781,
       "proper_score": 0.9995
      },
      "System One Scorer": {
       "answered": true,
       "pick": "yes",
       "correct": false,
       "probabilities": {
        "yes": 0.6698,
        "no": 0.3302
       },
       "probability_of_expected": 0.3302,
       "proper_score": 0.5513,
       "truncated": true
      }
     }
    },
    {
     "id": "upgraded_30d",
     "type": "noul",
     "instructions": "Will upgraded_30d happen for state.account, as defined in state.definitions.upgraded_30d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "no",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.1699,
        "no": 0.8301
       },
       "probability_of_expected": 0.8301,
       "proper_score": 0.9711
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.31,
        "no": 0.69
       },
       "probability_of_expected": 0.69,
       "proper_score": 0.9039
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.1284,
        "no": 0.8716
       },
       "probability_of_expected": 0.8716,
       "proper_score": 0.9835
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.1778,
        "no": 0.8222
       },
       "probability_of_expected": 0.8222,
       "proper_score": 0.9684
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.0334,
        "no": 0.9666
       },
       "probability_of_expected": 0.9666,
       "proper_score": 0.9989
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.3833,
        "no": 0.6167
       },
       "probability_of_expected": 0.6167,
       "proper_score": 0.8531,
       "truncated": true
      }
     }
    },
    {
     "id": "ticket_opened_14d",
     "type": "noul",
     "instructions": "Will ticket_opened_14d happen for state.account, as defined in state.definitions.ticket_opened_14d? Judge from the account fields only.",
     "options": [
      [
       "yes",
       ""
      ],
      [
       "no",
       ""
      ]
     ],
     "graded": true,
     "expected": "no",
     "responses": {
      "decider-2b": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.3166,
        "no": 0.6834
       },
       "probability_of_expected": 0.6834,
       "proper_score": 0.8998
      },
      "Jev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.28,
        "no": 0.72
       },
       "probability_of_expected": 0.72,
       "proper_score": 0.9216
      },
      "JevFish": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.1812,
        "no": 0.8188
       },
       "probability_of_expected": 0.8188,
       "proper_score": 0.9672
      },
      "NanoJev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.2894,
        "no": 0.7106
       },
       "probability_of_expected": 0.7106,
       "proper_score": 0.9163
      },
      "OpenJev": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.0026,
        "no": 0.9974
       },
       "probability_of_expected": 0.9974,
       "proper_score": 1.0
      },
      "System One Scorer": {
       "answered": true,
       "pick": "no",
       "correct": true,
       "probabilities": {
        "yes": 0.3636,
        "no": 0.6364
       },
       "probability_of_expected": 0.6364,
       "proper_score": 0.8678,
       "truncated": true
      }
     }
    }
   ],
   "latency_ms": {
    "decider-2b": 7888.3,
    "Jev": 176.3,
    "JevFish": 3460.7,
    "NanoJev": 758.6,
    "OpenJev": 417.2,
    "System One Scorer": 3980.7
   }
  }
 ]
}