{
  "experiment": "abcd-002-jev",
  "split": "ABCD official test; frozen in abcd-002",
  "actions": [
    "ask-the-oracle",
    "enter-details",
    "instructions",
    "log-out-in",
    "make-password",
    "make-purchase",
    "membership",
    "notify-team",
    "offer-refund",
    "promo-code",
    "pull-up-account",
    "record-reason",
    "search-boots",
    "search-faq",
    "search-jacket",
    "search-jeans",
    "search-membership",
    "search-policy",
    "search-pricing",
    "search-shirt",
    "search-timing",
    "select-faq",
    "send-link",
    "shipping-status",
    "subscription-status",
    "try-again",
    "update-account",
    "update-order",
    "validate-purchase",
    "verify-identity"
  ],
  "probabilities": "Original returned probabilities. For Brier only, normalize each vector by its sum. Accuracy uses the recorded choice.",
  "cases": [
    {
      "id": "abcd-test-4001-turn-4",
      "conversation_id": "4001",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-faq",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.02,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.52,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.46,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "search-jeans": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.5,
        "input_tokens": 2946,
        "request_sha256": "8c2a0bbf7120473af6a8ca614f58ec8608ae90fdd176262693df13285a62d8eb"
      },
      "shared_jevk5": {
        "choice": "search-boots",
        "probabilities": {
          "ask-the-oracle": 0.0032460825307002524,
          "enter-details": 0.002332489619334081,
          "instructions": 0.0026041518789797317,
          "log-out-in": 0.002907454657201554,
          "make-password": 0.0005285722629150368,
          "make-purchase": 0.00037980831109498737,
          "membership": 0.0005285722629150368,
          "notify-team": 0.0007356041922550833,
          "offer-refund": 0.0005285722629150368,
          "promo-code": 0.00034018713318014973,
          "pull-up-account": 0.004046250990883455,
          "record-reason": 0.0008653655925136559,
          "search-boots": 0.8944149417193888,
          "search-faq": 0.07923417066960328,
          "search-jacket": 0.0007356041922550833,
          "search-jeans": 0.0005569461230909216,
          "search-membership": 0.00035844841269714673,
          "search-policy": 7.666083020331308e-05,
          "search-pricing": 0.0004988460955587966,
          "search-shirt": 7.983088460328865e-06,
          "search-timing": 0.0007750914888205902,
          "select-faq": 0.003624150045298414,
          "send-link": 0.00018507446501448555,
          "shipping-status": 0.00044680700709161074,
          "subscription-status": 1.240387662390597e-05,
          "try-again": 4.121840736760514e-06,
          "update-account": 2.6527985638754977e-06,
          "update-order": 4.121840736760514e-06,
          "validate-purchase": 9.950940942519733e-06,
          "verify-identity": 8.912870025353213e-06
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.003391618497833223,
          "enter-details": 0.0037866363569063074,
          "instructions": 0.0037866363569063074,
          "log-out-in": 0.003040004906801098,
          "make-password": 0.0037866363569063074,
          "make-purchase": 0.003040004906801098,
          "membership": 0.003040004906801098,
          "notify-team": 0.0037866363569063074,
          "offer-refund": 0.002722874336356843,
          "promo-code": 0.0021844111215999673,
          "pull-up-account": 0.003040004906801098,
          "record-reason": 0.002722874336356843,
          "search-boots": 0.007333872243998213,
          "search-faq": 0.9345144223914852,
          "search-jacket": 0.0024370625270772827,
          "search-jeans": 0.0024370625270772827,
          "search-membership": 0.0021828305575850742,
          "search-policy": 0.001190867924851739,
          "search-pricing": 0.0017511637245161285,
          "search-shirt": 0.0017511637245161285,
          "search-timing": 0.002720904276898543,
          "select-faq": 0.003391618497833223,
          "send-link": 0.0017511637245161285,
          "shipping-status": 3.184863532370372e-05,
          "subscription-status": 3.184863532370372e-05,
          "try-again": 2.8526223388641424e-05,
          "update-account": 3.0141688756434497e-05,
          "update-order": 3.365225087180833e-05,
          "validate-purchase": 3.184863532370372e-05,
          "verify-identity": 2.1658463680565465e-05
        }
      }
    },
    {
      "id": "abcd-test-5710-turn-10",
      "conversation_id": "5710",
      "expected_action": "try-again",
      "jev": {
        "choice": "try-again",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.01,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.15,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.05,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "try-again": 0.79,
          "enter-details": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.77,
        "input_tokens": 3118,
        "request_sha256": "a8330cd0b5344790147a3d12be24a8e150ae0f43c955eb00b7ad3a2e7061acd9"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.008591990078253462,
          "enter-details": 0.0029919758741998475,
          "instructions": 0.26142066525891644,
          "log-out-in": 0.1682493640429939,
          "make-password": 0.0017247454124971902,
          "make-purchase": 0.0024002962007334833,
          "membership": 0.0011100396534853764,
          "notify-team": 0.04485316539758019,
          "offer-refund": 0.0016458642108103843,
          "promo-code": 0.0007976248051877724,
          "pull-up-account": 0.011957312769944047,
          "record-reason": 0.0017247454124971902,
          "search-boots": 0.00045979587375460126,
          "search-faq": 0.01857890518777599,
          "search-jacket": 0.0010592720171721827,
          "search-jeans": 0.0010592720171721827,
          "search-membership": 0.0002265449077231937,
          "search-policy": 0.0012385422476792144,
          "search-pricing": 0.0002529303566626707,
          "search-shirt": 0.0005130241971724295,
          "search-timing": 0.002855137946245289,
          "select-faq": 0.002855137946245289,
          "send-link": 0.0019244087672497712,
          "shipping-status": 0.0015438463330491054,
          "subscription-status": 0.0019244087672497712,
          "try-again": 0.4534955555838233,
          "update-account": 0.000713966256821792,
          "update-order": 0.0005130241971724295,
          "validate-purchase": 0.0007611454335226385,
          "verify-identity": 0.0025572928464089265
        }
      },
      "trained_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.003014113322489013,
          "enter-details": 0.00023708081088522214,
          "instructions": 0.007276674810066596,
          "log-out-in": 0.009070394755963555,
          "make-password": 0.00419468537849671,
          "make-purchase": 0.00023708081088522214,
          "membership": 0.00021234857196768262,
          "notify-team": 0.004683240376201449,
          "offer-refund": 0.003757100071200197,
          "promo-code": 0.00017035547402482475,
          "pull-up-account": 0.00026469332025762585,
          "record-reason": 0.00021234857196768262,
          "search-boots": 0.00021234857196768262,
          "search-faq": 0.00419468537849671,
          "search-jacket": 0.002699683828312246,
          "search-jeans": 0.002418055803474623,
          "search-membership": 0.0021658067176670904,
          "search-policy": 0.0026609243129285427,
          "search-pricing": 0.0018359029020656313,
          "search-shirt": 0.0019398717351546532,
          "search-timing": 0.0021658067176670904,
          "select-faq": 0.003014113322489013,
          "send-link": 0.0029708397501680074,
          "shipping-status": 0.0023833397738140466,
          "subscription-status": 0.003014113322489013,
          "try-again": 0.927226092393398,
          "update-account": 0.0019120210675919423,
          "update-order": 0.0019120210675919423,
          "validate-purchase": 0.0018095448818260058,
          "verify-identity": 0.00213471217849196
        }
      }
    },
    {
      "id": "abcd-test-3516-turn-13",
      "conversation_id": "3516",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "try-again": 0.29000000000000004,
          "notify-team": 0.02,
          "promo-code": 0.0,
          "log-out-in": 0.4,
          "search-jacket": 0.0,
          "update-account": 0.0,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.11,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "verify-identity": 0.01,
          "search-boots": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.14,
          "search-jeans": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.02,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.37,
        "input_tokens": 3187,
        "request_sha256": "1372863a0f42ab6e34706f463c50cb5a44d4d4d347e64f105b42336aa2025293"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.008646835405651126,
          "enter-details": 0.0034312295401215708,
          "instructions": 0.263089424922929,
          "log-out-in": 0.12166817130160251,
          "make-password": 0.0010212615188124252,
          "make-purchase": 0.0362128946369034,
          "membership": 0.00142127074205665,
          "notify-team": 0.1693233629279333,
          "offer-refund": 0.003073287244214267,
          "promo-code": 0.001273005180735994,
          "pull-up-account": 0.02330648278528187,
          "record-reason": 0.003830864760420819,
          "search-boots": 0.00037889329269076593,
          "search-faq": 0.013435185001373461,
          "search-jacket": 0.001328813861397728,
          "search-jeans": 0.001328813861397728,
          "search-membership": 0.00028419143412753664,
          "search-policy": 0.001283371935886953,
          "search-pricing": 0.005374759681262902,
          "search-shirt": 0.000531593390270483,
          "search-timing": 0.0034591751647626173,
          "select-faq": 0.00039550399089809606,
          "send-link": 0.0010660337148105433,
          "shipping-status": 0.0006860952808400496,
          "subscription-status": 0.0022263120924357056,
          "try-again": 0.293731128137786,
          "update-account": 0.0030983175769961594,
          "update-order": 0.0015997281590221814,
          "validate-purchase": 0.01674699622868908,
          "verify-identity": 0.01674699622868908
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.0032371404800523255,
          "enter-details": 0.005622254407909985,
          "instructions": 0.8919511695476752,
          "log-out-in": 0.006269627477934417,
          "make-password": 0.0036141665845844492,
          "make-purchase": 0.005622254407909985,
          "membership": 0.0045050688789804675,
          "notify-team": 0.007815107703781455,
          "offer-refund": 0.0036141665845844492,
          "promo-code": 0.005622254407909985,
          "pull-up-account": 0.004035104795236281,
          "record-reason": 0.005622254407909985,
          "search-boots": 0.004510422840268389,
          "search-faq": 0.006277078805359954,
          "search-jacket": 0.006277078805359954,
          "search-jeans": 0.002899445740317944,
          "search-membership": 0.0001712780992458773,
          "search-policy": 0.0001300425000747279,
          "search-pricing": 0.002596978390799712,
          "search-shirt": 0.00015341054218584257,
          "search-timing": 0.0032371404800523255,
          "select-faq": 0.0036141665845844492,
          "send-link": 0.002899445740317944,
          "shipping-status": 0.00015341054218584257,
          "subscription-status": 0.002596978390799712,
          "try-again": 0.013557140372982827,
          "update-account": 0.0001712780992458773,
          "update-order": 0.0001712780992458773,
          "validate-purchase": 0.00015341054218584257,
          "verify-identity": 0.002899445740317944
        }
      }
    },
    {
      "id": "abcd-test-4512-turn-14",
      "conversation_id": "4512",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "offer-refund",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.01,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.24,
          "offer-refund": 0.4,
          "search-faq": 0.0,
          "enter-details": 0.0,
          "record-reason": 0.05,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.28,
          "search-policy": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.02,
          "make-password": 0.0,
          "search-jeans": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.36,
        "input_tokens": 3297,
        "request_sha256": "27ac5b6ccc6e666c6c22ff1902bacdf8a86e8f317be05d20dd76da86206dbe08"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.10993741255208024,
          "enter-details": 0.0016709850500738913,
          "instructions": 0.0009632508389504813,
          "log-out-in": 0.0012006948642097383,
          "make-password": 0.00047028099465839125,
          "make-purchase": 0.00024281619869104674,
          "membership": 0.0016709850500738913,
          "notify-team": 0.0007727628305038186,
          "offer-refund": 0.46041725768673036,
          "promo-code": 0.0010169128280696298,
          "pull-up-account": 0.0001947977603647804,
          "record-reason": 0.01689476212616466,
          "search-boots": 0.0007307080190319077,
          "search-faq": 0.0003026710746267599,
          "search-jacket": 8.525784099183084e-05,
          "search-jeans": 0.0011979797860019663,
          "search-membership": 0.0012006948642097383,
          "search-policy": 0.0010730077068541305,
          "search-pricing": 0.0006199447255622752,
          "search-shirt": 0.00022948256430241505,
          "search-timing": 0.0008608145125711005,
          "select-faq": 0.00028605066961693193,
          "send-link": 0.0008627655194933018,
          "shipping-status": 0.0010754396353114145,
          "subscription-status": 0.04078738912396843,
          "try-again": 0.00025621013864580175,
          "update-account": 0.000555272738088007,
          "update-order": 0.05676306165414437,
          "validate-purchase": 0.2963228236631672,
          "verify-identity": 0.0013375069828415512
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.8127087960308096,
          "enter-details": 0.0060361414647328105,
          "instructions": 0.003547965974164782,
          "log-out-in": 0.0033578098583576955,
          "make-password": 0.003547965974164782,
          "make-purchase": 0.002846336256388446,
          "membership": 0.012352714964750546,
          "notify-team": 0.007120808059296155,
          "offer-refund": 0.05173315182924724,
          "promo-code": 0.0033578098583576955,
          "pull-up-account": 0.002693784876778749,
          "record-reason": 0.012352714964750546,
          "search-boots": 0.0060361414647328105,
          "search-faq": 0.008876107153132279,
          "search-jacket": 0.0031778455921785314,
          "search-jeans": 0.00020501145803672818,
          "search-membership": 0.005712629813000543,
          "search-policy": 0.0002166214490827948,
          "search-pricing": 0.00019402371183830484,
          "search-shirt": 0.00015565445354549234,
          "search-timing": 0.00010585182773262005,
          "select-faq": 0.00017378336274142154,
          "send-link": 0.004104839968334298,
          "shipping-status": 0.0045829264562437496,
          "subscription-status": 0.007950161483542228,
          "try-again": 0.006377973826077487,
          "update-account": 0.0060361414647328105,
          "update-order": 0.008876107153132279,
          "validate-purchase": 0.015397709924624817,
          "verify-identity": 0.00016446932549177648
        }
      }
    },
    {
      "id": "abcd-test-7571-turn-5",
      "conversation_id": "7571",
      "expected_action": "search-jacket",
      "jev": {
        "choice": "search-jacket",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.36,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.05,
          "enter-details": 0.0,
          "record-reason": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.59,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "verify-identity": 0.0,
          "pull-up-account": 0.0,
          "search-jeans": 0.0,
          "make-password": 0.0,
          "search-timing": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.57,
        "input_tokens": 2982,
        "request_sha256": "9fa5e541afa79ba76d26b3ad75d9ba2c071be80ab3c3f94c92e008aeef75f51d"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.0007262103897024342,
          "enter-details": 0.001720532476663062,
          "instructions": 0.0021446486167467317,
          "log-out-in": 0.0023944332190306925,
          "make-password": 0.000521822245684407,
          "make-purchase": 0.0005825983458841835,
          "membership": 0.00037495804491350575,
          "notify-team": 0.0008107911466528049,
          "offer-refund": 0.00041862899864334325,
          "promo-code": 0.0023944332190306925,
          "pull-up-account": 0.0026733130281163336,
          "record-reason": 0.0005717374719476788,
          "search-boots": 0.000521822245684407,
          "search-faq": 0.024209300162288276,
          "search-jacket": 0.9181670114181659,
          "search-jeans": 0.0015410484227897732,
          "search-membership": 0.003332292230930874,
          "search-policy": 0.0003679677105219112,
          "search-pricing": 0.0009918130245313882,
          "search-shirt": 0.0005717374719476788,
          "search-timing": 9.328188254875145e-05,
          "select-faq": 0.021683811172835875,
          "send-link": 0.0001449386626307855,
          "shipping-status": 6.0035873839088136e-05,
          "subscription-status": 0.0003295817419034673,
          "try-again": 2.776415555530903e-05,
          "update-account": 3.099781333050124e-05,
          "update-order": 1.7868888339754136e-05,
          "validate-purchase": 0.012499785039778723,
          "verify-identity": 7.483487936164124e-05
        }
      },
      "trained_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.0019740403408670475,
          "enter-details": 0.002203954802242441,
          "instructions": 0.0016842279884202796,
          "log-out-in": 0.0018803883592849297,
          "make-password": 0.0019740403408670475,
          "make-purchase": 0.0022182858872113764,
          "membership": 0.0020858320510971145,
          "notify-team": 0.0023287665599646115,
          "offer-refund": 0.0020858320510971145,
          "promo-code": 0.0019740403408670475,
          "pull-up-account": 0.002476647374716011,
          "record-reason": 0.002476647374716011,
          "search-boots": 0.0018803883592849297,
          "search-faq": 0.004296326287444982,
          "search-jacket": 0.9496935825997065,
          "search-jeans": 5.538214540566587e-05,
          "search-membership": 0.0016842279884202796,
          "search-policy": 0.002476647374716011,
          "search-pricing": 0.0030871475450368687,
          "search-shirt": 5.851848775366497e-05,
          "search-timing": 0.0022182858872113764,
          "select-faq": 0.003446703976022286,
          "send-link": 0.002099395024106055,
          "shipping-status": 3.979512689009132e-05,
          "subscription-status": 0.0016842279884202796,
          "try-again": 0.0016842279884202796,
          "update-account": 7.294345322724019e-05,
          "update-order": 5.851848775366497e-05,
          "validate-purchase": 6.533407157497533e-05,
          "verify-identity": 3.5643737253821216e-05
        }
      }
    },
    {
      "id": "abcd-test-9811-turn-6",
      "conversation_id": "9811",
      "expected_action": "search-faq",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.07,
          "log-out-in": 0.0,
          "search-jacket": 0.01,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.49,
          "search-policy": 0.0,
          "ask-the-oracle": 0.01,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.18000000000000002,
          "select-faq": 0.01,
          "verify-identity": 0.0,
          "make-password": 0.0,
          "search-boots": 0.05,
          "search-membership": 0.0,
          "search-jeans": 0.03,
          "search-timing": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.15000000000000002,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.47,
        "input_tokens": 2989,
        "request_sha256": "8250592490904836a50d2d2c05a4caaef94cec142836a320939a4debdf6d7fa0"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.014098817272646981,
          "enter-details": 0.002564757972514075,
          "instructions": 0.004449179750319812,
          "log-out-in": 0.0020575631708999445,
          "make-password": 0.0009515394524630596,
          "make-purchase": 0.004449179750319812,
          "membership": 0.001186096610909311,
          "notify-team": 0.03403734314215784,
          "offer-refund": 0.0069129984087942815,
          "promo-code": 0.05288627982722616,
          "pull-up-account": 0.7441525296750771,
          "record-reason": 0.005230739642664345,
          "search-boots": 0.0590458881939356,
          "search-faq": 0.012628042394672627,
          "search-jacket": 0.001248983131592355,
          "search-jeans": 0.001248983131592355,
          "search-membership": 0.00029822908877360225,
          "search-policy": 0.00025588344262147917,
          "search-pricing": 0.0007199850549040157,
          "search-shirt": 0.0004633791975514093,
          "search-timing": 0.00026711815429070033,
          "select-faq": 0.001248983131592355,
          "send-link": 0.00022918991195484208,
          "shipping-status": 0.0004955892816443744,
          "subscription-status": 0.00018386617629000766,
          "try-again": 0.00035610826391949205,
          "update-account": 0.00013211799799897232,
          "update-order": 6.821536995295627e-05,
          "validate-purchase": 0.010130779416012719,
          "verify-identity": 0.03800163398470753
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.004469925596098956,
          "enter-details": 0.003830246266587282,
          "instructions": 0.0034306786741533073,
          "log-out-in": 0.004276350563063989,
          "make-password": 0.004276350563063989,
          "make-purchase": 0.004276350563063989,
          "membership": 0.004276350563063989,
          "notify-team": 0.005571775563718579,
          "offer-refund": 0.004276350563063989,
          "promo-code": 0.005571775563718579,
          "pull-up-account": 0.8849923029052778,
          "record-reason": 0.005571775563718579,
          "search-boots": 0.005571775563718579,
          "search-faq": 0.02908662486259897,
          "search-jacket": 0.0032118851252746976,
          "search-jeans": 0.0025767171995807253,
          "search-membership": 0.0023079169865862143,
          "search-policy": 0.001752280338617934,
          "search-pricing": 0.0025767171995807253,
          "search-shirt": 0.0001767365080967792,
          "search-timing": 0.0025767171995807253,
          "select-faq": 0.004469925596098956,
          "send-link": 0.00015829952576778097,
          "shipping-status": 0.00012699492721326554,
          "subscription-status": 0.00015829952576778097,
          "try-again": 0.004469925596098956,
          "update-account": 0.00012699492721326554,
          "update-order": 0.00010188088012530176,
          "validate-purchase": 0.00015829952576778097,
          "verify-identity": 0.005571775563718579
        }
      }
    },
    {
      "id": "abcd-test-7394-turn-13",
      "conversation_id": "7394",
      "expected_action": "subscription-status",
      "jev": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.02,
          "validate-purchase": 0.01,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.0,
          "subscription-status": 0.97
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3242,
        "request_sha256": "3cbd2dacddd0b0d697c3b19fc9a33159c8720232e2920a14209b77f6dd5bd14d"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.001111037030349856,
          "enter-details": 0.015633199130527443,
          "instructions": 0.0007983413531178749,
          "log-out-in": 0.0012404382828635529,
          "make-password": 0.0005138095399871796,
          "make-purchase": 6.623203850122894e-05,
          "membership": 0.0002652906827588302,
          "notify-team": 0.0002484436919811909,
          "offer-refund": 0.0002376158257219918,
          "promo-code": 0.0005736523086163204,
          "pull-up-account": 0.0002484436919811909,
          "record-reason": 0.00012827672917407372,
          "search-boots": 6.623203850122894e-05,
          "search-faq": 4.262668686378715e-05,
          "search-jacket": 1.9713095026536284e-05,
          "search-jeans": 0.00029618879436260246,
          "search-membership": 0.00012963400368215655,
          "search-policy": 0.0006178704190233888,
          "search-pricing": 0.00012963400368215655,
          "search-shirt": 0.00044397402749942513,
          "search-timing": 0.00011201453199817159,
          "select-faq": 0.00035617536517555177,
          "send-link": 0.030278095025375762,
          "shipping-status": 0.001111037030349856,
          "subscription-status": 0.9212421362251887,
          "try-again": 0.00022923313854922365,
          "update-account": 0.0008598790333486506,
          "update-order": 0.0003976587195535096,
          "validate-purchase": 0.010061468189293939,
          "verify-identity": 0.012541649366944553
        }
      },
      "trained_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.0004946332444221258,
          "enter-details": 0.001776886466428919,
          "instructions": 0.0016816529316762867,
          "log-out-in": 0.0015062249056844326,
          "make-password": 0.0016816529316762867,
          "make-purchase": 0.0004946332444221258,
          "membership": 0.0015915235119859574,
          "notify-team": 0.0011435976727920659,
          "offer-refund": 0.0002048850906659332,
          "promo-code": 0.00035542133229337367,
          "pull-up-account": 0.0005522432463310793,
          "record-reason": 0.001349097008459234,
          "search-boots": 0.0006165623596697657,
          "search-faq": 0.0015915235119859574,
          "search-jacket": 0.0002048850906659332,
          "search-jeans": 0.0020924495852114606,
          "search-membership": 0.001980303313793323,
          "search-policy": 0.0019838386463391163,
          "search-pricing": 0.0016816529316762867,
          "search-shirt": 0.002210947264885569,
          "search-timing": 0.0010224723053872452,
          "select-faq": 0.002336154942555183,
          "send-link": 0.003082427447036391,
          "shipping-status": 0.0020961850990642776,
          "subscription-status": 0.9482414635729502,
          "try-again": 0.003082427447036391,
          "update-account": 0.0020924495852114606,
          "update-order": 0.0020924495852114606,
          "validate-purchase": 0.005969975565396978,
          "verify-identity": 0.004789380159085087
        }
      }
    },
    {
      "id": "abcd-test-5046-turn-23",
      "conversation_id": "5046",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "enter-details": 0.01,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.09,
          "update-order": 0.88,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.01,
          "verify-identity": 0.01,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-faq": 0.0,
          "shipping-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.86,
        "input_tokens": 3592,
        "request_sha256": "7905bb9d77d856919346beae0fe860e562972901b89591c1f5611b55d39c9de9"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.005002187171609931,
          "enter-details": 0.015053103688532134,
          "instructions": 0.0005482376796412153,
          "log-out-in": 0.0018558370306403814,
          "make-password": 0.0004910460797119043,
          "make-purchase": 0.00020339900711573153,
          "membership": 0.013482779814734648,
          "notify-team": 0.0020719843458872453,
          "offer-refund": 0.006961451191986213,
          "promo-code": 0.00014615342051631965,
          "pull-up-account": 0.0002830666720835583,
          "record-reason": 0.005002187171609931,
          "search-boots": 0.0001631757543760294,
          "search-faq": 0.0003160351221247527,
          "search-jacket": 0.0025827342269402445,
          "search-jeans": 0.0018558370306403814,
          "search-membership": 0.0010698102120893838,
          "search-policy": 0.0007996250323589838,
          "search-pricing": 0.0008927565912688502,
          "search-shirt": 0.0005745747269269011,
          "search-timing": 0.0001371955420714625,
          "select-faq": 0.0006166989334255731,
          "send-link": 0.002883542188408323,
          "shipping-status": 0.006235239476408142,
          "subscription-status": 0.0005745747269269011,
          "try-again": 0.0002657172529424579,
          "update-account": 0.036341183973333614,
          "update-order": 0.8870579613908385,
          "validate-purchase": 0.000296665068442243,
          "verify-identity": 0.006235239476408142
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0007378251587146496,
          "enter-details": 0.002848844794810651,
          "instructions": 0.0007378251587146496,
          "log-out-in": 0.0024148985427594025,
          "make-password": 0.001833505721898898,
          "make-purchase": 0.0008237588428034405,
          "membership": 0.003551092562088611,
          "notify-team": 0.0011464101328515844,
          "offer-refund": 0.0021629787376953526,
          "promo-code": 0.0008237588428034405,
          "pull-up-account": 0.0011464101328515844,
          "record-reason": 0.002285470074875941,
          "search-boots": 0.0010268177310821611,
          "search-faq": 0.0021629787376953526,
          "search-jacket": 0.0024148985427594025,
          "search-jeans": 0.0016893479507238901,
          "search-membership": 0.0015131172141196565,
          "search-policy": 0.001355270293165249,
          "search-pricing": 0.001937338902365097,
          "search-shirt": 0.0016893479507238901,
          "search-timing": 0.0010872570269058785,
          "select-faq": 0.0014320206859630628,
          "send-link": 0.0016893479507238901,
          "shipping-status": 0.0030101777325824758,
          "subscription-status": 0.0033607692872274267,
          "try-again": 0.002848844794810651,
          "update-account": 0.021869139351714167,
          "update-order": 0.9260153851812367,
          "validate-purchase": 0.001833505721898898,
          "verify-identity": 0.0025516562414339213
        }
      }
    },
    {
      "id": "abcd-test-9025-turn-9",
      "conversation_id": "9025",
      "expected_action": "try-again",
      "jev": {
        "choice": "try-again",
        "probabilities": {
          "log-out-in": 0.01,
          "update-order": 0.0,
          "make-purchase": 0.01,
          "search-faq": 0.01,
          "subscription-status": 0.0,
          "try-again": 0.9,
          "membership": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.01,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.060000000000000005,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.89,
        "input_tokens": 3127,
        "request_sha256": "d9449b6cb1e6f3992b4a8edf43f5d25c592e49aa4ccf73e3f52db709e2f64b84"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.009199083602517512,
          "enter-details": 0.005485478123753277,
          "instructions": 0.27989215718378546,
          "log-out-in": 0.030907040835066766,
          "make-password": 0.0025368082538493935,
          "make-purchase": 0.16134577426225866,
          "membership": 0.0025368082538493935,
          "notify-team": 0.027682848002697262,
          "offer-refund": 0.0012662075635236887,
          "promo-code": 0.0008429880835236407,
          "pull-up-account": 0.004400694080859294,
          "record-reason": 0.00394161437876379,
          "search-boots": 0.0006057328893684978,
          "search-faq": 0.005920495741197883,
          "search-jacket": 0.0014136814195920527,
          "search-jeans": 0.0015783314410855055,
          "search-membership": 0.0005855690507869407,
          "search-policy": 0.002538558194140045,
          "search-pricing": 0.0004697695224766926,
          "search-shirt": 0.0016338066539330178,
          "search-timing": 0.0009098391212946352,
          "select-faq": 0.0014136814195920527,
          "send-link": 0.0008149255534580569,
          "shipping-status": 0.002538558194140045,
          "subscription-status": 0.0016338066539330178,
          "try-again": 0.4348877806988189,
          "update-account": 0.0016338066539330178,
          "update-order": 0.0006061513083357049,
          "validate-purchase": 0.008239444665325746,
          "verify-identity": 0.002538558194140045
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.004227368256024069,
          "enter-details": 0.0034511528820507092,
          "instructions": 0.8369696814631967,
          "log-out-in": 0.005883150936340476,
          "make-password": 0.005883150936340476,
          "make-purchase": 0.005883150936340476,
          "membership": 0.005883150936340476,
          "notify-team": 0.005883150936340476,
          "offer-refund": 0.0024798437080791893,
          "promo-code": 0.0021021049042763465,
          "pull-up-account": 0.003091131915586118,
          "record-reason": 0.003091131915586118,
          "search-boots": 0.0024798437080791893,
          "search-faq": 0.006568355048952191,
          "search-jacket": 0.0034511528820507092,
          "search-jeans": 0.0003125139583017354,
          "search-membership": 0.004719725281565725,
          "search-policy": 0.0037863736725576263,
          "search-pricing": 0.004719725281565725,
          "search-shirt": 0.0003489121258393487,
          "search-timing": 0.0037863736725576263,
          "select-faq": 0.004719725281565725,
          "send-link": 0.005883150936340476,
          "shipping-status": 0.00027991284037978437,
          "subscription-status": 0.006568355048952191,
          "try-again": 0.06641046022661648,
          "update-account": 0.0002649106691125528,
          "update-order": 0.00027991284037978437,
          "validate-purchase": 0.00027991284037978437,
          "verify-identity": 0.0003125139583017354
        }
      }
    },
    {
      "id": "abcd-test-2808-turn-21",
      "conversation_id": "2808",
      "expected_action": "update-account",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.03,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.01,
          "make-purchase": 0.8200000000000001,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "subscription-status": 0.0,
          "send-link": 0.0,
          "update-account": 0.13
        },
        "vendor_confidence": 0.8,
        "input_tokens": 3513,
        "request_sha256": "b200805f345cbde7519424ac5bfd8a7707f4bf1c03dd5e04253e8eea88765197"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.009631407197179458,
          "enter-details": 0.12138442491687133,
          "instructions": 0.002299763996419619,
          "log-out-in": 0.009631407197179458,
          "make-password": 0.005552091505124418,
          "make-purchase": 0.02082649154572374,
          "membership": 0.0017032309758191265,
          "notify-team": 0.001525551905168707,
          "offer-refund": 0.013403852842494438,
          "promo-code": 0.0005069443289207758,
          "pull-up-account": 0.008626669514448628,
          "record-reason": 0.0012238642870347877,
          "search-boots": 0.00032626748807150865,
          "search-faq": 0.00023444118156509534,
          "search-jacket": 0.001525551905168707,
          "search-jeans": 0.0055589734215636035,
          "search-membership": 0.0055589734215636035,
          "search-policy": 0.0018472595266005591,
          "search-pricing": 0.0032005386304635444,
          "search-shirt": 0.001327357875996197,
          "search-timing": 0.00026866533002375156,
          "select-faq": 0.0008542825953972513,
          "send-link": 0.05027928018333956,
          "shipping-status": 0.0006130887058782654,
          "subscription-status": 0.06267339467362197,
          "try-again": 0.002302614273588208,
          "update-account": 0.6336687192625434,
          "update-order": 0.010753165686323255,
          "validate-purchase": 0.014964982255999315,
          "verify-identity": 0.007726743369907633
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.001128232336140608,
          "enter-details": 0.024714040416393107,
          "instructions": 0.001128232336140608,
          "log-out-in": 0.005901158302407643,
          "make-password": 0.0047341718524158685,
          "make-purchase": 0.010236955015269502,
          "membership": 0.001128232336140608,
          "notify-team": 0.001128232336140608,
          "offer-refund": 0.014246580542915404,
          "promo-code": 0.0010105353505759646,
          "pull-up-account": 0.005901158302407643,
          "record-reason": 0.003401763326257467,
          "search-boots": 0.0009051172538454506,
          "search-faq": 0.003797963019348088,
          "search-jacket": 0.0012596362376551449,
          "search-jeans": 0.003524297510030005,
          "search-membership": 0.003401763326257467,
          "search-policy": 0.003524297510030005,
          "search-pricing": 0.003401763326257467,
          "search-shirt": 0.003934768964638869,
          "search-timing": 0.0022682250523072024,
          "select-faq": 0.002532402342572264,
          "send-link": 0.006588465979632644,
          "shipping-status": 0.002987463754892619,
          "subscription-status": 0.003524297510030005,
          "try-again": 0.010236955015269502,
          "update-account": 0.8395314747543938,
          "update-order": 0.017758402523517985,
          "validate-purchase": 0.01142924161370052,
          "verify-identity": 0.0047341718524158685
        }
      }
    },
    {
      "id": "abcd-test-7462-turn-4",
      "conversation_id": "7462",
      "expected_action": "search-policy",
      "jev": {
        "choice": "search-policy",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.83,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.16,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.01,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.82,
        "input_tokens": 2966,
        "request_sha256": "74205d1d2478048befd00edd5778893ecc7c76394050a907c15452b685d72ec7"
      },
      "shared_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.0009011717239879449,
          "enter-details": 0.0006475409006374327,
          "instructions": 0.005263062402061247,
          "log-out-in": 0.0006475409006374327,
          "make-password": 0.00033433935579661516,
          "make-purchase": 0.00033433935579661516,
          "membership": 0.0009011717239879449,
          "notify-team": 0.003781797143470661,
          "offer-refund": 0.0009011717239879449,
          "promo-code": 0.0014030676712321263,
          "pull-up-account": 0.010193380772647786,
          "record-reason": 0.0027174303086562202,
          "search-boots": 0.030674997424208456,
          "search-faq": 0.08268086117872951,
          "search-jacket": 0.003387284165625738,
          "search-jeans": 0.009130018980912499,
          "search-membership": 0.0015664816596765128,
          "search-policy": 0.43162274456362637,
          "search-pricing": 0.004714025403258049,
          "search-shirt": 0.00046503000692211984,
          "search-timing": 0.0014030676712321263,
          "select-faq": 0.38659632794600063,
          "send-link": 0.0008067037645863281,
          "shipping-status": 0.0003730674012255952,
          "subscription-status": 0.0002680695068300043,
          "try-again": 5.135085698035647e-05,
          "update-account": 0.00013841006571539693,
          "update-order": 0.00015453052738183268,
          "validate-purchase": 0.00656042179578554,
          "verify-identity": 0.011380593098402931
        }
      },
      "trained_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.0007539933372155288,
          "enter-details": 0.0008418101390320457,
          "instructions": 0.00327967871322354,
          "log-out-in": 0.0009398547817419422,
          "make-password": 0.0009398547817419422,
          "make-purchase": 0.0026311044518137674,
          "membership": 0.0007539933372155288,
          "notify-team": 0.0040881288695330704,
          "offer-refund": 0.0006753375331371287,
          "promo-code": 0.0008418101390320457,
          "pull-up-account": 0.0040881288695330704,
          "record-reason": 0.0036616595030969507,
          "search-boots": 0.0024900884691069396,
          "search-faq": 0.005689373117613287,
          "search-jacket": 0.0036616595030969507,
          "search-jeans": 0.002079728860830633,
          "search-membership": 0.0040881288695330704,
          "search-policy": 0.903672022722842,
          "search-pricing": 0.0045642686501571805,
          "search-shirt": 0.0029375466366023035,
          "search-timing": 0.0040881288695330704,
          "select-faq": 0.026602201921928612,
          "send-link": 0.0029375466366023035,
          "shipping-status": 0.0014944001951531483,
          "subscription-status": 0.0018627738184663052,
          "try-again": 0.00327967871322354,
          "update-account": 0.001762936915665027,
          "update-order": 0.001762936915665027,
          "validate-purchase": 0.0016684509091978218,
          "verify-identity": 0.0018627738184663052
        }
      }
    },
    {
      "id": "abcd-test-5485-turn-8",
      "conversation_id": "5485",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.01,
          "verify-identity": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.01,
          "make-purchase": 0.01,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.97,
          "search-jeans": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3059,
        "request_sha256": "4ee0409511ecb064c46c217f86169f144f3bd71b1ff1454b223c5fae2ddb4efa"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0026775440404991024,
          "enter-details": 0.00416028962888171,
          "instructions": 0.012519580277606345,
          "log-out-in": 0.8236871495804885,
          "make-password": 0.001906463144150241,
          "make-purchase": 0.05243193121642802,
          "membership": 0.0013698990683031537,
          "notify-team": 0.001923963126849012,
          "offer-refund": 0.000796936630399236,
          "promo-code": 0.00040773244455260063,
          "pull-up-account": 0.008057555826113099,
          "record-reason": 0.0012269926697123794,
          "search-boots": 0.0003651982102785731,
          "search-faq": 0.0012269926697123794,
          "search-jacket": 0.0012269926697123794,
          "search-jeans": 0.001109082019228792,
          "search-membership": 0.00015265957078522844,
          "search-policy": 0.0002986052670161149,
          "search-pricing": 0.00026482387769268933,
          "search-shirt": 0.00023955441106667287,
          "search-timing": 0.00021456434897102207,
          "select-faq": 0.0005726424005544072,
          "send-link": 0.0005180008725256585,
          "shipping-status": 0.00037221227158540073,
          "subscription-status": 0.0002986052670161149,
          "try-again": 0.06535667962164855,
          "update-account": 0.0008897550037957403,
          "update-order": 0.0002674550526722686,
          "validate-purchase": 0.008996008802021602,
          "verify-identity": 0.006464130009732978
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0011025506643339191,
          "enter-details": 0.002356383534020951,
          "instructions": 0.003279335640506336,
          "log-out-in": 0.9547478599427387,
          "make-password": 0.0031035777000604013,
          "make-purchase": 0.002356383534020951,
          "membership": 0.0013743326115974936,
          "notify-team": 0.0012309635298191285,
          "offer-refund": 0.001164989253137819,
          "promo-code": 0.0009346061271327363,
          "pull-up-account": 0.002356383534020951,
          "record-reason": 0.0009875337413540297,
          "search-boots": 0.0013006741885122118,
          "search-faq": 0.0029372387350375725,
          "search-jacket": 0.0022300916444136084,
          "search-jeans": 0.00016339951733770476,
          "search-membership": 0.001435278810227133,
          "search-policy": 0.00022740011133698558,
          "search-pricing": 0.0016024437542309516,
          "search-shirt": 0.00016339951733770476,
          "search-timing": 0.00018243049385016386,
          "select-faq": 0.0021105681115928233,
          "send-link": 0.001435278810227133,
          "shipping-status": 0.00016339951733770476,
          "subscription-status": 0.00022740011133698558,
          "try-again": 0.0034650473725944247,
          "update-account": 0.002356383534020951,
          "update-order": 0.002779815238261932,
          "validate-purchase": 0.001997450608263647,
          "verify-identity": 0.00022740011133698558
        }
      }
    },
    {
      "id": "abcd-test-9057-turn-11",
      "conversation_id": "9057",
      "expected_action": "instructions",
      "jev": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "log-out-in": 0.01,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.02,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.54,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.32,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.11,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.51,
        "input_tokens": 3123,
        "request_sha256": "b8d52d15a074d9e81283c54f7e1957e28b55b57a23cda9d9353a59c7d6501cb4"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.011047112313325894,
          "enter-details": 0.002116162706829473,
          "instructions": 0.24152113278999338,
          "log-out-in": 0.03324413344246745,
          "make-password": 0.0014651807818303803,
          "make-purchase": 0.0014651807818303803,
          "membership": 0.0006069015327534176,
          "notify-team": 0.03324413344246745,
          "offer-refund": 0.0008765487828115076,
          "promo-code": 0.00028066704588150705,
          "pull-up-account": 0.0006069015327534176,
          "record-reason": 0.0004868834135613316,
          "search-boots": 0.0002513881636156235,
          "search-faq": 0.008862486875985936,
          "search-jacket": 0.0010926204875267105,
          "search-jeans": 0.0018954066916248799,
          "search-membership": 0.0003252040805201691,
          "search-policy": 0.0009283175110323663,
          "search-pricing": 0.00015891065829098635,
          "search-shirt": 0.0006670473716723284,
          "search-timing": 0.0010926204875267105,
          "select-faq": 0.001520579708130387,
          "send-link": 0.00030777454239897824,
          "shipping-status": 0.0007447376279191328,
          "subscription-status": 0.0012198766650478592,
          "try-again": 0.6509905969744401,
          "update-account": 0.0010364374826712967,
          "update-order": 0.0004293087738713368,
          "validate-purchase": 0.0010364374826712967,
          "verify-identity": 0.0004793098485483844
        }
      },
      "trained_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.007654982494443062,
          "enter-details": 0.002108791171750095,
          "instructions": 0.2903244527504317,
          "log-out-in": 0.01065330782817804,
          "make-password": 0.01065330782817804,
          "make-purchase": 0.0023544000336167843,
          "membership": 0.007654982494443062,
          "notify-team": 0.01065330782817804,
          "offer-refund": 0.0029347686844623105,
          "promo-code": 0.0016917662290159407,
          "pull-up-account": 0.008546548583819523,
          "record-reason": 0.0026286169974522678,
          "search-boots": 0.0026286169974522678,
          "search-faq": 0.013279378392800712,
          "search-jacket": 0.0023544000336167843,
          "search-jeans": 0.006856421909019456,
          "search-membership": 0.006141166953721052,
          "search-policy": 0.0018064504268002102,
          "search-pricing": 0.006141166953721052,
          "search-shirt": 0.0018064504268002102,
          "search-timing": 0.006141166953721052,
          "select-faq": 0.006856421909019456,
          "send-link": 0.007654982494443062,
          "shipping-status": 0.0012284653107627243,
          "subscription-status": 0.01065330782817804,
          "try-again": 0.5622937927923056,
          "update-account": 0.0016180035637193212,
          "update-order": 0.0016180035637193212,
          "validate-purchase": 0.0015312852831153737,
          "verify-identity": 0.0015312852831153737
        }
      }
    },
    {
      "id": "abcd-test-10571-turn-7",
      "conversation_id": "10571",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.25,
          "make-purchase": 0.0,
          "search-membership": 0.0,
          "validate-purchase": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.65,
          "search-jacket": 0.08,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.01,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.01,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.63,
        "input_tokens": 3017,
        "request_sha256": "a35ee6ad8cbed96274e95511a109705e629e47b273da8d0d97220ba5ee45d131"
      },
      "shared_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.01866908898585802,
          "enter-details": 0.0016664763004561342,
          "instructions": 0.0006182712668104274,
          "log-out-in": 0.0016664763004561342,
          "make-password": 0.0005537738594573658,
          "make-purchase": 0.023271072797070295,
          "membership": 0.0007706777359956795,
          "notify-team": 0.08729245639035237,
          "offer-refund": 0.0035762166247519053,
          "promo-code": 0.2107413539790654,
          "pull-up-account": 0.08729245639035237,
          "record-reason": 0.4081590861071883,
          "search-boots": 0.0005537738594573658,
          "search-faq": 0.0025893196462679255,
          "search-jacket": 0.04507097906790884,
          "search-jeans": 0.0005495798528372864,
          "search-membership": 0.00031680884236342507,
          "search-policy": 0.0006210218659733512,
          "search-pricing": 5.4356419334152796e-05,
          "search-shirt": 0.00020636700171786605,
          "search-timing": 0.00020636700171786605,
          "select-faq": 0.00031680884236342507,
          "send-link": 0.0004982113946605518,
          "shipping-status": 0.00022764462042254506,
          "subscription-status": 0.0006933515606257804,
          "try-again": 7.656321853266894e-05,
          "update-account": 0.00044089696253251157,
          "update-order": 0.0008642647218750423,
          "validate-purchase": 0.004976954462740348,
          "verify-identity": 0.09745932392085459
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0015848111515470826,
          "enter-details": 0.001769392251818026,
          "instructions": 0.0015848111515470826,
          "log-out-in": 0.0022055526782936673,
          "make-password": 0.001599370520302483,
          "make-purchase": 0.0022055526782936673,
          "membership": 0.0022055526782936673,
          "notify-team": 0.002225814537957977,
          "offer-refund": 0.0019936197569107297,
          "promo-code": 0.0024850528779008785,
          "pull-up-account": 0.9529167026741339,
          "record-reason": 0.004812999060872793,
          "search-boots": 0.002462430919772729,
          "search-faq": 0.002774483952948399,
          "search-jacket": 0.001785647330583191,
          "search-jeans": 4.361188449799619e-05,
          "search-membership": 4.6081664692294506e-05,
          "search-policy": 0.001785647330583191,
          "search-pricing": 0.0010876417658815325,
          "search-shirt": 4.361188449799619e-05,
          "search-timing": 4.361188449799619e-05,
          "select-faq": 0.0010876417658815325,
          "send-link": 3.9062337454247854e-05,
          "shipping-status": 0.0012830862827852105,
          "subscription-status": 4.361188449799619e-05,
          "try-again": 4.6081664692294506e-05,
          "update-account": 0.0014325260907754555,
          "update-order": 0.001599370520302483,
          "validate-purchase": 0.0019936197569107297,
          "verify-identity": 0.004812999060872793
        }
      }
    },
    {
      "id": "abcd-test-2776-turn-5",
      "conversation_id": "2776",
      "expected_action": "notify-team",
      "jev": {
        "choice": "notify-team",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.59,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.0,
          "record-reason": 0.02,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.01,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.05,
          "membership": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "search-jeans": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.33
        },
        "vendor_confidence": 0.56,
        "input_tokens": 2962,
        "request_sha256": "21797815be923628673e5288eca81b221626f3fd0605166e2c27dce111c2bd8e"
      },
      "shared_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.02518103428078309,
          "enter-details": 0.0031044687154050156,
          "instructions": 0.07577756460312425,
          "log-out-in": 0.04877006034347412,
          "make-password": 0.0019041732251310237,
          "make-purchase": 0.0012255187607633114,
          "membership": 0.0021259502308210976,
          "notify-team": 0.6862353745971688,
          "offer-refund": 0.0007412773591714088,
          "promo-code": 0.0008806029041181849,
          "pull-up-account": 0.00836772351988702,
          "record-reason": 0.0021259502308210976,
          "search-boots": 0.0003647595674142923,
          "search-faq": 0.0015276125150332808,
          "search-jacket": 0.0010316231539833113,
          "search-jeans": 0.0014356908653901353,
          "search-membership": 0.0002602782408802878,
          "search-policy": 0.0005062120972893836,
          "search-pricing": 0.00014199759830943928,
          "search-shirt": 0.00016821559457392768,
          "search-timing": 0.0031044687154050156,
          "select-faq": 0.0005326487629374006,
          "send-link": 0.0005946857401291517,
          "shipping-status": 0.000477083411913771,
          "subscription-status": 0.0005062120972893836,
          "try-again": 0.13145398943586845,
          "update-account": 0.0002918094820999796,
          "update-order": 0.000234102540249871,
          "validate-purchase": 0.00036374133877613296,
          "verify-identity": 0.0005651700717884473
        }
      },
      "trained_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.001994494117059864,
          "enter-details": 0.001976032682854353,
          "instructions": 0.003459918493512082,
          "log-out-in": 0.0017864304566274807,
          "make-password": 0.0027757004783328146,
          "make-purchase": 0.0017698948398806535,
          "membership": 0.0022267907700059203,
          "notify-team": 0.9533346165650788,
          "offer-refund": 0.00220617905515703,
          "promo-code": 0.0017698948398806535,
          "pull-up-account": 0.002486142616952668,
          "record-reason": 0.00220617905515703,
          "search-boots": 0.0018701257890381396,
          "search-faq": 0.0015002983713759508,
          "search-jacket": 0.001600071862018515,
          "search-jeans": 8.6381193631913e-05,
          "search-membership": 7.736999653375818e-05,
          "search-policy": 7.736999653375818e-05,
          "search-pricing": 0.001994494117059864,
          "search-shirt": 8.6381193631913e-05,
          "search-timing": 0.001433154194957157,
          "select-faq": 0.0012148508090722835,
          "send-link": 0.0012836489006479597,
          "shipping-status": 9.644192189914911e-05,
          "subscription-status": 0.0016906852725302633,
          "try-again": 0.005375920254754694,
          "update-account": 0.001433154194957157,
          "update-order": 0.001994494117059864,
          "validate-purchase": 9.644192189914911e-05,
          "verify-identity": 9.644192189914911e-05
        }
      }
    },
    {
      "id": "abcd-test-6316-turn-9",
      "conversation_id": "6316",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.98,
          "send-link": 0.0,
          "verify-identity": 0.02,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3095,
        "request_sha256": "08e0979e12b8fddaa63c106d7a1932774978c4f581b7155dcbcb31fb570aeafd"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.005027918127595046,
          "enter-details": 0.02624747373383511,
          "instructions": 0.0012005538681146267,
          "log-out-in": 0.0023252080941211046,
          "make-password": 0.04078260107820552,
          "make-purchase": 0.00030339314297007697,
          "membership": 0.0004222266732844278,
          "notify-team": 0.0005876050694740226,
          "offer-refund": 0.0003989471895786186,
          "promo-code": 0.0005263066826866154,
          "pull-up-account": 0.7986080635767602,
          "record-reason": 0.0013403810964997102,
          "search-boots": 0.0001748929194678461,
          "search-faq": 0.00033872901725497795,
          "search-jacket": 0.00030339314297007697,
          "search-jeans": 0.00035732943546846286,
          "search-membership": 0.00015639350248544226,
          "search-policy": 0.00018126052365068982,
          "search-pricing": 4.65484702563273e-05,
          "search-shirt": 0.000130245692063348,
          "search-timing": 7.508095578146066e-05,
          "select-faq": 0.00025225690886891765,
          "send-link": 0.007812223992259705,
          "shipping-status": 0.0003510612978234714,
          "subscription-status": 0.0005552074232350058,
          "try-again": 9.358872233004433e-05,
          "update-account": 0.000497288741709552,
          "update-order": 0.00011665859611338453,
          "validate-purchase": 0.0008626642612135092,
          "verify-identity": 0.10992449806392267
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0024896321299328213,
          "enter-details": 0.0022299162345462502,
          "instructions": 0.0018854275249327503,
          "log-out-in": 0.0017889378612879515,
          "make-password": 0.0022299162345462502,
          "make-purchase": 0.0019922008711141816,
          "membership": 0.0019922008711141816,
          "notify-team": 0.001784376510425686,
          "offer-refund": 0.0022242304982912054,
          "promo-code": 0.0022242304982912054,
          "pull-up-account": 0.9546726931743872,
          "record-reason": 0.0038683129370686007,
          "search-boots": 0.001784376510425686,
          "search-faq": 0.0022299162345462502,
          "search-jacket": 0.0014351658100787493,
          "search-jeans": 0.0018902470692517908,
          "search-membership": 0.0009759753574592356,
          "search-policy": 0.0010896460551566623,
          "search-pricing": 0.0011513538098514473,
          "search-shirt": 4.2216832336725344e-05,
          "search-timing": 5.262339776571368e-05,
          "select-faq": 5.262339776571368e-05,
          "send-link": 0.0013582469945166555,
          "shipping-status": 5.8752378068349253e-05,
          "subscription-status": 4.9803006402231715e-05,
          "try-again": 5.8752378068349253e-05,
          "update-account": 0.001997293538848293,
          "update-order": 5.262339776571368e-05,
          "validate-purchase": 0.0015164404987035335,
          "verify-identity": 0.004821867987050619
        }
      }
    },
    {
      "id": "abcd-test-4613-turn-10",
      "conversation_id": "4613",
      "expected_action": "search-pricing",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.68,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "search-pricing": 0.27,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.02,
          "search-faq": 0.02,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.66,
        "input_tokens": 3123,
        "request_sha256": "3bc5ebf2496c6d4fee6b65fad557c2c59e5182d96155dc7e864388c1c0853fc1"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.0029696055894115584,
          "enter-details": 0.002382347488135311,
          "instructions": 0.006539059169161678,
          "log-out-in": 0.0019462652516140612,
          "make-password": 0.0009868068571155483,
          "make-purchase": 0.003376254353002608,
          "membership": 0.0019112253022454517,
          "notify-team": 0.0029696055894115584,
          "offer-refund": 0.0015332699068126103,
          "promo-code": 0.0030240471341641062,
          "pull-up-account": 0.0030240471341641062,
          "record-reason": 0.0007220744379043082,
          "search-boots": 0.000456358158097361,
          "search-faq": 0.07381453888097785,
          "search-jacket": 0.38533744420134985,
          "search-jeans": 0.0008061736848481826,
          "search-membership": 0.001561380756636539,
          "search-policy": 0.000464724433636688,
          "search-pricing": 0.276886224259155,
          "search-shirt": 0.0009874905208713518,
          "search-timing": 0.0008061736848481826,
          "select-faq": 0.22213047667149702,
          "send-link": 0.000464724433636688,
          "shipping-status": 0.0008844765491442054,
          "subscription-status": 0.0017432329281049659,
          "try-again": 0.00045667426885126966,
          "update-account": 0.0001517539072029329,
          "update-order": 0.00023579054371684053,
          "validate-purchase": 0.000792208772244676,
          "verify-identity": 0.0006355451320375457
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.00044353768761217296,
          "enter-details": 0.00035582572899078634,
          "instructions": 0.0024423208446963975,
          "log-out-in": 0.0004951960572084426,
          "make-password": 0.000336754967086986,
          "make-purchase": 0.0004951960572084426,
          "membership": 0.0021875403556481854,
          "notify-team": 0.002070297435516586,
          "offer-refund": 0.00044353768761217296,
          "promo-code": 0.002311422534126525,
          "pull-up-account": 0.0021875403556481854,
          "record-reason": 0.0019593382784585858,
          "search-boots": 0.00044353768761217296,
          "search-faq": 0.0032167642119154114,
          "search-jacket": 0.00734969586339552,
          "search-jeans": 0.0021843786553165227,
          "search-membership": 0.0021875403556481854,
          "search-policy": 0.0027267750534725427,
          "search-pricing": 0.005281156900991165,
          "search-shirt": 0.002722833866769472,
          "search-timing": 0.0032167642119154114,
          "select-faq": 0.9365307260371741,
          "send-link": 0.003398932469477415,
          "shipping-status": 0.0018516459933847474,
          "subscription-status": 0.0021875403556481854,
          "try-again": 0.0025806315136874254,
          "update-account": 0.0021843786553165227,
          "update-order": 0.002067305053558023,
          "validate-purchase": 0.0021843786553165227,
          "verify-identity": 0.001956506469587149
        }
      }
    },
    {
      "id": "abcd-test-427-turn-8",
      "conversation_id": "427",
      "expected_action": "update-account",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.32,
          "notify-team": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "record-reason": 0.36,
          "log-out-in": 0.0,
          "verify-identity": 0.23,
          "validate-purchase": 0.0,
          "search-faq": 0.0,
          "search-jeans": 0.0,
          "enter-details": 0.0,
          "pull-up-account": 0.09,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.33,
        "input_tokens": 3094,
        "request_sha256": "0cc831bb0f7da153344d0dd8a22dc6cfd86bdc26493728babe27c68014beb70d"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.00512659859864444,
          "enter-details": 0.0032994595210700237,
          "instructions": 0.0002658750741724225,
          "log-out-in": 0.0015258645796113112,
          "make-password": 0.0001372770383623049,
          "make-purchase": 3.2778673618143535e-05,
          "membership": 0.00017111620209504097,
          "notify-team": 0.00019104592774690397,
          "offer-refund": 0.004112785845149684,
          "promo-code": 0.00023813925503559074,
          "pull-up-account": 0.015427498670390645,
          "record-reason": 0.007134591632733945,
          "search-boots": 8.835098962893726e-05,
          "search-faq": 0.0009820408537819729,
          "search-jacket": 0.0005070488056059898,
          "search-jeans": 0.0008795953693346138,
          "search-membership": 0.00019877104939835778,
          "search-policy": 0.000500479057610459,
          "search-pricing": 6.605206397640963e-05,
          "search-shirt": 0.0005587693237148367,
          "search-timing": 0.0001961955796245123,
          "select-faq": 0.0006238484997540838,
          "send-link": 0.0008795953693346138,
          "shipping-status": 0.0005070488056059898,
          "subscription-status": 0.0005070488056059898,
          "try-again": 0.0004482691541351389,
          "update-account": 0.8142819399373408,
          "update-order": 0.0007776290485045993,
          "validate-purchase": 0.0006238484997540838,
          "verify-identity": 0.1397104377686582
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.005255471777941479,
          "enter-details": 0.004216173181235085,
          "instructions": 0.0047072267662671965,
          "log-out-in": 0.0047072267662671965,
          "make-password": 0.0028974156821214873,
          "make-purchase": 0.002595160471534173,
          "membership": 0.002595160471534173,
          "notify-team": 0.002742126788828702,
          "offer-refund": 0.003776346594252341,
          "promo-code": 0.0024560708629642086,
          "pull-up-account": 0.003776346594252341,
          "record-reason": 0.8347532281146309,
          "search-boots": 0.0030614990207538887,
          "search-faq": 0.005255471777941479,
          "search-jacket": 0.002742126788828702,
          "search-jeans": 0.00042334855829857207,
          "search-membership": 0.0047072267662671965,
          "search-policy": 0.003776346594252341,
          "search-pricing": 0.003382401842272326,
          "search-shirt": 0.003776346594252341,
          "search-timing": 0.00042334855829857207,
          "select-faq": 0.003776346594252341,
          "send-link": 0.00042334855829857207,
          "shipping-status": 0.00047265547848134834,
          "subscription-status": 0.00047265547848134834,
          "try-again": 0.008165797825134206,
          "update-account": 0.05313633997926052,
          "update-order": 0.00042334855829857207,
          "validate-purchase": 0.00047265547848134834,
          "verify-identity": 0.03063078147631711
        }
      }
    },
    {
      "id": "abcd-test-2723-turn-15",
      "conversation_id": "2723",
      "expected_action": "membership",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "promo-code": 0.93,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "ask-the-oracle": 0.01,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.04,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.02,
          "enter-details": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3278,
        "request_sha256": "570665d1e2df7228eb62ead5d613872a8562622e69914b44c59b3e18149cff0e"
      },
      "shared_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.12126327582743153,
          "enter-details": 0.003985498806531562,
          "instructions": 0.004967935426558866,
          "log-out-in": 0.0031973444817090524,
          "make-password": 0.000493000233427447,
          "make-purchase": 0.0006860992391921774,
          "membership": 0.056079231319547805,
          "notify-team": 0.00028324569280836754,
          "offer-refund": 0.0018431314053750823,
          "promo-code": 0.7890814943202704,
          "pull-up-account": 0.0007660093329970051,
          "record-reason": 0.00039550670076272585,
          "search-boots": 0.00039550670076272585,
          "search-faq": 0.0005504193811764307,
          "search-jacket": 0.0006860992391921774,
          "search-jeans": 0.00012428406089004697,
          "search-membership": 0.0014786420083478104,
          "search-policy": 8.930495809453421e-05,
          "search-pricing": 0.00011131886793598901,
          "search-shirt": 2.967624179875604e-05,
          "search-timing": 2.380760213352928e-05,
          "select-faq": 0.00026806493213190756,
          "send-link": 0.0004650215687154952,
          "shipping-status": 0.0001729638193861253,
          "subscription-status": 0.0004913561751465088,
          "try-again": 5.747633607056635e-05,
          "update-account": 0.0014786420083478104,
          "update-order": 0.0022974684235118176,
          "validate-purchase": 0.0013243917805055335,
          "verify-identity": 0.006913783109240238
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.001694543729990085,
          "enter-details": 0.0007938534864006392,
          "instructions": 0.001045580160133666,
          "log-out-in": 0.0014551147916075848,
          "make-password": 0.001790507309197606,
          "make-purchase": 0.001694543729990085,
          "membership": 0.9679427706849593,
          "notify-team": 0.0013033185688489104,
          "offer-refund": 0.0016037234028974821,
          "promo-code": 0.005458296706248003,
          "pull-up-account": 0.001694543729990085,
          "record-reason": 0.0012334662874988074,
          "search-boots": 0.0015177710242078664,
          "search-faq": 0.0007938534864006392,
          "search-jacket": 0.0015177710242078664,
          "search-jeans": 9.840109014253879e-05,
          "search-membership": 0.0012334662874988074,
          "search-policy": 0.0006368645925286884,
          "search-pricing": 0.0008863134565532108,
          "search-shirt": 9.840109014253879e-05,
          "search-timing": 6.333056996572539e-05,
          "select-faq": 7.471078939086743e-05,
          "send-link": 9.840109014253879e-05,
          "shipping-status": 4.075932423130628e-05,
          "subscription-status": 5.672399507576291e-05,
          "try-again": 0.0008388109608069358,
          "update-account": 0.001104792270630327,
          "update-order": 0.0009895414892704432,
          "validate-purchase": 0.0009365063021927522,
          "verify-identity": 0.0013033185688489104
        }
      }
    },
    {
      "id": "abcd-test-6856-turn-12",
      "conversation_id": "6856",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "update-account": 0.0,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.0,
          "select-faq": 0.95,
          "verify-identity": 0.0,
          "search-boots": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "search-timing": 0.05,
          "search-jeans": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.93,
        "input_tokens": 3164,
        "request_sha256": "3a74d249083126222f0a180d86504686eedbaddcc032a26acd4b8a99a6722c48"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0033351531451836585,
          "enter-details": 0.00036903648595819035,
          "instructions": 0.008989506920894513,
          "log-out-in": 0.001381474232992762,
          "make-password": 0.0003305389759429079,
          "make-purchase": 0.0033351531451836585,
          "membership": 0.0003305389759429079,
          "notify-team": 0.0007979866156118462,
          "offer-refund": 0.000513581264875097,
          "promo-code": 0.0012373603528671423,
          "pull-up-account": 0.0017220115924520202,
          "record-reason": 0.0006401803928776307,
          "search-boots": 0.00017066421837565117,
          "search-faq": 0.046928338051968055,
          "search-jacket": 0.0015423730672059904,
          "search-jeans": 0.1412219716492861,
          "search-membership": 0.0019225723277688268,
          "search-policy": 0.0003596569337079984,
          "search-pricing": 0.0007132850641750689,
          "search-shirt": 0.0002885325527716597,
          "search-timing": 0.660320831358339,
          "select-faq": 0.11329455025817815,
          "send-link": 0.0006388758709566681,
          "shipping-status": 0.0005588238759878215,
          "subscription-status": 0.00027961878113390623,
          "try-again": 0.0003221376209131464,
          "update-account": 0.0002073265420652822,
          "update-order": 0.0002584331358413191,
          "validate-purchase": 0.0007777048302491144,
          "verify-identity": 0.007211781760293962
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.001125821685482247,
          "enter-details": 0.0008089651000180087,
          "instructions": 0.0037108417761299983,
          "log-out-in": 0.001125821685482247,
          "make-password": 0.001125821685482247,
          "make-purchase": 0.002817447744374259,
          "membership": 0.0009031842992412595,
          "notify-team": 0.0033237304672241452,
          "offer-refund": 0.001125821685482247,
          "promo-code": 0.0037108417761299983,
          "pull-up-account": 0.002817447744374259,
          "record-reason": 0.002817447744374259,
          "search-boots": 0.001125821685482247,
          "search-faq": 0.0037108417761299983,
          "search-jacket": 0.0037108417761299983,
          "search-jeans": 0.0033237304672241452,
          "search-membership": 0.0033237304672241452,
          "search-policy": 0.00414303940922615,
          "search-pricing": 0.0037108417761299983,
          "search-shirt": 0.0033055580737785598,
          "search-timing": 0.01000212933414222,
          "select-faq": 0.9158098574667477,
          "send-link": 0.0026664444515248345,
          "shipping-status": 0.0022479239482370733,
          "subscription-status": 0.0026664444515248345,
          "try-again": 0.0033055580737785598,
          "update-account": 0.0029607258435977238,
          "update-order": 0.0026518659181312206,
          "validate-purchase": 0.0029607258435977238,
          "verify-identity": 0.0029607258435977238
        }
      }
    },
    {
      "id": "abcd-test-5252-turn-9",
      "conversation_id": "5252",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.01,
          "make-purchase": 0.0,
          "search-membership": 0.0,
          "validate-purchase": 0.01,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.01,
          "pull-up-account": 0.18,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.01,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.01,
          "select-faq": 0.77,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.75,
        "input_tokens": 3135,
        "request_sha256": "c1a8ead7e955f611c753e55b6025d6d5ce15e2294f12082a06aa1f9e637c4f56"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.005060517530592568,
          "enter-details": 0.007042627856626387,
          "instructions": 0.0029171672485697737,
          "log-out-in": 0.002066598428279755,
          "make-password": 0.000615096489246629,
          "make-purchase": 0.0004934578308940447,
          "membership": 0.0006867360902274504,
          "notify-team": 0.0029171672485697737,
          "offer-refund": 0.057124375047400484,
          "promo-code": 0.001191305039267592,
          "pull-up-account": 0.6448329056247593,
          "record-reason": 0.012217093036622455,
          "search-boots": 0.0005509303157016526,
          "search-faq": 0.005060517530592568,
          "search-jacket": 0.0018510130600183881,
          "search-jeans": 0.0018655212067729108,
          "search-membership": 0.002096145866709133,
          "search-policy": 0.006307949009824766,
          "search-pricing": 0.00014098691911157443,
          "search-shirt": 0.0003573554814227331,
          "search-timing": 0.00028668648119234934,
          "select-faq": 0.0040597726532815605,
          "send-link": 0.0008627280194866229,
          "shipping-status": 0.0012083377725053935,
          "subscription-status": 0.00025677964154817624,
          "try-again": 7.642708911896448e-05,
          "update-account": 0.0009632090191839283,
          "update-order": 0.0012083377725053935,
          "validate-purchase": 0.1719046678380157,
          "verify-identity": 0.06377758685195194
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0010859048310992879,
          "enter-details": 0.0007802825239424096,
          "instructions": 0.0033415537669612954,
          "log-out-in": 0.0026807432172758247,
          "make-password": 0.0009726243496100199,
          "make-purchase": 0.0026807432172758247,
          "membership": 0.0006988843119899123,
          "notify-team": 0.001212380245273389,
          "offer-refund": 0.004165256110812669,
          "promo-code": 0.0010859048310992879,
          "pull-up-account": 0.0033415537669612954,
          "record-reason": 0.0029929666865031227,
          "search-boots": 0.0009726243496100199,
          "search-faq": 0.0026807432172758247,
          "search-jacket": 0.0033415537669612954,
          "search-jeans": 0.002979038861194954,
          "search-membership": 0.0026807432172758247,
          "search-policy": 0.0033415537669612954,
          "search-pricing": 0.004165256110812669,
          "search-shirt": 0.0033415537669612954,
          "search-timing": 0.004165256110812669,
          "select-faq": 0.9207208045625769,
          "send-link": 0.0026807432172758247,
          "shipping-status": 0.002668268429136261,
          "subscription-status": 0.0033260038145785913,
          "try-again": 0.004165256110812669,
          "update-account": 0.0033260038145785913,
          "update-order": 0.002979038861194954,
          "validate-purchase": 0.003713380081588019,
          "verify-identity": 0.003713380081588019
        }
      }
    },
    {
      "id": "abcd-test-4960-turn-9",
      "conversation_id": "4960",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.96,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.04,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-faq": 0.0,
          "shipping-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3044,
        "request_sha256": "7ab9882c4f577fc83afd7eb29aa34ceb4bc71cec30965c2e208b934a7705e368"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.005126532250320737,
          "enter-details": 0.004591738151105169,
          "instructions": 0.0010964038588998388,
          "log-out-in": 0.0009056414533292873,
          "make-password": 0.0005220632263307932,
          "make-purchase": 0.0003359979692082825,
          "membership": 0.00037513126608999787,
          "notify-team": 0.0009056414533292873,
          "offer-refund": 0.0008795840245236939,
          "promo-code": 0.0005660968970779257,
          "pull-up-account": 0.8142714020314329,
          "record-reason": 0.0032994171353501844,
          "search-boots": 0.00026955226911334397,
          "search-faq": 0.0009056414533292873,
          "search-jacket": 0.005126532250320737,
          "search-jeans": 0.0003643375014725511,
          "search-membership": 0.00016849130033363033,
          "search-policy": 0.000257103936175075,
          "search-pricing": 5.599004776694136e-05,
          "search-shirt": 0.00013274831685772045,
          "search-timing": 7.652362084712344e-05,
          "select-faq": 0.000257103936175075,
          "send-link": 0.00023028314308756338,
          "shipping-status": 0.0041127324918584255,
          "subscription-status": 0.0002870485539422739,
          "try-again": 4.411256991930805e-05,
          "update-account": 0.015427298997473398,
          "update-order": 0.0005660968970779257,
          "validate-purchase": 0.026762272358975936,
          "verify-identity": 0.11208048063827551
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.001993986217499668,
          "enter-details": 0.0024855096900812178,
          "instructions": 0.001974717651340207,
          "log-out-in": 0.001993986217499668,
          "make-password": 0.001993986217499668,
          "make-purchase": 0.0022047109669961077,
          "membership": 0.0022047109669961077,
          "notify-team": 0.0022047109669961077,
          "offer-refund": 0.0024614913386388562,
          "promo-code": 0.0022262238797994384,
          "pull-up-account": 0.9530919074587877,
          "record-reason": 0.0027481780702926415,
          "search-boots": 0.0022047109669961077,
          "search-faq": 0.0030981947577762787,
          "search-jacket": 0.0017859756455506474,
          "search-jeans": 0.001513929641588456,
          "search-membership": 0.0011494473650474192,
          "search-policy": 0.0012145415506480456,
          "search-pricing": 0.0012833221436887197,
          "search-shirt": 4.976757433445239e-05,
          "search-timing": 6.203541771225885e-05,
          "select-faq": 0.0012833221436887197,
          "send-link": 5.556395232338475e-05,
          "shipping-status": 6.55485397483393e-05,
          "subscription-status": 4.710024683452714e-05,
          "try-again": 5.556395232338475e-05,
          "update-account": 0.0015996645515906792,
          "update-order": 5.8710585612960494e-05,
          "validate-purchase": 0.001513929641588456,
          "verify-identity": 0.005374551680519842
        }
      }
    },
    {
      "id": "abcd-test-4822-turn-6",
      "conversation_id": "4822",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.06,
          "validate-purchase": 0.0,
          "shipping-status": 0.01,
          "pull-up-account": 0.93,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.93,
        "input_tokens": 2996,
        "request_sha256": "d85b19732da5d4b424d7a841ce3107826902e8fef1ad2d17f6d36e5ee9647ac0"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.008003808388482324,
          "enter-details": 0.0019111315541561354,
          "instructions": 0.0007916206549473547,
          "log-out-in": 0.0015331930234962982,
          "make-password": 0.0004865204932909152,
          "make-purchase": 0.00034959178899944966,
          "membership": 0.00039030840338355086,
          "notify-team": 0.0007916206549473547,
          "offer-refund": 0.0005094841632633959,
          "promo-code": 0.0013113574729094225,
          "pull-up-account": 0.8181944965183303,
          "record-reason": 0.002382230626386828,
          "search-boots": 0.00039030840338355086,
          "search-faq": 0.0006064490757229842,
          "search-jacket": 0.0005431849438170016,
          "search-jeans": 0.0002304467310523127,
          "search-membership": 0.0006350733883586931,
          "search-policy": 0.00018487461254357767,
          "search-pricing": 0.00018902124673117433,
          "search-shirt": 6.858944275491944e-05,
          "search-timing": 0.00010657227230564477,
          "select-faq": 0.00010657227230564477,
          "send-link": 7.829564315269184e-05,
          "shipping-status": 0.02689121032274817,
          "subscription-status": 0.0002872524889729658,
          "try-again": 3.001978439764625e-05,
          "update-account": 0.00040873088515553486,
          "update-order": 0.00045633528465717504,
          "validate-purchase": 0.041782735678069095,
          "verify-identity": 0.09034896378127782
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0024894729413046865,
          "enter-details": 0.0024694014423476407,
          "instructions": 0.0018748869060235503,
          "log-out-in": 0.0015163435309654117,
          "make-password": 0.0016022151729528677,
          "make-purchase": 0.0019810635016141746,
          "membership": 0.0019810635016141746,
          "notify-team": 0.0022117959228500684,
          "offer-refund": 0.0022117959228500684,
          "promo-code": 0.001997165756726426,
          "pull-up-account": 0.9546116176324992,
          "record-reason": 0.003868070021357139,
          "search-boots": 0.0019810635016141746,
          "search-faq": 0.002229773646845773,
          "search-jacket": 0.001435073997699304,
          "search-jeans": 0.001435073997699304,
          "search-membership": 0.0009236081712715289,
          "search-policy": 0.0007409596124073662,
          "search-pricing": 0.0010895763185960368,
          "search-shirt": 4.8250014304786326e-05,
          "search-timing": 5.386964445680258e-05,
          "select-faq": 5.386964445680258e-05,
          "send-link": 4.8250014304786326e-05,
          "shipping-status": 0.0011512801862394039,
          "subscription-status": 4.8250014304786326e-05,
          "try-again": 4.090039180226477e-05,
          "update-account": 0.0013581599966636826,
          "update-order": 4.8250014304786326e-05,
          "validate-purchase": 0.001788823370163658,
          "verify-identity": 0.00671007520975923
        }
      }
    },
    {
      "id": "abcd-test-1560-turn-9",
      "conversation_id": "1560",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.97,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.01,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.02,
          "pull-up-account": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.0,
          "try-again": 0.0,
          "make-purchase": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3106,
        "request_sha256": "a6d62dc147479007ea4c0b78d3acccf889247823f2981068d521ae82b7a81d6a"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.002374645998020426,
          "enter-details": 0.0005907632135499759,
          "instructions": 0.015452254374277625,
          "log-out-in": 0.0005907632135499759,
          "make-password": 0.0003050237641510882,
          "make-purchase": 0.002126925218681088,
          "membership": 0.0002447036588618985,
          "notify-team": 0.0007363887405277157,
          "offer-refund": 0.0003405495408021241,
          "promo-code": 0.002126925218681088,
          "pull-up-account": 0.0010981773713314691,
          "record-reason": 0.0007067828699077352,
          "search-boots": 0.0003050237641510882,
          "search-faq": 0.09006140297493882,
          "search-jacket": 0.0009836166159300414,
          "search-jeans": 0.6543014790935757,
          "search-membership": 0.0026512182395546074,
          "search-policy": 0.0011444577779230886,
          "search-pricing": 0.0009836166159300414,
          "search-shirt": 0.00024476347975154085,
          "search-timing": 0.0002732708016790193,
          "select-faq": 0.21742608689637255,
          "send-link": 0.000507861971299783,
          "shipping-status": 0.00042460016074797496,
          "subscription-status": 0.00024816620014996254,
          "try-again": 0.00012637667436871347,
          "update-account": 0.0002732708016790193,
          "update-order": 0.0005909082228009596,
          "validate-purchase": 0.0006330513081237052,
          "verify-identity": 0.002126925218681088
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0006588849294123994,
          "enter-details": 0.0006588849294123994,
          "instructions": 0.002875689960399346,
          "log-out-in": 0.0007356245575678378,
          "make-password": 0.0008213019782612629,
          "make-purchase": 0.002066341862300267,
          "membership": 0.0006235715066758709,
          "notify-team": 0.002307006442261786,
          "offer-refund": 0.0008213019782612629,
          "promo-code": 0.002575701165872101,
          "pull-up-account": 0.002307006442261786,
          "record-reason": 0.002066341862300267,
          "search-boots": 0.0009169581702992185,
          "search-faq": 0.0030385431911117236,
          "search-jacket": 0.0027215652308209323,
          "search-jeans": 0.005271066982815183,
          "search-membership": 0.0030385431911117236,
          "search-policy": 0.0037875520696644097,
          "search-pricing": 0.0037875520696644097,
          "search-shirt": 0.0024587142631290605,
          "search-timing": 0.0022022236338799846,
          "select-faq": 0.9347414764023194,
          "send-link": 0.003392438731158285,
          "shipping-status": 0.0016720327302604812,
          "subscription-status": 0.0024376546477557146,
          "try-again": 0.0024376546477557146,
          "update-account": 0.0024587142631290605,
          "update-order": 0.0024587142631290605,
          "validate-purchase": 0.0024587142631290605,
          "verify-identity": 0.0022022236338799846
        }
      }
    },
    {
      "id": "abcd-test-4020-turn-15",
      "conversation_id": "4020",
      "expected_action": "shipping-status",
      "jev": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.01,
          "verify-identity": 0.06,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "search-membership": 0.0,
          "shipping-status": 0.81,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.07,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.02,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.03,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.8,
        "input_tokens": 3278,
        "request_sha256": "c1f1dadd3407d7058b849d3581f2435bb35aecb45ec17de8fbd7ee7248920de5"
      },
      "shared_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.20003901461530912,
          "enter-details": 0.0033945982115868457,
          "instructions": 0.0027232975765617818,
          "log-out-in": 0.0017527042285085208,
          "make-password": 0.000757592150529224,
          "make-purchase": 0.00018089598909993592,
          "membership": 0.0021847506531691625,
          "notify-team": 0.0024392060634347854,
          "offer-refund": 0.09250992438944511,
          "promo-code": 0.0018289796276581307,
          "pull-up-account": 0.0003911611438946402,
          "record-reason": 0.005888733260340074,
          "search-boots": 0.000757592150529224,
          "search-faq": 0.0005443717957729257,
          "search-jacket": 0.00028107086601016724,
          "search-jeans": 0.0006502623511198818,
          "search-membership": 0.000269349143605232,
          "search-policy": 0.0002846026475898606,
          "search-pricing": 0.00914973189713774,
          "search-shirt": 0.0008252075388292459,
          "search-timing": 0.0007391219794877117,
          "select-faq": 0.0019922146538557395,
          "send-link": 0.005888733260340074,
          "shipping-status": 0.539180667132183,
          "subscription-status": 0.001148425962265832,
          "try-again": 0.0002595214053094719,
          "update-account": 0.001148425962265832,
          "update-order": 0.10328445880297392,
          "validate-purchase": 0.017720995534771227,
          "verify-identity": 0.0017843890064154991
        }
      },
      "trained_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.0026103982010153926,
          "enter-details": 0.0006709399874927927,
          "instructions": 0.001775184747544293,
          "log-out-in": 0.001775184747544293,
          "make-password": 0.0007490836254419401,
          "make-purchase": 0.0006009482276893251,
          "membership": 0.002212772932078029,
          "notify-team": 0.0020941774469645427,
          "offer-refund": 0.00036603892089746083,
          "promo-code": 0.0007490836254419401,
          "pull-up-account": 0.0010233166116309271,
          "record-reason": 0.0006709399874927927,
          "search-boots": 0.0018757151246022502,
          "search-faq": 0.0015899993317798281,
          "search-jacket": 0.0004318144505210013,
          "search-jeans": 0.0024374418320487205,
          "search-membership": 0.002721327524063368,
          "search-policy": 0.0016800422461801185,
          "search-pricing": 0.0013478049600910919,
          "search-shirt": 0.001775184747544293,
          "search-timing": 0.0024374418320487205,
          "select-faq": 0.002721327524063368,
          "send-link": 0.002212772932078029,
          "shipping-status": 0.9473333231559478,
          "subscription-status": 0.0027582274742594948,
          "try-again": 0.002721327524063368,
          "update-account": 0.002875438885823316,
          "update-order": 0.0019819386404067644,
          "validate-purchase": 0.002721327524063368,
          "verify-identity": 0.0030794752291813496
        }
      }
    },
    {
      "id": "abcd-test-671-turn-7",
      "conversation_id": "671",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-timing",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0,
          "shipping-status": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.15,
          "search-timing": 0.85,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0
        },
        "vendor_confidence": 0.84,
        "input_tokens": 3031,
        "request_sha256": "08121d8dfb4bf6746ad04bb85e2ab4611a1bf0b07e288d4c7a21df9071d1434b"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.001982790090457228,
          "enter-details": 0.0010237562764393103,
          "instructions": 0.000821302754160564,
          "log-out-in": 0.0024715536233457353,
          "make-password": 9.408577744096209e-05,
          "make-purchase": 0.00013093744850585433,
          "membership": 8.427084891256763e-05,
          "notify-team": 0.0014247443226569787,
          "offer-refund": 6.760582557110398e-05,
          "promo-code": 0.00013093744850585433,
          "pull-up-account": 0.005344368260202562,
          "record-reason": 0.00013093744850585433,
          "search-boots": 9.408577744096209e-05,
          "search-faq": 0.02498905962524945,
          "search-jacket": 0.0011429920319310416,
          "search-jeans": 0.0005285874908703165,
          "search-membership": 0.0002729211258838118,
          "search-policy": 8.123138339541705e-05,
          "search-pricing": 0.00042405638134387094,
          "search-shirt": 0.0002729211258838118,
          "search-timing": 0.9477403162675159,
          "select-faq": 0.009271062304188444,
          "send-link": 0.0007356254176999951,
          "shipping-status": 0.00017470227182886662,
          "subscription-status": 0.00017470227182886662,
          "try-again": 3.9479232145054745e-05,
          "update-account": 5.8053959713211775e-05,
          "update-order": 5.49425176117171e-05,
          "validate-purchase": 0.00011243760525842545,
          "verify-identity": 0.00012553308550621994
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.002434049133709986,
          "enter-details": 0.0021760483125523723,
          "instructions": 0.0027175398511178127,
          "log-out-in": 0.003034051704037613,
          "make-password": 0.0021760483125523723,
          "make-purchase": 0.0021760483125523723,
          "membership": 0.0021760483125523723,
          "notify-team": 0.003387424582175929,
          "offer-refund": 0.0027175398511178127,
          "promo-code": 0.0019490450485448146,
          "pull-up-account": 0.002429490323612025,
          "record-reason": 0.0021760483125523723,
          "search-boots": 0.002180131478176298,
          "search-faq": 0.9333588423193984,
          "search-jacket": 0.002434049133709986,
          "search-jeans": 0.002434049133709986,
          "search-membership": 0.002180131478176298,
          "search-policy": 0.001327923026290218,
          "search-pricing": 0.002180131478176298,
          "search-shirt": 0.002180131478176298,
          "search-timing": 0.01583880088683261,
          "select-faq": 0.0037819541078245008,
          "send-link": 0.002180131478176298,
          "shipping-status": 5.337670534617033e-05,
          "subscription-status": 6.653419763980289e-05,
          "try-again": 5.959341552132702e-05,
          "update-account": 4.780849411801054e-05,
          "update-order": 4.780849411801054e-05,
          "validate-purchase": 5.639947261639044e-05,
          "verify-identity": 4.28211649153438e-05
        }
      }
    },
    {
      "id": "abcd-test-1136-turn-9",
      "conversation_id": "1136",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-membership": 0.0,
          "search-pricing": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 1.0,
          "verify-identity": 0.0,
          "try-again": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 1.0,
        "input_tokens": 3090,
        "request_sha256": "10115be74900a73fdc0b92eeb8764c47987d997e280607a08fef8aa76de0221d"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0026487713483933106,
          "enter-details": 0.015437977751275702,
          "instructions": 0.0009827078452265678,
          "log-out-in": 0.0013676164379077898,
          "make-password": 0.001224947990804663,
          "make-purchase": 0.00028905475247904204,
          "membership": 0.0006978362304277905,
          "notify-team": 0.0010842765306939433,
          "offer-refund": 0.0013515537136322448,
          "promo-code": 0.0003645900530110086,
          "pull-up-account": 0.9097398420926108,
          "record-reason": 0.002124962321405541,
          "search-boots": 0.00040227255699088333,
          "search-faq": 0.0005014338550609362,
          "search-jacket": 0.0007791125422827747,
          "search-jeans": 9.565903728553093e-05,
          "search-membership": 0.0005664888193177831,
          "search-policy": 5.514332108587305e-05,
          "search-pricing": 0.0002101702661970912,
          "search-shirt": 5.514332108587305e-05,
          "search-timing": 2.0458456164412497e-05,
          "select-faq": 6.15658027933669e-05,
          "send-link": 0.009935825526359751,
          "shipping-status": 0.00045446254285470947,
          "subscription-status": 0.0007883718563231358,
          "try-again": 2.28412301771687e-05,
          "update-account": 0.0019032883868489586,
          "update-order": 4.939082758047651e-05,
          "validate-purchase": 0.0003265564322859265,
          "verify-identity": 0.04645767815143688
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0014473683716104912,
          "enter-details": 0.00251080033342815,
          "instructions": 0.0015261805015032738,
          "log-out-in": 0.0015293341475497593,
          "make-password": 0.0016159414388449034,
          "make-purchase": 0.0016126092024579851,
          "membership": 0.0016126092024579851,
          "notify-team": 0.0015261805015032738,
          "offer-refund": 0.0018041484081085422,
          "promo-code": 0.0018004279000516734,
          "pull-up-account": 0.9627898588612924,
          "record-reason": 0.0028032301330087428,
          "search-boots": 0.0013669707737374783,
          "search-faq": 0.0018004279000516734,
          "search-jacket": 0.0012963802619002673,
          "search-jeans": 0.0013697954369141382,
          "search-membership": 4.0400139392249614e-05,
          "search-policy": 4.0400139392249614e-05,
          "search-pricing": 0.000984273635360851,
          "search-shirt": 3.241079134332658e-05,
          "search-timing": 3.6185641316058086e-05,
          "select-faq": 0.0008815951345719595,
          "send-link": 0.001161143257430301,
          "shipping-status": 4.0400139392249614e-05,
          "subscription-status": 3.823486602357421e-05,
          "try-again": 4.510549969663519e-05,
          "update-account": 0.001226899750757775,
          "update-order": 0.0010989107700145478,
          "validate-purchase": 0.0010989107700145478,
          "verify-identity": 0.004862866090872857
        }
      }
    },
    {
      "id": "abcd-test-9676-turn-8",
      "conversation_id": "9676",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.07,
          "record-reason": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.93,
          "make-password": 0.0,
          "search-jeans": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3096,
        "request_sha256": "7048a4a1b1a98911459557957f75daf8755a056f3f8c619d28ee05e28dc963a6"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.006372277978244274,
          "enter-details": 0.013779105523696357,
          "instructions": 0.003290141410663054,
          "log-out-in": 0.023903096673188164,
          "make-password": 0.02140954979402028,
          "make-purchase": 0.0002606914323355579,
          "membership": 0.0005637065659185571,
          "notify-team": 0.0007845000645348734,
          "offer-refund": 0.0007026618280805438,
          "promo-code": 0.0015215567572563322,
          "pull-up-account": 0.0016987707216650028,
          "record-reason": 0.00367334015870334,
          "search-boots": 0.00018732117037555536,
          "search-faq": 0.0009778825377772234,
          "search-jacket": 0.0007845000645348734,
          "search-jeans": 0.0019891396443159,
          "search-membership": 0.0021175224643918645,
          "search-policy": 0.001429306630193857,
          "search-pricing": 0.0005056168239103632,
          "search-shirt": 0.0010270358121830154,
          "search-timing": 0.0006609956815905546,
          "select-faq": 0.0019891396443159,
          "send-link": 0.00990104806736453,
          "shipping-status": 0.0016987707216650028,
          "subscription-status": 0.0021175224643918645,
          "try-again": 0.0012802028402785206,
          "update-account": 0.023903096673188164,
          "update-order": 0.0017816347572311014,
          "validate-purchase": 0.05770681804126258,
          "verify-identity": 0.8119830470527228
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0007894614279577485,
          "enter-details": 0.002189898808219138,
          "instructions": 0.0023139146483515368,
          "log-out-in": 0.0024449539757654556,
          "make-password": 0.003595289043342999,
          "make-purchase": 0.000984065794968076,
          "membership": 0.0007071055519940212,
          "notify-team": 0.0025834138041638402,
          "offer-refund": 0.0005672710220501085,
          "promo-code": 0.0007071055519940212,
          "pull-up-account": 0.0006333410912563359,
          "record-reason": 0.005286850708361603,
          "search-boots": 0.002884300972258569,
          "search-faq": 0.001961450694121095,
          "search-jacket": 0.0005672710220501085,
          "search-jeans": 0.0020791860865751756,
          "search-membership": 0.0025834138041638402,
          "search-policy": 0.0018563253698349453,
          "search-pricing": 0.0016626752537198155,
          "search-shirt": 0.0020791860865751756,
          "search-timing": 0.0021969324659281263,
          "select-faq": 0.00245280670094167,
          "send-link": 0.0020791860865751756,
          "shipping-status": 0.0018563253698349453,
          "subscription-status": 0.002321346553080341,
          "try-again": 0.0025834138041638402,
          "update-account": 0.004241346775252364,
          "update-order": 0.00245280670094167,
          "validate-purchase": 0.003798893725870777,
          "verify-identity": 0.9375404610996875
        }
      }
    },
    {
      "id": "abcd-test-5731-turn-25",
      "conversation_id": "5731",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.05,
          "verify-identity": 0.0,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.25,
          "search-membership": 0.0,
          "shipping-status": 0.04,
          "search-faq": 0.01,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.62,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.01,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.01,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.01,
          "search-boots": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.6,
        "input_tokens": 3595,
        "request_sha256": "98150f72f6fb72aa51c891e7dbaba6c2a70640eb4b42f193edf4c32b11af9ba5"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.5360941588553452,
          "enter-details": 0.0015608772770618414,
          "instructions": 0.0015608772770618414,
          "log-out-in": 0.0033751695010078137,
          "make-password": 0.0009935317916713508,
          "make-purchase": 0.0004594682080657778,
          "membership": 0.0019456380330241901,
          "notify-team": 0.000464575076498486,
          "offer-refund": 0.019671685187547104,
          "promo-code": 0.0017235160136016138,
          "pull-up-account": 0.0017235160136016138,
          "record-reason": 0.005244234292427912,
          "search-boots": 0.0007139074860808728,
          "search-faq": 0.0017235160136016138,
          "search-jacket": 0.0006394334130886891,
          "search-jeans": 0.0019456380330241901,
          "search-membership": 0.00037270249276189356,
          "search-policy": 0.00016312202496883231,
          "search-pricing": 0.0013980481164642784,
          "search-shirt": 0.0003988514619033106,
          "search-timing": 0.002172244318025745,
          "select-faq": 0.0025953993766781145,
          "send-link": 0.0010045748090939503,
          "shipping-status": 0.1595615543499573,
          "subscription-status": 0.00031997639197263157,
          "try-again": 0.0001652105586634787,
          "update-account": 0.0006919015431796253,
          "update-order": 0.24792181950740866,
          "validate-purchase": 0.0028976830839220796,
          "verify-identity": 0.0004971694922900237
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0055440551376466675,
          "enter-details": 0.0011176961435448102,
          "instructions": 0.001247872904720458,
          "log-out-in": 0.001555477017807409,
          "make-password": 0.001555477017807409,
          "make-purchase": 0.0011176961435448102,
          "membership": 0.010737612607788459,
          "notify-team": 0.004447687582061981,
          "offer-refund": 0.007715559455995306,
          "promo-code": 0.003770200060418511,
          "pull-up-account": 0.0031959089427552176,
          "record-reason": 0.0017366417755703338,
          "search-boots": 0.003024621952732971,
          "search-faq": 0.0035681329284702238,
          "search-jacket": 0.0008031254855002019,
          "search-jeans": 0.003983709811354944,
          "search-membership": 0.0029265489912750843,
          "search-policy": 0.0027696983360456923,
          "search-pricing": 0.0031959089427552176,
          "search-shirt": 0.0032674003229231615,
          "search-timing": 0.0016870292879058485,
          "select-faq": 0.0022219750564082003,
          "send-link": 0.0055440551376466675,
          "shipping-status": 0.016683770799052807,
          "subscription-status": 0.0027696983360456923,
          "try-again": 0.006189765459360211,
          "update-account": 0.008614182148791087,
          "update-order": 0.8805903506242353,
          "validate-purchase": 0.004965705292159891,
          "verify-identity": 0.00345243629767543
        }
      }
    },
    {
      "id": "abcd-test-4837-turn-8",
      "conversation_id": "4837",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-boots",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.66,
          "notify-team": 0.0,
          "search-faq": 0.18,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-membership": 0.0,
          "search-pricing": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.01,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.11,
          "verify-identity": 0.04,
          "enter-details": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.64,
        "input_tokens": 3021,
        "request_sha256": "fa4b9b39abdf016c3d2b18056f462468ec6c230948cb87da57a5cb23a1dff6b3"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0018964402584861362,
          "enter-details": 0.0018964402584861362,
          "instructions": 0.001942300687042983,
          "log-out-in": 0.00125005739796135,
          "make-password": 0.0008045322616397356,
          "make-purchase": 0.00033324989924322446,
          "membership": 0.0005781008603143444,
          "notify-team": 0.0010028515765552913,
          "offer-refund": 0.0009791731233101085,
          "promo-code": 0.0015581999918725668,
          "pull-up-account": 0.5833979090725614,
          "record-reason": 0.0013626970868582681,
          "search-boots": 0.26979786558821894,
          "search-faq": 0.01377776549293694,
          "search-jacket": 0.0003632782605679744,
          "search-jeans": 0.0006301921763010521,
          "search-membership": 0.0001589973004480562,
          "search-policy": 0.00038711742857963784,
          "search-pricing": 7.352972776951912e-05,
          "search-shirt": 0.0002781652480748957,
          "search-timing": 0.00038711742857963784,
          "select-faq": 0.002117316778900235,
          "send-link": 0.0005387447360287527,
          "shipping-status": 0.0003253814693985227,
          "subscription-status": 0.0004825434694462425,
          "try-again": 9.243504086070977e-05,
          "update-account": 0.0003632782605679744,
          "update-order": 0.0002491473206089188,
          "validate-purchase": 0.0012205418486308662,
          "verify-identity": 0.1117546299497497
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0030734527945326605,
          "enter-details": 0.0027528336832083034,
          "instructions": 0.0022084457920767677,
          "log-out-in": 0.00343141443523448,
          "make-password": 0.004799173216979603,
          "make-purchase": 0.0030734527945326605,
          "membership": 0.00343141443523448,
          "notify-team": 0.0038310675577072715,
          "offer-refund": 0.004799173216979603,
          "promo-code": 0.004799173216979603,
          "pull-up-account": 0.22688149086603399,
          "record-reason": 0.005358127316602411,
          "search-boots": 0.009294939480768863,
          "search-faq": 0.611532513811242,
          "search-jacket": 0.004799173216979603,
          "search-jeans": 0.0038501100267891945,
          "search-membership": 0.004799173216979603,
          "search-policy": 0.0007458615981916736,
          "search-pricing": 0.0026182433412729957,
          "search-shirt": 0.00048003328729196256,
          "search-timing": 0.0038501100267891945,
          "select-faq": 0.009294939480768863,
          "send-link": 0.0008327312298956163,
          "shipping-status": 0.0006680541419583709,
          "subscription-status": 0.004298528556274359,
          "try-again": 0.0006680541419583709,
          "update-account": 0.004799173216979603,
          "update-order": 0.0006680541419583709,
          "validate-purchase": 0.0008327312298956163,
          "verify-identity": 0.06752835652790407
        }
      }
    },
    {
      "id": "abcd-test-1168-turn-9",
      "conversation_id": "1168",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "verify-identity": 0.01,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.99,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 3054,
        "request_sha256": "c97efadb11940f8a375834680b02717dac72e76668005e4b1c7d8965dd68b32b"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.013085892510619587,
          "enter-details": 0.002245212401127801,
          "instructions": 0.0009300022934174969,
          "log-out-in": 0.001116957881762546,
          "make-password": 0.0005767094435888359,
          "make-purchase": 0.0005165477333154409,
          "membership": 0.0006438780468103953,
          "notify-team": 0.002245212401127801,
          "offer-refund": 0.000832985427127317,
          "promo-code": 0.0004300883373691897,
          "pull-up-account": 0.7711329598898689,
          "record-reason": 0.0025067097940021815,
          "search-boots": 0.0004143975717185599,
          "search-faq": 0.0005767094435888359,
          "search-jacket": 0.0005767094435888359,
          "search-jeans": 0.0005361062316085496,
          "search-membership": 0.00022206364837118808,
          "search-policy": 0.00021133883144156538,
          "search-pricing": 0.00026343445772026837,
          "search-shirt": 9.773563972685607e-05,
          "search-timing": 0.00015185862405964426,
          "select-faq": 0.00013601689423791484,
          "send-link": 0.00012114934264591964,
          "shipping-status": 0.028296305890299106,
          "subscription-status": 0.00026343445772026837,
          "try-again": 3.6260430699962384e-05,
          "update-account": 0.0005985460024040864,
          "update-order": 0.0009300022934174969,
          "validate-purchase": 0.0851523873183067,
          "verify-identity": 0.0851523873183067
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.001992951684525944,
          "enter-details": 0.0024842201539825417,
          "instructions": 0.001881298365584166,
          "log-out-in": 0.0017850489891490162,
          "make-password": 0.001992951684525944,
          "make-purchase": 0.001780468760542623,
          "membership": 0.0019878379784888296,
          "notify-team": 0.0019878379784888296,
          "offer-refund": 0.0019878379784888296,
          "promo-code": 0.0022250687622178953,
          "pull-up-account": 0.9525974475471509,
          "record-reason": 0.0034572429063374965,
          "search-boots": 0.001780468760542623,
          "search-faq": 0.0019878379784888296,
          "search-jacket": 0.0017850489891490162,
          "search-jeans": 0.0017850489891490162,
          "search-membership": 0.00135529433562857,
          "search-policy": 0.00135529433562857,
          "search-pricing": 0.0015131440635692988,
          "search-shirt": 4.842629848608447e-05,
          "search-timing": 5.4066458716002954e-05,
          "select-faq": 6.036351664745401e-05,
          "send-link": 5.4066458716002954e-05,
          "shipping-status": 0.0016893778284565774,
          "subscription-status": 4.842629848608447e-05,
          "try-again": 5.712828653388084e-05,
          "update-account": 0.0015131440635692988,
          "update-order": 6.378196588132954e-05,
          "validate-purchase": 0.001992951684525944,
          "verify-identity": 0.006695916898342385
        }
      }
    },
    {
      "id": "abcd-test-1526-turn-5",
      "conversation_id": "1526",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.06,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.66,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.01,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.27,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "subscription-status": 0.0,
          "enter-details": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.63,
        "input_tokens": 2973,
        "request_sha256": "36816369083d5d6d2a26208b26d159db44da1445e34157d7879c53487f2e25d0"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003149194805117395,
          "enter-details": 0.0035159785283112453,
          "instructions": 0.0013044459874876392,
          "log-out-in": 0.001662964823690666,
          "make-password": 0.0009586277315687396,
          "make-purchase": 0.0006169692419190794,
          "membership": 0.0008586246691558654,
          "notify-team": 0.002314320040664945,
          "offer-refund": 0.0014563734478585657,
          "promo-code": 0.0007519571062584673,
          "pull-up-account": 0.6961212728738911,
          "record-reason": 0.003149194805117395,
          "search-boots": 0.0014894859736734258,
          "search-faq": 0.002314320040664945,
          "search-jacket": 0.0007519571062584673,
          "search-jeans": 0.0006735136543272821,
          "search-membership": 0.0001795504506459676,
          "search-policy": 5.344083127622723e-05,
          "search-pricing": 0.00031094227795410367,
          "search-shirt": 0.00014379820468497068,
          "search-timing": 5.334987055860553e-05,
          "select-faq": 0.00020012126506132387,
          "send-link": 0.00016054621794768016,
          "shipping-status": 0.003925480584632811,
          "subscription-status": 0.00014379820468497068,
          "try-again": 3.433577977433006e-05,
          "update-account": 0.0002789799316295767,
          "update-order": 0.0020268080103452314,
          "validate-purchase": 0.18557754766555343,
          "verify-identity": 0.08582209986928549
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0019855733276215024,
          "enter-details": 0.0015941968006635738,
          "instructions": 0.0017784404099028773,
          "log-out-in": 0.0027655088718492437,
          "make-password": 0.002218614591264925,
          "make-purchase": 0.0019855733276215024,
          "membership": 0.002477014253388028,
          "notify-team": 0.0019855733276215024,
          "offer-refund": 0.002216831113206528,
          "promo-code": 0.002477014253388028,
          "pull-up-account": 0.9498342343472864,
          "record-reason": 0.003848711947868252,
          "search-boots": 0.0017784404099028773,
          "search-faq": 0.002216831113206528,
          "search-jacket": 0.001987170819610271,
          "search-jeans": 0.001987170819610271,
          "search-membership": 0.0014278921956462707,
          "search-policy": 0.0014278921956462707,
          "search-pricing": 0.0015941968006635738,
          "search-shirt": 3.9063105892060123e-05,
          "search-timing": 3.9063105892060123e-05,
          "select-faq": 3.9063105892060123e-05,
          "send-link": 4.361274337952864e-05,
          "shipping-status": 0.002218614591264925,
          "subscription-status": 3.4988085437869545e-05,
          "try-again": 3.9063105892060123e-05,
          "update-account": 4.361274337952864e-05,
          "update-order": 0.002218614591264925,
          "validate-purchase": 0.003848711947868252,
          "verify-identity": 0.003848711947868252
        }
      }
    },
    {
      "id": "abcd-test-1656-turn-9",
      "conversation_id": "1656",
      "expected_action": "try-again",
      "jev": {
        "choice": "try-again",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-membership": 0.0,
          "search-pricing": 0.0,
          "log-out-in": 0.01,
          "record-reason": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.01,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "enter-details": 0.0,
          "try-again": 0.98,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3070,
        "request_sha256": "46f08203e37da98556b44f5cf8a5ff3acbd54774ef5025fd065a95cd9262c2d6"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.0029992822888269457,
          "enter-details": 0.0026863974874128398,
          "instructions": 0.037799811834935186,
          "log-out-in": 0.17674341069775915,
          "make-password": 0.000640494731691102,
          "make-purchase": 0.00580894219282615,
          "membership": 0.0005138333577492027,
          "notify-team": 0.0037386137008272565,
          "offer-refund": 0.0007983783492943255,
          "promo-code": 0.00013698165216254464,
          "pull-up-account": 0.0029992822888269457,
          "record-reason": 0.0005736789509933558,
          "search-boots": 0.00010989277552446015,
          "search-faq": 0.0007983783492943255,
          "search-jacket": 0.0009966683622660247,
          "search-jeans": 0.0006414519861979404,
          "search-membership": 0.00033119518431758415,
          "search-policy": 0.00205114402818966,
          "search-pricing": 0.0001710031979629532,
          "search-shirt": 0.0013201085037375228,
          "search-timing": 0.0004128357118855593,
          "select-faq": 0.00033119518431758415,
          "send-link": 0.002556756887066303,
          "shipping-status": 0.0002252271836463206,
          "subscription-status": 0.0022900385082272046,
          "try-again": 0.7402003667985358,
          "update-account": 0.0022900385082272046,
          "update-order": 0.0010590498987017765,
          "validate-purchase": 0.006485502890369526,
          "verify-identity": 0.0022900385082272046
        }
      },
      "trained_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.002744042142912311,
          "enter-details": 0.002744042142912311,
          "instructions": 0.005314604878861085,
          "log-out-in": 0.005933591252026278,
          "make-password": 0.0022013929496775366,
          "make-purchase": 0.0024577867359104597,
          "membership": 0.00010240056734512588,
          "notify-team": 0.0024577867359104597,
          "offer-refund": 8.215029328771465e-05,
          "promo-code": 5.9029515750060654e-05,
          "pull-up-account": 8.215029328771465e-05,
          "record-reason": 8.215029328771465e-05,
          "search-boots": 7.358046424368642e-05,
          "search-faq": 0.002744042142912311,
          "search-jacket": 8.215029328771465e-05,
          "search-jeans": 0.001971745713313755,
          "search-membership": 0.0018660685318308908,
          "search-policy": 0.0024273259622158505,
          "search-pricing": 0.0022013929496775366,
          "search-shirt": 0.001971745713313755,
          "search-timing": 0.0027100336541594095,
          "select-faq": 0.0017660551915614075,
          "send-link": 0.0027100336541594095,
          "shipping-status": 0.0027100336541594095,
          "subscription-status": 0.0022013929496775366,
          "try-again": 0.9424613390260882,
          "update-account": 0.001744167428345781,
          "update-order": 0.0020575865800846497,
          "validate-purchase": 0.0021741097579689836,
          "verify-identity": 0.0018660685318308908
        }
      }
    },
    {
      "id": "abcd-test-2707-turn-18",
      "conversation_id": "2707",
      "expected_action": "promo-code",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "send-link": 0.0,
          "validate-purchase": 0.02,
          "search-shirt": 0.0,
          "verify-identity": 0.01,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.97,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3485,
        "request_sha256": "b69f918859b3787a362b0194d39fb96eef2d8c9abc75f499896c7dfa78ad994d"
      },
      "shared_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.003177941541730068,
          "enter-details": 0.0016408394598500984,
          "instructions": 0.0010381264160214598,
          "log-out-in": 0.00039179562060355754,
          "make-password": 0.0005360071096556263,
          "make-purchase": 0.00030898500396918095,
          "membership": 0.002045311057903897,
          "notify-team": 0.0011790338747497044,
          "offer-refund": 0.0008471999641735889,
          "promo-code": 0.9776243328112926,
          "pull-up-account": 0.0016408394598500984,
          "record-reason": 0.0010381264160214598,
          "search-boots": 0.00019886140198076163,
          "search-faq": 0.0005360071096556263,
          "search-jacket": 0.0004800914097020185,
          "search-jeans": 0.001056038201636118,
          "search-membership": 0.00011661282431772957,
          "search-policy": 2.791707745013881e-05,
          "search-pricing": 0.00013019458874250013,
          "search-shirt": 6.665970759435913e-06,
          "search-timing": 1.609299350246407e-05,
          "select-faq": 0.00011661282431772957,
          "send-link": 0.0002022925443380557,
          "shipping-status": 3.479871161656108e-05,
          "subscription-status": 1.1563704439483773e-05,
          "try-again": 7.4423493134974425e-06,
          "update-account": 1.609299350246407e-05,
          "update-order": 0.0003509239592701333,
          "validate-purchase": 0.003177941541730068,
          "verify-identity": 0.002045311057903897
        }
      },
      "trained_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.0014479760092903037,
          "enter-details": 0.0024800346282593043,
          "instructions": 0.0018049057910327511,
          "log-out-in": 0.0012969244574073775,
          "make-password": 0.0014479760092903037,
          "make-purchase": 0.0014296332167910751,
          "membership": 0.0024800346282593043,
          "notify-team": 0.0021022663878823974,
          "offer-refund": 0.00201512124915311,
          "promo-code": 0.9631940578887191,
          "pull-up-account": 0.0015299762403794025,
          "record-reason": 0.0017820414523049162,
          "search-boots": 0.0021022663878823974,
          "search-faq": 0.0010993721724618958,
          "search-jacket": 0.002347114984753356,
          "search-jeans": 0.001040450535381993,
          "search-membership": 0.0008819652135806321,
          "search-policy": 0.00032343305606664604,
          "search-pricing": 0.0016166199286355813,
          "search-shirt": 0.00032343305606664604,
          "search-timing": 0.00036110295083807486,
          "select-faq": 0.00032343305606664604,
          "send-link": 0.0008819652135806321,
          "shipping-status": 0.0002199485819306775,
          "subscription-status": 0.00036110295083807486,
          "try-again": 0.0010993721724618958,
          "update-account": 0.0012274148103874638,
          "update-order": 0.0008819652135806321,
          "validate-purchase": 0.0014479760092903037,
          "verify-identity": 0.0004501157474270736
        }
      }
    },
    {
      "id": "abcd-test-9581-turn-19",
      "conversation_id": "9581",
      "expected_action": "enter-details",
      "jev": {
        "choice": "update-account",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.22,
          "subscription-status": 0.04,
          "update-account": 0.37,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.01,
          "enter-details": 0.04,
          "record-reason": 0.29,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.01,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "search-membership": 0.01,
          "log-out-in": 0.0,
          "membership": 0.0,
          "verify-identity": 0.0,
          "search-jeans": 0.01,
          "search-timing": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.34,
        "input_tokens": 3435,
        "request_sha256": "0892d6cf25233d000ef2ad8af60915f6be01e610e94f6172a4fd881b85f02c25"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.01988943144560638,
          "enter-details": 0.038521400504252463,
          "instructions": 0.003412525648605149,
          "log-out-in": 0.007379088641733107,
          "make-password": 0.0014639429067964738,
          "make-purchase": 0.00034955665628440876,
          "membership": 0.030903581115314407,
          "notify-team": 0.0030565345046939356,
          "offer-refund": 0.0011339913177782319,
          "promo-code": 0.0013112257677666641,
          "pull-up-account": 0.001174440095190236,
          "record-reason": 0.001174440095190236,
          "search-boots": 0.00014479201400072872,
          "search-faq": 0.00660931019443242,
          "search-jacket": 0.001634446664450072,
          "search-jeans": 0.0022500986405063093,
          "search-membership": 0.004749148914797515,
          "search-policy": 0.00046971705922308637,
          "search-pricing": 0.0028047539769463898,
          "search-shirt": 0.000747713685334142,
          "search-timing": 0.0003566315611100167,
          "select-faq": 0.0017619606605968595,
          "send-link": 0.10382993723842901,
          "shipping-status": 0.0006536964852118659,
          "subscription-status": 0.08329699881777711,
          "try-again": 0.0006697130025037189,
          "update-account": 0.6756396661362941,
          "update-order": 0.0020153707139675516,
          "validate-purchase": 0.0003457868947010483,
          "verify-identity": 0.0022500986405063093
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.0001725093889229212,
          "enter-details": 0.008125637623601769,
          "instructions": 0.0037577739978787925,
          "log-out-in": 0.002288868594993696,
          "make-password": 0.002555450568523402,
          "make-purchase": 0.001737818045889359,
          "membership": 0.00216619507312191,
          "notify-team": 0.003014654009863145,
          "offer-refund": 0.0001383947186821847,
          "promo-code": 0.00011731393488262924,
          "pull-up-account": 0.0001725093889229212,
          "record-reason": 0.002853081268511547,
          "search-boots": 0.0001383947186821847,
          "search-faq": 0.0001725093889229212,
          "search-jacket": 0.00019260139385482834,
          "search-jeans": 0.002797892428111053,
          "search-membership": 0.0034875802057968723,
          "search-policy": 0.003685085169740001,
          "search-pricing": 0.002288868594993696,
          "search-shirt": 0.0034875802057968723,
          "search-timing": 0.0033006609912931703,
          "select-faq": 0.003685085169740001,
          "send-link": 0.002700168067334329,
          "shipping-status": 0.002700168067334329,
          "subscription-status": 0.002700168067334329,
          "try-again": 0.005838713067224954,
          "update-account": 0.9273924184807323,
          "update-order": 0.002288868594993696,
          "validate-purchase": 0.0034875802057968723,
          "verify-identity": 0.002555450568523402
        }
      }
    },
    {
      "id": "abcd-test-3044-turn-3",
      "conversation_id": "3044",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-timing",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.04,
          "search-policy": 0.16,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.2,
          "select-faq": 0.02,
          "verify-identity": 0.0,
          "make-password": 0.0,
          "search-membership": 0.19,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-timing": 0.35000000000000003,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.01,
          "update-order": 0.0,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.02
        },
        "vendor_confidence": 0.32,
        "input_tokens": 2919,
        "request_sha256": "dac5e88c95654b87c849da71b1eb409ffc501f5538625c3c0a27462c147e4596"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.006214219116286692,
          "enter-details": 0.008648215509270982,
          "instructions": 0.0027170057440462506,
          "log-out-in": 0.002179702820059291,
          "make-password": 0.0007243203230252711,
          "make-purchase": 0.0004661698137610947,
          "membership": 0.002873821732468649,
          "notify-team": 0.0019523187272402682,
          "offer-refund": 0.004985323616389989,
          "promo-code": 0.0014838161842987976,
          "pull-up-account": 0.26313140151728864,
          "record-reason": 0.0016566345480545682,
          "search-boots": 0.0012565036819582195,
          "search-faq": 0.005565959153105365,
          "search-jacket": 0.0008086810659108707,
          "search-jeans": 0.001966249249532623,
          "search-membership": 0.002064999434799206,
          "search-policy": 0.0009549785283844396,
          "search-pricing": 0.0003543019440860421,
          "search-shirt": 0.0007294893251835134,
          "search-timing": 0.07014766019353184,
          "select-faq": 0.001265470663462742,
          "send-link": 0.01674966770377001,
          "shipping-status": 0.0005505034250323909,
          "subscription-status": 0.40884540931967395,
          "try-again": 0.0001840499675610908,
          "update-account": 0.0009093104300540416,
          "update-order": 0.000524178389892142,
          "validate-purchase": 0.0010152168338149943,
          "verify-identity": 0.18907442103805605
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.005947140696248231,
          "enter-details": 0.005947140696248231,
          "instructions": 0.0036295034096652645,
          "log-out-in": 0.004771061369819546,
          "make-password": 0.0036295034096652645,
          "make-purchase": 0.004052227194616892,
          "membership": 0.004524186044376527,
          "notify-team": 0.004524186044376527,
          "offer-refund": 0.004052227194616892,
          "promo-code": 0.004524186044376527,
          "pull-up-account": 0.10430877581748772,
          "record-reason": 0.005947140696248231,
          "search-boots": 0.004273348811727587,
          "search-faq": 0.7578109840856184,
          "search-jacket": 0.00382755737471562,
          "search-jeans": 0.0002968835401698077,
          "search-membership": 0.006639797401048169,
          "search-policy": 0.00532674110951811,
          "search-pricing": 0.0024633993360313215,
          "search-shirt": 0.004771061369819546,
          "search-timing": 0.03104616765916844,
          "select-faq": 0.006639797401048169,
          "send-link": 0.004771061369819546,
          "shipping-status": 0.0003314612501762589,
          "subscription-status": 0.014357579163776038,
          "try-again": 0.0002968835401698077,
          "update-account": 0.0002659129657101487,
          "update-order": 0.0002659129657101487,
          "validate-purchase": 0.0002968835401698077,
          "verify-identity": 0.0004612884978571899
        }
      }
    },
    {
      "id": "abcd-test-5845-turn-16",
      "conversation_id": "5845",
      "expected_action": "make-purchase",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.04,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.04,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.88,
          "search-jeans": 0.0,
          "search-boots": 0.01,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.03,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-faq": 0.0
        },
        "vendor_confidence": 0.87,
        "input_tokens": 3369,
        "request_sha256": "28cddecf1ee52487da19ce37d71737690184962dcd8d7a21e66feb46c59e3904"
      },
      "shared_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.026039742090990702,
          "enter-details": 0.010786082142744041,
          "instructions": 0.00321033562080792,
          "log-out-in": 0.005569086979073667,
          "make-password": 0.0007151770098009126,
          "make-purchase": 0.7922875837648625,
          "membership": 0.0011112199910953745,
          "notify-team": 0.007750395511390167,
          "offer-refund": 0.0011112199910953745,
          "promo-code": 0.00029623756935391143,
          "pull-up-account": 0.0007984729381076184,
          "record-reason": 0.004467769658256993,
          "search-boots": 0.008653073946795754,
          "search-faq": 0.00029623756935391143,
          "search-jacket": 0.0007151770098009126,
          "search-jeans": 0.000348384327703977,
          "search-membership": 0.0006747436641648651,
          "search-policy": 0.0002503333780759254,
          "search-pricing": 0.00048483999857607907,
          "search-shirt": 0.00012925250470901658,
          "search-timing": 0.029072563921318722,
          "select-faq": 0.0003545010633047693,
          "send-link": 0.0009555152046355963,
          "shipping-status": 0.02332330377654366,
          "subscription-status": 0.000200828557055415,
          "try-again": 0.00011576902754159385,
          "update-account": 0.02332330377654366,
          "update-order": 0.04517205001260193,
          "validate-purchase": 0.006217712014621344,
          "verify-identity": 0.005569086979073667
        }
      },
      "trained_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.001989014698714902,
          "enter-details": 0.002479312612731348,
          "instructions": 0.0018824120361982941,
          "log-out-in": 0.002479312612731348,
          "make-password": 0.0026197181809237864,
          "make-purchase": 0.9507155991216838,
          "membership": 0.002479312612731348,
          "notify-team": 0.002101654388550813,
          "offer-refund": 0.0014294594684596768,
          "promo-code": 0.0016863266425259104,
          "pull-up-account": 0.0019893521473689823,
          "record-reason": 0.0016863266425259104,
          "search-boots": 0.00188273133810413,
          "search-faq": 0.0015104110446821644,
          "search-jacket": 0.0012117188445893666,
          "search-jeans": 7.338630323174163e-05,
          "search-membership": 5.887376019010881e-05,
          "search-policy": 5.571837092757518e-05,
          "search-pricing": 0.0016860405057489342,
          "search-shirt": 6.945310985551489e-05,
          "search-timing": 7.754223111993894e-05,
          "select-faq": 6.945310985551489e-05,
          "send-link": 0.0016860405057489342,
          "shipping-status": 0.002768074933810605,
          "subscription-status": 6.945310985551489e-05,
          "try-again": 0.002924833760162321,
          "update-account": 0.0034504132875157034,
          "update-order": 0.0043009497436204075,
          "validate-purchase": 0.0022206731077303236,
          "verify-identity": 0.002346431768105046
        }
      }
    },
    {
      "id": "abcd-test-7423-turn-21",
      "conversation_id": "7423",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "enter-details": 0.66,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.14,
          "update-order": 0.2,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.64,
        "input_tokens": 3542,
        "request_sha256": "6c9e13de4b2cdefe81ab46658333767e5f56c3d478e7f49844092b947a673ef9"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.000496661299001528,
          "enter-details": 0.1321128308422657,
          "instructions": 0.00025643696711341086,
          "log-out-in": 0.0007449934333585941,
          "make-password": 0.0003846557465426225,
          "make-purchase": 7.632508611696809e-05,
          "membership": 0.003889128027082824,
          "notify-team": 0.001610937745564092,
          "offer-refund": 0.009389125784716248,
          "promo-code": 0.00018426410065174338,
          "pull-up-account": 0.00022968572725578517,
          "record-reason": 0.011703571126173568,
          "search-boots": 0.00025643696711341086,
          "search-faq": 0.00025643696711341086,
          "search-jacket": 0.0010367936281731774,
          "search-jeans": 0.0005353188562624084,
          "search-membership": 0.00011448785260557856,
          "search-policy": 0.0007600075870794055,
          "search-pricing": 0.0006807243571327707,
          "search-shirt": 0.0011808763727678274,
          "search-timing": 0.00017174658117182471,
          "select-faq": 0.0014719654807094403,
          "send-link": 0.00012097140736395838,
          "shipping-status": 0.0010367936281731774,
          "subscription-status": 0.00035147230886156206,
          "try-again": 0.00022620627260268889,
          "update-account": 0.04390144426658206,
          "update-order": 0.7700003777553708,
          "validate-purchase": 0.008409661912536752,
          "verify-identity": 0.008409661912536752
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.001646802224272248,
          "enter-details": 0.9382117848367301,
          "instructions": 0.002585263511705725,
          "log-out-in": 0.0018576545528926965,
          "make-password": 0.0018576545528926965,
          "make-purchase": 0.00216899245246946,
          "membership": 0.002315571497393638,
          "notify-team": 0.001663865721236641,
          "offer-refund": 0.0019427252529485327,
          "promo-code": 0.0015585407388201244,
          "pull-up-account": 0.0022918243660540456,
          "record-reason": 0.002585263511705725,
          "search-boots": 0.0022918243660540456,
          "search-faq": 0.0019427252529485327,
          "search-jacket": 0.0018576545528926965,
          "search-jeans": 7.074388111728154e-05,
          "search-membership": 7.074388111728154e-05,
          "search-policy": 5.9967854939353406e-05,
          "search-pricing": 0.001410419975855308,
          "search-shirt": 7.898335081276816e-05,
          "search-timing": 5.675383727523998e-05,
          "select-faq": 7.074388111728154e-05,
          "send-link": 0.001410419975855308,
          "shipping-status": 0.0017580921351616618,
          "subscription-status": 8.345624132066681e-05,
          "try-again": 0.0018576545528926965,
          "update-account": 0.009177859240228568,
          "update-order": 0.012772658154422346,
          "validate-purchase": 0.002585263511705725,
          "verify-identity": 0.0017580921351616618
        }
      }
    },
    {
      "id": "abcd-test-3445-turn-12",
      "conversation_id": "3445",
      "expected_action": "record-reason",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "select-faq": 0.0,
          "update-account": 0.16,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.24,
          "record-reason": 0.32,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.28,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.29,
        "input_tokens": 3199,
        "request_sha256": "172d161baa7da27fa41a818006e83a9bf435c0cbf36be223df5ff61df7a2bd74"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.001955067189293873,
          "enter-details": 0.010206128937596894,
          "instructions": 0.0009041383626769879,
          "log-out-in": 0.0009041383626769879,
          "make-password": 0.00014198511622268086,
          "make-purchase": 1.3290459723321619e-05,
          "membership": 6.5662360479635e-05,
          "notify-team": 0.00014198511622268086,
          "offer-refund": 0.0003354403741210411,
          "promo-code": 6.5662360479635e-05,
          "pull-up-account": 0.00026910491410203993,
          "record-reason": 0.01976700054813959,
          "search-boots": 0.00012717336956134646,
          "search-faq": 0.00012717336956134646,
          "search-jacket": 0.000649673384343981,
          "search-jeans": 0.0006556629185189068,
          "search-membership": 0.0005211969024467329,
          "search-policy": 0.0004219817656503614,
          "search-pricing": 0.0001389446755240582,
          "search-shirt": 0.0005260019663065686,
          "search-timing": 0.00015655758878481776,
          "select-faq": 0.00033853255176853657,
          "send-link": 0.00013149784519695147,
          "shipping-status": 0.002436996956070521,
          "subscription-status": 0.0010094423983485967,
          "try-again": 0.000377961063473543,
          "update-account": 0.9344892828505241,
          "update-order": 0.0008098195155443932,
          "validate-purchase": 0.00024325434839635214,
          "verify-identity": 0.022069242428243464
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0032646706755635555,
          "enter-details": 0.004543382001009568,
          "instructions": 0.003644903154929087,
          "log-out-in": 0.0032646706755635555,
          "make-password": 0.003985003718834401,
          "make-purchase": 0.00319694714692318,
          "membership": 0.00319694714692318,
          "notify-team": 0.0035692918920343895,
          "offer-refund": 0.003985003718834401,
          "promo-code": 0.0035692918920343895,
          "pull-up-account": 0.0023458464308731717,
          "record-reason": 0.8995367273648002,
          "search-boots": 0.003985003718834401,
          "search-faq": 0.005072544950221474,
          "search-jacket": 0.002924103908041514,
          "search-jeans": 0.00014792122927137865,
          "search-membership": 0.0026190643074422565,
          "search-policy": 0.002220118700832943,
          "search-pricing": 0.0023458464308731717,
          "search-shirt": 0.00015629813531486484,
          "search-timing": 0.00014792122927137865,
          "select-faq": 0.00016514945296392094,
          "send-link": 0.00014792122927137865,
          "shipping-status": 0.002767384438479165,
          "subscription-status": 0.00015629813531486484,
          "try-again": 0.003644903154929087,
          "update-account": 0.015264850445594893,
          "update-order": 0.002924103908041514,
          "validate-purchase": 0.00016514945296392094,
          "verify-identity": 0.017042731354014892
        }
      }
    },
    {
      "id": "abcd-test-8256-turn-11",
      "conversation_id": "8256",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "search-membership": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.01,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.01,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.98,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3157,
        "request_sha256": "972275583630de170db972bca1d9ecf24701644f6a5bc83dd23d499fac394476"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.008352144678460448,
          "enter-details": 0.0013409627230116586,
          "instructions": 0.039052670221106,
          "log-out-in": 0.005375409585943159,
          "make-password": 0.00044560492984507924,
          "make-purchase": 0.005375409585943159,
          "membership": 0.0004975040777814256,
          "notify-team": 0.0038625243703897883,
          "offer-refund": 0.000773006453173542,
          "promo-code": 0.00044560492984507924,
          "pull-up-account": 0.004814652470269272,
          "record-reason": 0.0018661930438182827,
          "search-boots": 0.00023007546769513278,
          "search-faq": 0.0349787337666957,
          "search-jacket": 0.002485906340490914,
          "search-jeans": 0.0017862606691044396,
          "search-membership": 0.0014330178219435898,
          "search-policy": 0.0017489227592640162,
          "search-pricing": 0.003033917505322126,
          "search-shirt": 0.6849577566489,
          "search-timing": 0.003098688943737147,
          "select-faq": 0.1175216328885606,
          "send-link": 0.003781786617165353,
          "shipping-status": 0.0011256002945801132,
          "subscription-status": 0.0015664770634649062,
          "try-again": 0.010410971238713393,
          "update-account": 0.0005811710840011675,
          "update-order": 0.0015664770634649062,
          "validate-purchase": 0.0349787337666957,
          "verify-identity": 0.02251218299061385
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0006117809761935426,
          "enter-details": 0.000439598384260088,
          "instructions": 0.0037603102954998297,
          "log-out-in": 0.0019415292143335479,
          "make-password": 0.0007625875025048152,
          "make-purchase": 0.0022904133623468563,
          "membership": 0.0004907979677680543,
          "notify-team": 0.0028550066797295728,
          "offer-refund": 0.0008514051421369453,
          "promo-code": 0.0007625875025048152,
          "pull-up-account": 0.0025571754468595833,
          "record-reason": 0.0020514798151023707,
          "search-boots": 0.0006117809761935426,
          "search-faq": 0.0024201218814429958,
          "search-jacket": 0.0025571754468595833,
          "search-jeans": 0.0030197788185073768,
          "search-membership": 0.0027047582885220897,
          "search-policy": 0.0022904133623468563,
          "search-pricing": 0.002701990587893067,
          "search-shirt": 0.00907814441995056,
          "search-timing": 0.0041982697051232525,
          "select-faq": 0.9280183689671543,
          "send-link": 0.0037603102954998297,
          "shipping-status": 0.0021698777491609214,
          "subscription-status": 0.002701990587893067,
          "try-again": 0.0037603102954998297,
          "update-account": 0.0030197788185073768,
          "update-order": 0.0024226009425370796,
          "validate-purchase": 0.0030197788185073768,
          "verify-identity": 0.0021698777491609214
        }
      }
    },
    {
      "id": "abcd-test-5521-turn-20",
      "conversation_id": "5521",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "enter-details": 0.01,
          "make-password": 0.0,
          "ask-the-oracle": 0.41,
          "search-timing": 0.02,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.01,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.14,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.03,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-faq": 0.0,
          "shipping-status": 0.38,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.39,
        "input_tokens": 3560,
        "request_sha256": "92fdab73b933e8a7c863bb865e53e95197c5e30c603e29cc7cc432e93482c4e9"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.537973286983292,
          "enter-details": 0.001748779520552454,
          "instructions": 0.0011255078647668196,
          "log-out-in": 0.0024337440946627796,
          "make-password": 0.0012109082095226337,
          "make-purchase": 0.0002891376728820666,
          "membership": 0.0013519413007114505,
          "notify-team": 0.0008087395850546976,
          "offer-refund": 0.00033499263307355565,
          "promo-code": 0.0004492530994986913,
          "pull-up-account": 0.0019524580423610001,
          "record-reason": 0.0021798586046406663,
          "search-boots": 0.0005015771548474782,
          "search-faq": 0.0004492530994986913,
          "search-jacket": 0.00032281321551283086,
          "search-jeans": 0.0008396558865371445,
          "search-membership": 0.0010080960234099409,
          "search-policy": 0.0005403993609624294,
          "search-pricing": 0.00030004657949557224,
          "search-shirt": 0.0004335324123462667,
          "search-timing": 0.030672394334087548,
          "select-faq": 0.0004335324123462667,
          "send-link": 0.01019251684636984,
          "shipping-status": 0.22283722167535464,
          "subscription-status": 0.0006033390489477272,
          "try-again": 0.0001363426040994091,
          "update-account": 0.001168533537141192,
          "update-order": 0.04268619949042618,
          "validate-purchase": 0.006559865301071417,
          "verify-identity": 0.12845607340652668
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9309279774393135,
          "enter-details": 0.0033785984792038255,
          "instructions": 0.0033785984792038255,
          "log-out-in": 0.0028639580968367394,
          "make-password": 0.0030261468478760666,
          "make-purchase": 0.0020681108360649024,
          "membership": 0.0021852301438871004,
          "notify-team": 0.0025651930470734783,
          "offer-refund": 0.0019572689929981167,
          "promo-code": 0.0018523678232842224,
          "pull-up-account": 0.0021852301438871004,
          "record-reason": 0.0033785984792038255,
          "search-boots": 0.0021852301438871004,
          "search-faq": 0.0023089814462063673,
          "search-jacket": 0.0027104622319283666,
          "search-jeans": 0.00023585120031193162,
          "search-membership": 0.00016947211078307932,
          "search-policy": 0.00017906946631447205,
          "search-pricing": 0.00024920763666115244,
          "search-shirt": 0.00021124742863935634,
          "search-timing": 0.00024920763666115244,
          "select-faq": 0.00018921032677214248,
          "send-link": 0.0033785984792038255,
          "shipping-status": 0.005249562540677837,
          "subscription-status": 0.0027104622319283666,
          "try-again": 0.0027104622319283666,
          "update-account": 0.0037721001477201786,
          "update-order": 0.004701933243145581,
          "validate-purchase": 0.005249562540677837,
          "verify-identity": 0.0037721001477201786
        }
      }
    },
    {
      "id": "abcd-test-7269-turn-20",
      "conversation_id": "7269",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.03,
          "ask-the-oracle": 0.0,
          "update-account": 0.01,
          "make-purchase": 0.33,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.41000000000000003,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.06,
          "try-again": 0.0,
          "enter-details": 0.16,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.38,
        "input_tokens": 3486,
        "request_sha256": "e3271f6f6b63c445870fd881ceb8f4559e01508d806ec4a0b44d1a6d5bc6b206"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0052918749958859946,
          "enter-details": 0.015924867331497502,
          "instructions": 0.0011317654321262288,
          "log-out-in": 0.00014052982217466705,
          "make-password": 9.04444639814415e-05,
          "make-purchase": 0.024743567645399492,
          "membership": 0.00015689715966695183,
          "notify-team": 0.004739832497041448,
          "offer-refund": 0.0027323091697362208,
          "promo-code": 6.498933807310941e-05,
          "pull-up-account": 7.255856984005607e-05,
          "record-reason": 0.003050538634681457,
          "search-boots": 0.003050538634681457,
          "search-faq": 7.255856984005607e-05,
          "search-jacket": 0.00011273926609137198,
          "search-jeans": 0.001092072842518102,
          "search-membership": 0.0005843549820170432,
          "search-policy": 0.0008761094818650898,
          "search-pricing": 0.001092072842518102,
          "search-shirt": 0.0005050393365537872,
          "search-timing": 0.0001739255684235615,
          "select-faq": 0.0009781489569883467,
          "send-link": 0.00021679871626921344,
          "shipping-status": 0.011442896486566692,
          "subscription-status": 0.0009781489569883467,
          "try-again": 0.0004523537491549061,
          "update-account": 0.31184269172172796,
          "update-order": 0.6039698422766188,
          "validate-purchase": 0.0010137009588954257,
          "verify-identity": 0.00340583159217725
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 9.569007208877829e-05,
          "enter-details": 0.010158272172743003,
          "instructions": 0.00010683498731240424,
          "log-out-in": 0.0020560960315756435,
          "make-password": 0.0016494916830456627,
          "make-purchase": 0.0030234767677620408,
          "membership": 0.0018416063239806845,
          "notify-team": 0.0021725349025267285,
          "offer-refund": 0.0001192779442040192,
          "promo-code": 8.570779268915639e-05,
          "pull-up-account": 0.0001192779442040192,
          "record-reason": 0.0020560960315756435,
          "search-boots": 0.0021725349025267285,
          "search-faq": 9.569007208877829e-05,
          "search-jacket": 7.67668385532263e-05,
          "search-jeans": 0.0016530157137875862,
          "search-membership": 0.0014805752670521667,
          "search-policy": 0.001255048410460727,
          "search-pricing": 0.0015610860501224636,
          "search-shirt": 0.0017466276845873913,
          "search-timing": 0.0011877819715139545,
          "select-faq": 0.0014805752670521667,
          "send-link": 0.0013982354060135453,
          "shipping-status": 0.0037687716882978325,
          "subscription-status": 0.0019500555015147122,
          "try-again": 0.0025629295953570044,
          "update-account": 0.019674314082065814,
          "update-order": 0.9301065590902446,
          "validate-purchase": 0.0021725349025267285,
          "verify-identity": 0.0021725349025267285
        }
      }
    },
    {
      "id": "abcd-test-3119-turn-11",
      "conversation_id": "3119",
      "expected_action": "search-jacket",
      "jev": {
        "choice": "search-jacket",
        "probabilities": {
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.15,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.05,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.8,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 3190,
        "request_sha256": "648332f5f433318da236b46f5ed93a60df7fa6a15f9fa778bec21da91b8eed2e"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.0013675713239748605,
          "enter-details": 0.0010971253307859958,
          "instructions": 0.0012249062248568187,
          "log-out-in": 0.002061880497296429,
          "make-password": 0.000632445566506759,
          "make-purchase": 0.003993407652175757,
          "membership": 0.0009826743174295679,
          "notify-team": 0.003993407652175757,
          "offer-refund": 0.0007883450097067472,
          "promo-code": 0.0023020252130382095,
          "pull-up-account": 0.009640878329770166,
          "record-reason": 0.0014815750009108232,
          "search-boots": 0.0007061058101164613,
          "search-faq": 0.04037603171008416,
          "search-jacket": 0.8827323261789422,
          "search-jeans": 0.000953536140844766,
          "search-membership": 0.002061880497296429,
          "search-policy": 0.00016556260298297194,
          "search-pricing": 0.000953536140844766,
          "search-shirt": 7.656590944353203e-05,
          "search-timing": 0.000953536140844766,
          "select-faq": 0.020846971673822226,
          "send-link": 0.00013282170077125483,
          "shipping-status": 8.54834653399598e-05,
          "subscription-status": 0.000394969629727356,
          "try-again": 1.637503862517032e-05,
          "update-account": 3.171483766329817e-05,
          "update-order": 1.8282220283668295e-05,
          "validate-purchase": 0.003203689563269246,
          "verify-identity": 0.016724368620469936
        }
      },
      "trained_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.0024268347454150874,
          "enter-details": 0.0024268347454150874,
          "instructions": 0.0017609102065548109,
          "log-out-in": 0.0020773379188352317,
          "make-password": 0.002296766490170614,
          "make-purchase": 0.0027360480098365864,
          "membership": 0.003054712759005185,
          "notify-team": 0.0028629259550532033,
          "offer-refund": 0.0024268347454150874,
          "promo-code": 0.0024268347454150874,
          "pull-up-account": 0.002890992951607942,
          "record-reason": 0.0021949795690588635,
          "search-boots": 0.0028629259550532033,
          "search-faq": 0.005299116539250324,
          "search-jacket": 0.9397156458085876,
          "search-jeans": 9.097032966750458e-05,
          "search-membership": 0.0020773379188352317,
          "search-policy": 0.00014134689318564297,
          "search-pricing": 0.003410491205830136,
          "search-shirt": 8.609470539344924e-05,
          "search-timing": 0.00012660174797548765,
          "select-faq": 0.0059162986128010854,
          "send-link": 0.0020773379188352317,
          "shipping-status": 7.711340280478285e-05,
          "subscription-status": 0.001966001428955731,
          "try-again": 0.0020773379188352317,
          "update-account": 0.0023192831935007307,
          "update-order": 0.00012660174797548765,
          "validate-purchase": 0.001966001428955731,
          "verify-identity": 8.148040177468532e-05
        }
      }
    },
    {
      "id": "abcd-test-1129-turn-9",
      "conversation_id": "1129",
      "expected_action": "enter-details",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.25,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "make-password": 0.06,
          "verify-identity": 0.6900000000000001,
          "search-membership": 0.0,
          "search-boots": 0.0,
          "search-timing": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.67,
        "input_tokens": 3151,
        "request_sha256": "95e9284ef6df555f987f41f5fff327bee300d1f62e1b2a7956477186541b8582"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.008935708018899648,
          "enter-details": 0.08092102961813986,
          "instructions": 0.008935708018899648,
          "log-out-in": 0.019322146062523284,
          "make-password": 0.27187870687898413,
          "make-purchase": 0.0003162904458011272,
          "membership": 0.0011016464848892153,
          "notify-team": 0.0017117061192081131,
          "offer-refund": 0.0007635887142438472,
          "promo-code": 0.000394256877066704,
          "pull-up-account": 0.0023821499220894504,
          "record-reason": 0.0005486805625871878,
          "search-boots": 0.00017255582762819513,
          "search-faq": 0.0005486805625871878,
          "search-jacket": 0.0002537422836120953,
          "search-jeans": 0.0015595952318539453,
          "search-membership": 0.0023821499220894504,
          "search-policy": 0.001120655200342196,
          "search-pricing": 0.00045631977950173714,
          "search-shirt": 0.0006460095416278559,
          "search-timing": 0.00046419302865971285,
          "select-faq": 0.0015595952318539453,
          "send-link": 0.04178127305400536,
          "shipping-status": 0.0011016464848892153,
          "subscription-status": 0.0019110667919683378,
          "try-again": 0.0008052525444863581,
          "update-account": 0.0008837898429615124,
          "update-order": 0.0012511766720263863,
          "validate-purchase": 0.019322146062523284,
          "verify-identity": 0.526568534214051
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0021969417276051562,
          "enter-details": 0.0036068518796922855,
          "instructions": 0.002591722457634615,
          "log-out-in": 0.00425498710750939,
          "make-password": 0.0027384938050542206,
          "make-purchase": 0.0009534050421460425,
          "membership": 0.0008539467826149572,
          "notify-team": 0.0009534050421460425,
          "offer-refund": 0.000549596431334458,
          "promo-code": 0.0006850733883523756,
          "pull-up-account": 0.0007648639622888572,
          "record-reason": 0.0038111113768679156,
          "search-boots": 0.0023213564447667387,
          "search-faq": 0.001762484260283669,
          "search-jacket": 0.000549596431334458,
          "search-jeans": 0.002452817212836064,
          "search-membership": 0.0016680224921654912,
          "search-policy": 0.0013381608467335502,
          "search-pricing": 0.0016680224921654912,
          "search-shirt": 0.002078000419530577,
          "search-timing": 0.002195679746860197,
          "select-faq": 0.0024514082302324776,
          "send-link": 0.0023200229067688286,
          "shipping-status": 0.0024514082302324776,
          "subscription-status": 0.002195679746860197,
          "try-again": 0.0028935774060699195,
          "update-account": 0.0027384938050542206,
          "update-order": 0.0023200229067688286,
          "validate-purchase": 0.002079194904290491,
          "verify-identity": 0.9405556525138
        }
      }
    },
    {
      "id": "abcd-test-10110-turn-5",
      "conversation_id": "10110",
      "expected_action": "search-shirt",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.82,
          "try-again": 0.0,
          "verify-identity": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.16,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.02,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.81,
        "input_tokens": 2983,
        "request_sha256": "2d8d1cfba4ceded891e4a0005c20e67c28f7e838c8cdca034f15b533cca25dea"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0034775577420484353,
          "enter-details": 0.001608227646274786,
          "instructions": 0.0031147824625598415,
          "log-out-in": 0.00041533702392083347,
          "make-password": 0.00019207653183557738,
          "make-purchase": 0.00041533702392083347,
          "membership": 0.0002394239202242341,
          "notify-team": 0.0017955361147091648,
          "offer-refund": 0.0005177188028161285,
          "promo-code": 0.0002984426246555192,
          "pull-up-account": 0.02262908056770919,
          "record-reason": 0.0010350493995293373,
          "search-boots": 0.00037200949481210917,
          "search-faq": 0.06099403457112892,
          "search-jacket": 0.0009270741333001303,
          "search-jeans": 0.0009270741333001303,
          "search-membership": 0.00024714653575852024,
          "search-policy": 0.00016807043452022545,
          "search-pricing": 0.0012901919330998545,
          "search-shirt": 0.8582352434815853,
          "search-timing": 0.000720034334546437,
          "select-faq": 0.009373329785224904,
          "send-link": 0.0008038960033663353,
          "shipping-status": 0.0003329863153649199,
          "subscription-status": 0.0005173843930568948,
          "try-again": 0.000720034334546437,
          "update-account": 0.0002671364951131956,
          "update-order": 0.0005776435903167929,
          "validate-purchase": 0.02026843774396051,
          "verify-identity": 0.007519702426794466
        }
      },
      "trained_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.000549036474379463,
          "enter-details": 0.000723132174529642,
          "instructions": 0.0019737056430036365,
          "log-out-in": 0.0006476958489232823,
          "make-password": 0.0006476958489232823,
          "make-purchase": 0.0018679233745393516,
          "membership": 0.000612982169287374,
          "notify-team": 0.0019737056430036365,
          "offer-refund": 0.000723132174529642,
          "promo-code": 0.0008073546752186445,
          "pull-up-account": 0.0027467698204275666,
          "record-reason": 0.0029023219264080577,
          "search-boots": 0.0029023219264080577,
          "search-faq": 0.004764917094126848,
          "search-jacket": 0.0032403520475787354,
          "search-jeans": 0.0022035810246820785,
          "search-membership": 0.002328371703363654,
          "search-policy": 0.003423855852409847,
          "search-pricing": 0.0027467698204275666,
          "search-shirt": 0.9433980853923314,
          "search-timing": 0.002599554727507504,
          "select-faq": 0.00426784609960835,
          "send-link": 0.0016965374701545398,
          "shipping-status": 0.001153719820639397,
          "subscription-status": 0.001288092173279054,
          "try-again": 0.0016965374701545398,
          "update-account": 0.001288092173279054,
          "update-order": 0.0015195567978237153,
          "validate-purchase": 0.002328371703363654,
          "verify-identity": 0.0009779809296883994
        }
      }
    },
    {
      "id": "abcd-test-4227-turn-12",
      "conversation_id": "4227",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.01,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.99,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3160,
        "request_sha256": "3024344292df3fe994f5da120157852d5596d92ccc6d5d1ada37e39eb1ea411c"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.00020657161131874003,
          "enter-details": 0.024412775486007784,
          "instructions": 0.00013294872774198357,
          "log-out-in": 0.003360299482518359,
          "make-password": 0.001246688488342569,
          "make-purchase": 0.00010665738923314706,
          "membership": 0.005221130334586277,
          "notify-team": 0.001246688488342569,
          "offer-refund": 0.005221130334586277,
          "promo-code": 9.553099615805431e-05,
          "pull-up-account": 0.00010665738923314706,
          "record-reason": 0.0030097564607146077,
          "search-boots": 0.0010001490598946484,
          "search-faq": 0.00016572095794220002,
          "search-jacket": 8.556529839377482e-05,
          "search-jeans": 0.0008015030262352543,
          "search-membership": 0.0004625283312726123,
          "search-policy": 0.0004620320977769206,
          "search-pricing": 0.0008948532863405317,
          "search-shirt": 0.0008015030262352543,
          "search-timing": 0.00014530553288557438,
          "select-faq": 0.0004142778523394526,
          "send-link": 0.00019158649417554485,
          "shipping-status": 0.0013918889582643324,
          "subscription-status": 0.0005759243055649176,
          "try-again": 0.0001714162867585946,
          "update-account": 0.0006436920660891025,
          "update-order": 0.015711970611122505,
          "validate-purchase": 0.9258840183650667,
          "verify-identity": 0.005829229254858604
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 3.63025988481015e-05,
          "enter-details": 0.0034547814692876488,
          "instructions": 0.002223484557359007,
          "log-out-in": 0.002482451357224895,
          "make-password": 0.002771579541422812,
          "make-purchase": 0.002223484557359007,
          "membership": 0.002771579541422812,
          "notify-team": 0.002223484557359007,
          "offer-refund": 3.8358442186209457e-05,
          "promo-code": 3.251554650584643e-05,
          "pull-up-account": 3.63025988481015e-05,
          "record-reason": 0.002223484557359007,
          "search-boots": 5.0521653270912286e-05,
          "search-faq": 4.282600852677907e-05,
          "search-jacket": 4.282600852677907e-05,
          "search-jeans": 0.001504683594274256,
          "search-membership": 0.0018847950305956528,
          "search-policy": 0.0014240390588251806,
          "search-pricing": 0.0017750682676258773,
          "search-shirt": 0.0016799320698593408,
          "search-timing": 0.001275484666602718,
          "select-faq": 0.0016799320698593408,
          "send-link": 0.001688174964546427,
          "shipping-status": 0.002223484557359007,
          "subscription-status": 0.001504683594274256,
          "try-again": 0.002223484557359007,
          "update-account": 0.002223484557359007,
          "update-order": 0.003857155904700938,
          "validate-purchase": 0.9519191627540272,
          "verify-identity": 0.002482451357224895
        }
      }
    },
    {
      "id": "abcd-test-7714-turn-10",
      "conversation_id": "7714",
      "expected_action": "record-reason",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.48,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.03,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.36,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "subscription-status": 0.13,
          "enter-details": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.45,
        "input_tokens": 3132,
        "request_sha256": "7572627f9570b3fa36b785be98c60b8ac64a326c8db79ffc9fe95bba6fab8869"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.46291973149516724,
          "enter-details": 0.0032539163452876417,
          "instructions": 0.001052384417120324,
          "log-out-in": 0.001052384417120324,
          "make-password": 0.0004359146507079639,
          "make-purchase": 0.00014485543985167764,
          "membership": 0.006302119097157101,
          "notify-team": 0.0023381183801967835,
          "offer-refund": 0.0008674549177656531,
          "promo-code": 0.007855607340397792,
          "pull-up-account": 0.0009684863718501639,
          "record-reason": 0.01896499776815467,
          "search-boots": 0.0005433688177930331,
          "search-faq": 0.0008442696055123146,
          "search-jacket": 0.0006066543425344465,
          "search-jeans": 0.002122085539580869,
          "search-membership": 0.0032539163452876417,
          "search-policy": 0.002122085539580869,
          "search-pricing": 0.0004011623070034986,
          "search-shirt": 0.0007051745871210666,
          "search-timing": 0.00040650243517668813,
          "select-faq": 0.0005657224168135599,
          "send-link": 0.016986588298570363,
          "shipping-status": 0.001504804343375579,
          "subscription-status": 0.2979334220978094,
          "try-again": 0.00045384721226135905,
          "update-account": 0.009792038030812971,
          "update-order": 0.0005657224168135599,
          "validate-purchase": 0.0012072209142870876,
          "verify-identity": 0.15382944410888835
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.016617064689909734,
          "enter-details": 0.006883048352544602,
          "instructions": 0.007684710123303858,
          "log-out-in": 0.008579738954600947,
          "make-password": 0.006883048352544602,
          "make-purchase": 0.00035743001726645237,
          "membership": 0.0003382732788869311,
          "notify-team": 0.007684710123303858,
          "offer-refund": 0.0003776715835469151,
          "promo-code": 0.00035743001726645237,
          "pull-up-account": 0.00030298496067976736,
          "record-reason": 0.07769748551177441,
          "search-boots": 0.0003990595179023924,
          "search-faq": 0.006883048352544602,
          "search-jacket": 0.0003382732788869311,
          "search-jeans": 0.004429905191507482,
          "search-membership": 0.006514146706650044,
          "search-policy": 0.003363394394497751,
          "search-pricing": 0.003755125327488588,
          "search-shirt": 0.00583936528697543,
          "search-timing": 0.0052302089106993225,
          "select-faq": 0.004680774469311092,
          "send-link": 0.0049458510401786,
          "shipping-status": 0.0052302089106993225,
          "subscription-status": 0.0065194693005767605,
          "try-again": 0.00583936528697543,
          "update-account": 0.005225938952329841,
          "update-order": 0.004949891827428632,
          "validate-purchase": 0.0065194693005767605,
          "verify-identity": 0.7855729079791425
        }
      }
    },
    {
      "id": "abcd-test-8703-turn-6",
      "conversation_id": "8703",
      "expected_action": "search-faq",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.01,
          "make-purchase": 0.0,
          "verify-identity": 0.2,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.65,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.14,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.63,
        "input_tokens": 3003,
        "request_sha256": "72ae21feaacce760b67a56d734f52395ed2fe4743f166c2a73dd3825f8c4ffd8"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.014063302217576264,
          "enter-details": 0.0024129113313966066,
          "instructions": 0.0008018160733631845,
          "log-out-in": 0.000999465832783917,
          "make-password": 0.0003622726809300063,
          "make-purchase": 0.00020883459314461546,
          "membership": 0.0003622726809300063,
          "notify-team": 0.0007016414771860958,
          "offer-refund": 0.0005761490612070603,
          "promo-code": 0.0005160457269816358,
          "pull-up-account": 0.7422780211242458,
          "record-reason": 0.001245836954018836,
          "search-boots": 0.00026031289706714974,
          "search-faq": 0.000451573860733984,
          "search-jacket": 0.000562888056717835,
          "search-jeans": 0.00033212480196257875,
          "search-membership": 0.000191455645155306,
          "search-policy": 3.47092395545108e-05,
          "search-pricing": 0.0013909380348541445,
          "search-shirt": 0.0002295756908179475,
          "search-timing": 9.509386133541183e-05,
          "select-faq": 0.00031949623427640573,
          "send-link": 0.0003567075794693024,
          "shipping-status": 0.0005160457269816358,
          "subscription-status": 0.0002295756908179475,
          "try-again": 3.5280345913175166e-05,
          "update-account": 0.00015359421695247785,
          "update-order": 0.00031949623427640573,
          "validate-purchase": 0.05275306013968521,
          "verify-identity": 0.17723950198966454
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002759439436117755,
          "enter-details": 0.002759439436117755,
          "instructions": 0.0022027309976164547,
          "log-out-in": 0.002471577932823355,
          "make-password": 0.002759439436117755,
          "make-purchase": 0.0022027309976164547,
          "membership": 0.0022027309976164547,
          "notify-team": 0.002084673859720349,
          "offer-refund": 0.0022027309976164547,
          "promo-code": 0.002471577932823355,
          "pull-up-account": 0.9477496429597433,
          "record-reason": 0.002745710158609733,
          "search-boots": 0.002084673859720349,
          "search-faq": 0.003080828693892199,
          "search-jacket": 0.00177596480782208,
          "search-jeans": 0.0018765394545287354,
          "search-membership": 0.001424758322675836,
          "search-policy": 0.001081744195910375,
          "search-pricing": 0.001424758322675836,
          "search-shirt": 5.168007015190801e-05,
          "search-timing": 5.4606757190754404e-05,
          "select-faq": 5.769918190166591e-05,
          "send-link": 5.4606757190754404e-05,
          "shipping-status": 0.001424758322675836,
          "subscription-status": 5.168007015190801e-05,
          "try-again": 4.628885856431212e-05,
          "update-account": 0.001424758322675836,
          "update-order": 5.168007015190801e-05,
          "validate-purchase": 0.0019828095255260674,
          "verify-identity": 0.00743773926405453
        }
      }
    },
    {
      "id": "abcd-test-3293-turn-12",
      "conversation_id": "3293",
      "expected_action": "promo-code",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.03,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.15,
          "verify-identity": 0.17,
          "membership": 0.0,
          "shipping-status": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "promo-code": 0.55,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.08,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.01,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.53,
        "input_tokens": 3213,
        "request_sha256": "d2d4e16026e6d17b5fb4ad5b771961fc9916631eb290a6ddf9cc8c1da31b11d1"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.6698462386121351,
          "enter-details": 0.0012552097556722537,
          "instructions": 0.0006480919563741868,
          "log-out-in": 0.0005804835777561636,
          "make-password": 0.00026736603391488295,
          "make-purchase": 0.00010481174023275443,
          "membership": 0.0008045868653287384,
          "notify-team": 0.0004171094984698962,
          "offer-refund": 0.0037773136494394796,
          "promo-code": 0.30977671730604184,
          "pull-up-account": 0.0002985058302201338,
          "record-reason": 0.0014014026610007482,
          "search-boots": 0.00026736603391488295,
          "search-faq": 0.0002144929442505389,
          "search-jacket": 0.00015412499654314152,
          "search-jeans": 0.0001386064366032524,
          "search-membership": 0.00024044544663590027,
          "search-policy": 6.517190668800792e-05,
          "search-pricing": 7.156550001154272e-05,
          "search-shirt": 1.118185960160908e-05,
          "search-timing": 8.03478268384446e-06,
          "select-faq": 1.9397580563655267e-05,
          "send-link": 0.0009019375574814178,
          "shipping-status": 0.00024044544663590027,
          "subscription-status": 0.0009019375574814178,
          "try-again": 3.0139363698606422e-05,
          "update-account": 3.7568798860150824e-05,
          "update-order": 6.517190668800792e-05,
          "validate-purchase": 0.0009019375574814178,
          "verify-identity": 0.0065526368375905105
        }
      },
      "trained_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.211432982724313,
          "enter-details": 0.005574851764872206,
          "instructions": 0.005574851764872206,
          "log-out-in": 0.004993289126713866,
          "make-password": 0.004232693140019586,
          "make-purchase": 0.0022781745200452074,
          "membership": 0.0031704931475855617,
          "notify-team": 0.0031704931475855617,
          "offer-refund": 0.004472394430469803,
          "promo-code": 0.7103715424722424,
          "pull-up-account": 0.0026875522050091734,
          "record-reason": 0.0031704931475855617,
          "search-boots": 0.0033956547101127235,
          "search-faq": 0.003000568047684554,
          "search-jacket": 0.0019311544410849475,
          "search-jeans": 0.002309193584710593,
          "search-membership": 0.003587954020745308,
          "search-policy": 0.0009946700022302275,
          "search-pricing": 0.001110519326578044,
          "search-shirt": 0.0006401659913617025,
          "search-timing": 0.0004353408551584067,
          "select-faq": 0.0004860444425857109,
          "send-link": 0.0021854306532846806,
          "shipping-status": 0.0005135695955720964,
          "subscription-status": 0.002878416136856583,
          "try-again": 0.004232693140019586,
          "update-account": 0.001239860288357963,
          "update-order": 0.002878416136856583,
          "validate-purchase": 0.0025781426050163697,
          "verify-identity": 0.004472394430469803
        }
      }
    },
    {
      "id": "abcd-test-7412-turn-5",
      "conversation_id": "7412",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.0,
          "record-reason": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "verify-identity": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 1.0,
          "make-password": 0.0,
          "search-timing": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 2947,
        "request_sha256": "7327cc51b00c2034321336a88e87e2b06d8f5c5f63538dfeebb1cb370862a30b"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003098541929423626,
          "enter-details": 0.043599065703035116,
          "instructions": 0.0007398622260303317,
          "log-out-in": 0.0014329484175673354,
          "make-password": 0.0005935503747712589,
          "make-purchase": 0.00019521980109700828,
          "membership": 0.00024334202761770157,
          "notify-team": 0.0006558992982857484,
          "offer-refund": 0.00022021026320655693,
          "promo-code": 0.0007322911459175921,
          "pull-up-account": 0.7646969218789685,
          "record-reason": 0.0009222402493516599,
          "search-boots": 0.0002179568350180672,
          "search-faq": 0.00027168374993870076,
          "search-jacket": 0.00024334202761770157,
          "search-jeans": 0.000306462835460795,
          "search-membership": 0.00019723813803312714,
          "search-policy": 0.0005566661682497251,
          "search-pricing": 8.16992289514075e-05,
          "search-shirt": 0.0006938858530447984,
          "search-timing": 9.550990709803077e-05,
          "select-faq": 0.0003208940604893921,
          "send-link": 0.14648393978322238,
          "shipping-status": 0.0004985953055189447,
          "subscription-status": 0.0005935503747712589,
          "try-again": 0.0001329193526378417,
          "update-account": 0.0002744927021547838,
          "update-order": 0.00023058010017802078,
          "validate-purchase": 0.000342156226981134,
          "verify-identity": 0.031328334035361366
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0016129162399498296,
          "enter-details": 0.0027979823410231174,
          "instructions": 0.001798074815342036,
          "log-out-in": 0.0018007708037687915,
          "make-password": 0.0018007708037687915,
          "make-purchase": 0.0015241857740698303,
          "membership": 0.001798074815342036,
          "notify-team": 0.0016105014897828663,
          "offer-refund": 0.001798074815342036,
          "promo-code": 0.0020105045793004186,
          "pull-up-account": 0.9609874459224668,
          "record-reason": 0.0027979823410231174,
          "search-boots": 0.0016105014897828663,
          "search-faq": 0.0016129162399498296,
          "search-jacket": 0.002007494729370282,
          "search-jeans": 0.0012246028966394387,
          "search-membership": 0.001038066934243931,
          "search-policy": 0.0008327835462927194,
          "search-pricing": 0.0009297768501509963,
          "search-shirt": 5.1585514023559775e-05,
          "search-timing": 5.1585514023559775e-05,
          "select-faq": 0.001038066934243931,
          "send-link": 0.0010968534992964575,
          "shipping-status": 5.1585514023559775e-05,
          "subscription-status": 5.759362566413546e-05,
          "try-again": 5.1585514023559775e-05,
          "update-account": 6.430148707560258e-05,
          "update-order": 5.1585514023559775e-05,
          "validate-purchase": 0.001038066934243931,
          "verify-identity": 0.004853762521748376
        }
      }
    },
    {
      "id": "abcd-test-7747-turn-14",
      "conversation_id": "7747",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "enter-details": 0.08,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.39,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.53,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.5,
        "input_tokens": 3213,
        "request_sha256": "acaf913aa096761a71a0efd2ccc027b4ef7e6b40ff4b48127c17266612e178a9"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.003527643590106449,
          "enter-details": 0.039820918035850604,
          "instructions": 0.0006056005488031259,
          "log-out-in": 0.0022703756567256303,
          "make-password": 0.0003491022583473518,
          "make-purchase": 0.00010390581330975287,
          "membership": 0.0008428030194592174,
          "notify-team": 0.004909356723028008,
          "offer-refund": 0.009508330364106973,
          "promo-code": 0.00048583965763734563,
          "pull-up-account": 0.0018213964847426836,
          "record-reason": 0.0025348039660617475,
          "search-boots": 0.0004351574383666827,
          "search-faq": 0.0031596433461124514,
          "search-jacket": 0.0003491022583473518,
          "search-jeans": 0.0010265741266416387,
          "search-membership": 0.0025348039660617475,
          "search-policy": 0.0008235634071440779,
          "search-pricing": 0.0014286642063477254,
          "search-shirt": 0.0007376501246192914,
          "search-timing": 0.013232567050563993,
          "select-faq": 0.0015950590341840645,
          "send-link": 0.0016313902817974315,
          "shipping-status": 0.005481143775858222,
          "subscription-status": 0.0025348039660617475,
          "try-again": 0.0002736720188842379,
          "update-account": 0.0015950590341840645,
          "update-order": 0.0028300324889301244,
          "validate-purchase": 0.8705960410392203,
          "verify-identity": 0.022954996318495915
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 9.723963043678688e-05,
          "enter-details": 0.004256309575733286,
          "instructions": 0.0028944763401480907,
          "log-out-in": 0.0032315929786479614,
          "make-password": 0.0032315929786479614,
          "make-purchase": 0.00012120947993551449,
          "membership": 0.00012120947993551449,
          "notify-team": 0.002197624419303708,
          "offer-refund": 9.723963043678688e-05,
          "promo-code": 8.242773709247908e-05,
          "pull-up-account": 0.002739344827909326,
          "record-reason": 0.003812295374130075,
          "search-boots": 0.0024535793818953535,
          "search-faq": 0.00012120947993551449,
          "search-jacket": 0.00010274639610290304,
          "search-jeans": 0.0015723346884051446,
          "search-membership": 0.002739344827909326,
          "search-policy": 0.0015723346884051446,
          "search-pricing": 0.00218818932011234,
          "search-shirt": 0.0017554627492875404,
          "search-timing": 0.001959919528657997,
          "select-faq": 0.00218818932011234,
          "send-link": 0.0019683703739485025,
          "shipping-status": 0.002739344827909326,
          "subscription-status": 0.001959919528657997,
          "try-again": 0.002739344827909326,
          "update-account": 0.0028944763401480907,
          "update-order": 0.004256309575733286,
          "validate-purchase": 0.9408479681210129,
          "verify-identity": 0.003058393571499572
        }
      }
    },
    {
      "id": "abcd-test-6780-turn-6",
      "conversation_id": "6780",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.01,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.04,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.95,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3028,
        "request_sha256": "ae881bab2c28be216cdc4fe15619617c5567f12feea7a870e1d31edc91a2ddab"
      },
      "shared_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.015035812715564279,
          "enter-details": 0.0011092324939008572,
          "instructions": 0.013467291749205206,
          "log-out-in": 0.0020696039381045196,
          "make-password": 0.0005129750931500489,
          "make-purchase": 0.0013826626733364153,
          "membership": 0.0004115314296315365,
          "notify-team": 0.0015437000649959893,
          "offer-refund": 0.0011092324939008572,
          "promo-code": 0.006953453787725628,
          "pull-up-account": 0.018742180419905934,
          "record-reason": 0.0014871246660890902,
          "search-boots": 0.0005727206689007854,
          "search-faq": 0.05051725330977203,
          "search-jacket": 0.0020696039381045196,
          "search-jeans": 0.0014871246660890902,
          "search-membership": 0.0006877340992894549,
          "search-policy": 0.0008572625485359516,
          "search-pricing": 0.7108198113450548,
          "search-shirt": 0.0013761844220090103,
          "search-timing": 0.002880229558620619,
          "select-faq": 0.109236301472599,
          "send-link": 0.0007678336881917414,
          "shipping-status": 0.05051725330977203,
          "subscription-status": 0.0009888645208950986,
          "try-again": 0.0007933111003351575,
          "update-account": 0.00027854807147750793,
          "update-order": 0.0005105715594650348,
          "validate-purchase": 0.0007105537501634384,
          "verify-identity": 0.0011040364452144609
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.00257176449892312,
          "enter-details": 0.0007979103824885641,
          "instructions": 0.003033899276553382,
          "log-out-in": 0.00257176449892312,
          "make-password": 0.0009945973255980998,
          "make-purchase": 0.0012397683653053966,
          "membership": 0.0007979103824885641,
          "notify-team": 0.0028712948401187254,
          "offer-refund": 0.000890842063728226,
          "promo-code": 0.0011104369299362467,
          "pull-up-account": 0.0023034805031457517,
          "record-reason": 0.0024339290984927804,
          "search-boots": 0.0011104369299362467,
          "search-faq": 0.0027174057746990163,
          "search-jacket": 0.003033899276553382,
          "search-jeans": 0.002427608874262377,
          "search-membership": 0.0019526059640431097,
          "search-policy": 0.002063183863022842,
          "search-pricing": 0.0058759873450452684,
          "search-shirt": 0.0027174057746990163,
          "search-timing": 0.004222221391785376,
          "select-faq": 0.9333128489402365,
          "send-link": 0.0023034805031457517,
          "shipping-status": 0.0020578263573370987,
          "subscription-status": 0.002427608874262377,
          "try-again": 0.003033899276553382,
          "update-account": 0.002427608874262377,
          "update-order": 0.002427608874262377,
          "validate-purchase": 0.002427608874262377,
          "verify-identity": 0.0018431560659292355
        }
      }
    },
    {
      "id": "abcd-test-585-turn-10",
      "conversation_id": "585",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.88,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.11,
          "shipping-status": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.01,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0
        },
        "vendor_confidence": 0.87,
        "input_tokens": 3169,
        "request_sha256": "6257fe4b2739663b6bcd48f3a9e6cefbb7f1025cfb874ad47c7c96c2e10e9bc9"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.007142415966032464,
          "enter-details": 0.0026498758476544743,
          "instructions": 0.0015275379867003705,
          "log-out-in": 0.0023734410292068453,
          "make-password": 0.00013376563923611352,
          "make-purchase": 0.00010731275080223021,
          "membership": 0.00025907432404038603,
          "notify-team": 0.001225458946843766,
          "offer-refund": 0.0008805598720435427,
          "promo-code": 0.00013376563923611352,
          "pull-up-account": 0.001097620322606039,
          "record-reason": 0.0026498758476544743,
          "search-boots": 0.00011981136202369708,
          "search-faq": 0.00040254162923580503,
          "search-jacket": 9.611790817655059e-05,
          "search-jeans": 0.0006265149285261986,
          "search-membership": 0.0008719092103695426,
          "search-policy": 0.0004501856057322146,
          "search-pricing": 0.0007064243159798426,
          "search-shirt": 0.00032348318686902335,
          "search-timing": 0.0001495977031016108,
          "select-faq": 0.0006265149285261986,
          "send-link": 0.0009831177269373275,
          "shipping-status": 0.01544441415619789,
          "subscription-status": 0.0021258462167721135,
          "try-again": 0.00028973773418366686,
          "update-account": 0.001225458946843766,
          "update-order": 0.007974284946648173,
          "validate-purchase": 0.9101173744573278,
          "verify-identity": 0.03728596086449175
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0037682215632606907,
          "enter-details": 0.003023035649689016,
          "instructions": 0.0006275869207161775,
          "log-out-in": 0.003023035649689016,
          "make-password": 0.0031942325177667643,
          "make-purchase": 0.0005034776058558257,
          "membership": 0.0005034776058558257,
          "notify-team": 0.0020557959918488912,
          "offer-refund": 0.000290233192211661,
          "promo-code": 0.00032403632219058567,
          "pull-up-account": 0.0004039121473692104,
          "record-reason": 0.002861013517425531,
          "search-boots": 0.0024252136310001725,
          "search-faq": 0.0022952322034436334,
          "search-jacket": 0.00036177643127397716,
          "search-jeans": 0.0018900346064470717,
          "search-membership": 0.002861013517425531,
          "search-policy": 0.0017887367530397922,
          "search-pricing": 0.0019456141416370428,
          "search-shirt": 0.0018900346064470717,
          "search-timing": 0.0018900346064470717,
          "select-faq": 0.0023559335715051164,
          "send-link": 0.0023559335715051164,
          "shipping-status": 0.003023035649689016,
          "subscription-status": 0.0017887367530397922,
          "try-again": 0.00256255552852274,
          "update-account": 0.0033751245001892058,
          "update-order": 0.003981620014953435,
          "validate-purchase": 0.9299708430053583,
          "verify-identity": 0.01266046822419676
        }
      }
    },
    {
      "id": "abcd-test-8751-turn-10",
      "conversation_id": "8751",
      "expected_action": "search-faq",
      "jev": {
        "choice": "subscription-status",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.01,
          "verify-identity": 0.23,
          "membership": 0.28,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.01,
          "instructions": 0.0,
          "subscription-status": 0.45,
          "search-membership": 0.02
        },
        "vendor_confidence": 0.42,
        "input_tokens": 3112,
        "request_sha256": "e8c60802647dc9f978873dd26a86d8283f914cd52b141c01033e79bdcb755606"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.01692935734749633,
          "enter-details": 0.03278839767268669,
          "instructions": 0.0017559889374660147,
          "log-out-in": 0.004042350726715386,
          "make-password": 0.0007273582714743739,
          "make-purchase": 0.0005226470651068978,
          "membership": 0.12299304563946742,
          "notify-team": 0.0018694230030954478,
          "offer-refund": 0.0012031536857818072,
          "promo-code": 0.0026016417510243764,
          "pull-up-account": 0.00046812506140568745,
          "record-reason": 0.0008120729348800519,
          "search-boots": 0.0009066540900547512,
          "search-faq": 0.009759045514648054,
          "search-jacket": 0.0014087327435548698,
          "search-jeans": 0.0029046519702273306,
          "search-membership": 0.03660722766674701,
          "search-policy": 0.0005564092304241633,
          "search-pricing": 0.01516330496991295,
          "search-shirt": 0.00045715815182219966,
          "search-timing": 0.0011036715111219315,
          "select-faq": 0.0011036715111219315,
          "send-link": 0.05094559952333675,
          "shipping-status": 0.0029046519702273306,
          "subscription-status": 0.6420663270420399,
          "try-again": 0.00017921325838861064,
          "update-account": 0.0008854144350031693,
          "update-order": 0.0002942252326701992,
          "validate-purchase": 0.0004094678960023966,
          "verify-identity": 0.04563101118609601
        }
      },
      "trained_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.009202624659163218,
          "enter-details": 0.005922774670995282,
          "instructions": 0.005922774670995282,
          "log-out-in": 0.00661259381852298,
          "make-password": 0.0010807642520323786,
          "make-purchase": 0.0008205677277416878,
          "membership": 0.20119539663484046,
          "notify-team": 0.007382756273144702,
          "offer-refund": 0.0008205677277416878,
          "promo-code": 0.0006955759311076729,
          "pull-up-account": 0.0005896231913970994,
          "record-reason": 0.012807136891457432,
          "search-boots": 0.0010807642520323786,
          "search-faq": 0.010274444999263662,
          "search-jacket": 0.0009680201153838819,
          "search-jeans": 0.00661259381852298,
          "search-membership": 0.005605339541263421,
          "search-policy": 0.003910692777980474,
          "search-pricing": 0.005020596444315706,
          "search-shirt": 0.003502733465980871,
          "search-timing": 0.002382011494001499,
          "select-faq": 0.003910692777980474,
          "send-link": 0.007382756273144702,
          "shipping-status": 0.010274444999263662,
          "subscription-status": 0.5422975396891243,
          "try-again": 0.003910692777980474,
          "update-account": 0.015964133022918495,
          "update-order": 0.003502733465980871,
          "validate-purchase": 0.0043661669438417785,
          "verify-identity": 0.11598048669188049
        }
      }
    },
    {
      "id": "abcd-test-9268-turn-15",
      "conversation_id": "9268",
      "expected_action": "enter-details",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.04,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.06,
          "search-membership": 0.0,
          "enter-details": 0.15000000000000002,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.74,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.01,
          "validate-purchase": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.72,
        "input_tokens": 3341,
        "request_sha256": "953646a1980aea5d58bb971fc2fc144ce6b1829eeef1cd80f9e9d67c5d00e4c2"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.00309551259150509,
          "enter-details": 0.010400299022193428,
          "instructions": 0.001431549045977739,
          "log-out-in": 0.001282211213901632,
          "make-password": 0.0001649041526497196,
          "make-purchase": 3.1588704352854114e-05,
          "membership": 7.626147962368699e-05,
          "notify-team": 0.002224296869416883,
          "offer-refund": 0.04355639727209134,
          "promo-code": 9.506014991052682e-05,
          "pull-up-account": 5.479802318894342e-05,
          "record-reason": 0.054293279743669265,
          "search-boots": 9.506014991052682e-05,
          "search-faq": 6.118028937830335e-05,
          "search-jacket": 0.0017844297328601121,
          "search-jeans": 0.001028647001439219,
          "search-membership": 0.0003418217432389496,
          "search-policy": 0.00020820440426590192,
          "search-pricing": 0.0007656789180418227,
          "search-shirt": 0.0006858040119037197,
          "search-timing": 0.00018282691610266725,
          "select-faq": 0.0009544209272590611,
          "send-link": 0.0017844297328601121,
          "shipping-status": 0.0015982798413785202,
          "subscription-status": 0.0008548567246050101,
          "try-again": 0.00044138050391936604,
          "update-account": 0.22737994910418785,
          "update-order": 0.6128747778861295,
          "validate-purchase": 0.0009544209272590611,
          "verify-identity": 0.031297672916779234
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.00010803236863888842,
          "enter-details": 0.005549025604640859,
          "instructions": 0.00012061475987716735,
          "log-out-in": 0.0025661992748462806,
          "make-password": 0.002175306443406111,
          "make-purchase": 0.00010803236863888842,
          "membership": 0.00015034664922445202,
          "notify-team": 0.0028650819417873064,
          "offer-refund": 0.005549025604640859,
          "promo-code": 0.00015034664922445202,
          "pull-up-account": 0.0022984963130521494,
          "record-reason": 0.007722484478591253,
          "search-boots": 0.00015034664922445202,
          "search-faq": 0.0033799239992303165,
          "search-jacket": 0.00015034664922445202,
          "search-jeans": 0.0021290056849907887,
          "search-membership": 0.002249573116521076,
          "search-policy": 0.0019069099368293559,
          "search-pricing": 0.002428661998116429,
          "search-shirt": 0.002511578427279622,
          "search-timing": 0.0015298065015099168,
          "select-faq": 0.0020148999743640913,
          "send-link": 0.0022984963130521494,
          "shipping-status": 0.003987281261157163,
          "subscription-status": 0.002653811505508096,
          "try-again": 0.004451675319365657,
          "update-account": 0.05025162110797153,
          "update-order": 0.881379868248509,
          "validate-purchase": 0.002711525531211607,
          "verify-identity": 0.004451675319365657
        }
      }
    },
    {
      "id": "abcd-test-6292-turn-14",
      "conversation_id": "6292",
      "expected_action": "membership",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "log-out-in": 0.0,
          "update-order": 0.11,
          "make-purchase": 0.32,
          "search-faq": 0.01,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.18,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.11,
          "search-membership": 0.0,
          "enter-details": 0.01,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.01,
          "shipping-status": 0.01,
          "record-reason": 0.01,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.23
        },
        "vendor_confidence": 0.29,
        "input_tokens": 3271,
        "request_sha256": "c4ee06a33167413123f9405061882b13a18e0f0386fafacbc6bdc658cbf73dc4"
      },
      "shared_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.17767829260689358,
          "enter-details": 0.008126959180663326,
          "instructions": 0.0023239213287836354,
          "log-out-in": 0.001074719301832058,
          "make-password": 0.0004970135905143915,
          "make-purchase": 0.3842029716464843,
          "membership": 0.027304920739305783,
          "notify-team": 0.0011186338881413159,
          "offer-refund": 0.00361084125434285,
          "promo-code": 0.0011998907782780545,
          "pull-up-account": 0.001669865694874114,
          "record-reason": 0.0024188826754692632,
          "search-boots": 0.00361084125434285,
          "search-faq": 0.006519801195304509,
          "search-jacket": 0.0024188826754692632,
          "search-jeans": 0.0019405351643009068,
          "search-membership": 0.002166547201374824,
          "search-policy": 0.000988840624846698,
          "search-pricing": 0.0003927761173720054,
          "search-shirt": 0.0015567838934857532,
          "search-timing": 0.00040959371497179166,
          "select-faq": 0.0046848374327469935,
          "send-link": 0.0012325925306294636,
          "shipping-status": 0.0017381006122607324,
          "subscription-status": 0.0006364140974144723,
          "try-again": 0.00040959371497179166,
          "update-account": 0.0006364140974144723,
          "update-order": 0.15914306741030623,
          "validate-purchase": 0.19837229956184235,
          "verify-identity": 0.0019151660153622534
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.060073811025499226,
          "enter-details": 0.01788017964028713,
          "instructions": 0.01788017964028713,
          "log-out-in": 0.0021520191316336556,
          "make-password": 0.0018242154718788553,
          "make-purchase": 0.022287693364349676,
          "membership": 0.43644025363174227,
          "notify-team": 0.022287693364349676,
          "offer-refund": 0.001463466759445273,
          "promo-code": 0.0013850311837859102,
          "pull-up-account": 0.001546344418098298,
          "record-reason": 0.01996266370361581,
          "search-boots": 0.0022738897216839425,
          "search-faq": 0.0346299632362894,
          "search-jacket": 0.0021520191316336556,
          "search-jeans": 0.0016463687851610463,
          "search-membership": 0.022287693364349676,
          "search-policy": 0.0014746214375199556,
          "search-pricing": 0.0019422142025686232,
          "search-shirt": 0.0013207903495629978,
          "search-timing": 0.001059596822066806,
          "select-faq": 0.001558130414440448,
          "send-link": 0.03101740316752276,
          "shipping-status": 0.11634961581294274,
          "subscription-status": 0.022287693364349676,
          "try-again": 0.03101740316752276,
          "update-account": 0.043166346130914045,
          "update-order": 0.053806968158628336,
          "validate-purchase": 0.02488351719530159,
          "verify-identity": 0.0019422142025686232
        }
      }
    },
    {
      "id": "abcd-test-5538-turn-6",
      "conversation_id": "5538",
      "expected_action": "record-reason",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.37,
          "membership": 0.0,
          "shipping-status": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.62,
          "search-pricing": 0.01,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.59,
        "input_tokens": 3021,
        "request_sha256": "334118af8f8e04398e7d83e255ce4b573bce6a868a9514acc249b34661918172"
      },
      "shared_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.029349485646483833,
          "enter-details": 0.007824218875929555,
          "instructions": 0.0010577254986313274,
          "log-out-in": 0.0016733542759081353,
          "make-password": 0.0003514845930833859,
          "make-purchase": 0.00019175640190277336,
          "membership": 0.0006807481321638844,
          "notify-team": 0.005035637919667504,
          "offer-refund": 0.005035637919667504,
          "promo-code": 0.13723158438458205,
          "pull-up-account": 0.0006807481321638844,
          "record-reason": 0.46107005306578114,
          "search-boots": 0.001180917654916375,
          "search-faq": 0.007824218875929555,
          "search-jacket": 0.0006097331998443529,
          "search-jeans": 0.003240914769057493,
          "search-membership": 0.0009646166074910108,
          "search-policy": 0.0008543694007442578,
          "search-pricing": 0.12291572596502176,
          "search-shirt": 0.0006854131664163608,
          "search-timing": 0.002328775987905604,
          "select-faq": 0.0012023972933907544,
          "send-link": 0.0008543694007442578,
          "shipping-status": 0.0013424392069245105,
          "subscription-status": 0.0004411293856290419,
          "try-again": 0.0001636612733119506,
          "update-account": 0.0003951112034952887,
          "update-order": 0.0006854131664163608,
          "validate-purchase": 0.05091357017623449,
          "verify-identity": 0.15321478842056158
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0017930956254726877,
          "enter-details": 0.0017930956254726877,
          "instructions": 0.0021022270191955747,
          "log-out-in": 0.0017930956254726877,
          "make-password": 0.0022350989569190683,
          "make-purchase": 0.0019895565836917416,
          "membership": 0.0017820081057452258,
          "notify-team": 0.0016060417036049468,
          "offer-refund": 0.0013614037033099471,
          "promo-code": 0.0038773081795466435,
          "pull-up-account": 0.002221278316331607,
          "record-reason": 0.9568915431135514,
          "search-boots": 0.0017820081057452258,
          "search-faq": 0.0021022270191955747,
          "search-jacket": 0.0016865000220066758,
          "search-jeans": 6.002148458357423e-05,
          "search-membership": 0.0016060417036049468,
          "search-policy": 0.0016060417036049468,
          "search-pricing": 0.0016969932793982378,
          "search-shirt": 6.342056225990568e-05,
          "search-timing": 0.0016060417036049468,
          "select-faq": 0.0010921785764432795,
          "send-link": 5.376011130101208e-05,
          "shipping-status": 5.680459218053464e-05,
          "subscription-status": 5.680459218053464e-05,
          "try-again": 6.002148458357423e-05,
          "update-account": 0.0010336425172695468,
          "update-order": 5.680459218053464e-05,
          "validate-purchase": 0.0016060417036049468,
          "verify-identity": 0.004328893687937812
        }
      }
    },
    {
      "id": "abcd-test-2669-turn-27",
      "conversation_id": "2669",
      "expected_action": "membership",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.61,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.01,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.01,
          "search-membership": 0.0,
          "enter-details": 0.01,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.35,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.01,
          "validate-purchase": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.59,
        "input_tokens": 3667,
        "request_sha256": "108b7960eff529c73ff22f6adf3ff438af28013f8405d2377bd410a6ce7f038b"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.002194451403674142,
          "enter-details": 0.01427969622444801,
          "instructions": 0.00024050596906060212,
          "log-out-in": 0.0015768345521031744,
          "make-password": 0.00037369109780074645,
          "make-purchase": 7.158351526129558e-05,
          "membership": 0.011455809934164061,
          "notify-team": 0.002194451403674142,
          "offer-refund": 0.008231632162396602,
          "promo-code": 7.99207725386887e-05,
          "pull-up-account": 0.0001929445952738524,
          "record-reason": 0.009190359861687206,
          "search-boots": 8.922905045752443e-05,
          "search-faq": 0.0002685174354950084,
          "search-jacket": 0.0017604866664647203,
          "search-jeans": 0.05356467580280948,
          "search-membership": 0.0011330426935708623,
          "search-policy": 0.0006531497015729258,
          "search-pricing": 0.0006947932630821977,
          "search-shirt": 0.0003587363511183609,
          "search-timing": 9.050909762757055e-05,
          "select-faq": 0.0012052821638653805,
          "send-link": 0.004745181602186278,
          "shipping-status": 0.02765659761249937,
          "subscription-status": 0.0004992468109833262,
          "try-again": 0.0001852233078853957,
          "update-account": 0.0019655286020134805,
          "update-order": 0.8414821491796626,
          "validate-purchase": 0.0007757150330843107,
          "verify-identity": 0.012790054133538713
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0007827869091191166,
          "enter-details": 0.0009757460041379262,
          "instructions": 0.0007011267076038598,
          "log-out-in": 0.002290122512125712,
          "make-password": 0.002290122512125712,
          "make-purchase": 0.0007011267076038598,
          "membership": 0.005841912207240346,
          "notify-team": 0.0031871212158685364,
          "offer-refund": 0.003759832682328478,
          "promo-code": 0.0007011267076038598,
          "pull-up-account": 0.0021673818800044147,
          "record-reason": 0.0030163055794169107,
          "search-boots": 0.0009757460041379262,
          "search-faq": 0.0028546440794583934,
          "search-jacket": 0.0008739572612369807,
          "search-jeans": 0.002075469730051728,
          "search-membership": 0.0017593265257989273,
          "search-policy": 0.0016650324939530012,
          "search-pricing": 0.0021673818800044147,
          "search-shirt": 0.001964233421129622,
          "search-timing": 0.0011964177950752788,
          "select-faq": 0.0016650324939530012,
          "send-link": 0.002290122512125712,
          "shipping-status": 0.00907699122171171,
          "subscription-status": 0.002193005691223546,
          "try-again": 0.003367610896243743,
          "update-account": 0.005841912207240346,
          "update-order": 0.9279004513529255,
          "validate-purchase": 0.0030163055794169107,
          "verify-identity": 0.0027016472291344494
        }
      }
    },
    {
      "id": "abcd-test-7688-turn-20",
      "conversation_id": "7688",
      "expected_action": "update-order",
      "jev": {
        "choice": "offer-refund",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.36,
          "validate-purchase": 0.06,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.03,
          "offer-refund": 0.52,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.02,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "enter-details": 0.01,
          "subscription-status": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.49,
        "input_tokens": 3417,
        "request_sha256": "f4daddb012cb92f8f6d9b9efef72893d3f1db28d96d521b95deecbb0cd33ce8a"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.8153444381837899,
          "enter-details": 0.0015278556762867565,
          "instructions": 0.000788864936395338,
          "log-out-in": 0.001097848736593881,
          "make-password": 0.00048264407466321393,
          "make-purchase": 0.00019991877914422594,
          "membership": 0.004597789152972748,
          "notify-team": 0.00036481761899305194,
          "offer-refund": 0.08064214073617687,
          "promo-code": 0.005133288335912308,
          "pull-up-account": 0.00031062794051608277,
          "record-reason": 0.0005388571463043864,
          "search-boots": 0.000837259636481117,
          "search-faq": 0.00043229514781423277,
          "search-jacket": 0.00024919932388882084,
          "search-jeans": 0.00029267293289221064,
          "search-membership": 0.00026214161760477865,
          "search-policy": 0.00012122985772858742,
          "search-pricing": 0.004597789152972748,
          "search-shirt": 6.92051717751218e-05,
          "search-timing": 3.0289272492909944e-05,
          "select-faq": 0.00013403515306875468,
          "send-link": 0.005133288335912308,
          "shipping-status": 0.002650427287217987,
          "subscription-status": 0.00028983115269690666,
          "try-again": 9.631166396472288e-05,
          "update-account": 0.00016707518669388207,
          "update-order": 0.04648672808734064,
          "validate-purchase": 0.026797542243032952,
          "verify-identity": 0.0003235874586725901
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.008394566962724588,
          "enter-details": 0.0012613120567473814,
          "instructions": 0.001129733375289231,
          "log-out-in": 0.00673449541242461,
          "make-password": 0.001129733375289231,
          "make-purchase": 0.0010118806833621934,
          "membership": 0.020266173117514105,
          "notify-team": 0.009372273231640128,
          "offer-refund": 0.1057965590156803,
          "promo-code": 0.00673449541242461,
          "pull-up-account": 0.004579751505061989,
          "record-reason": 0.0063735556537330195,
          "search-boots": 0.001408215533766724,
          "search-faq": 0.001408215533766724,
          "search-jacket": 0.0007270920435878565,
          "search-jeans": 0.004334296712633533,
          "search-membership": 0.0021051826800219625,
          "search-policy": 0.001992353677035634,
          "search-pricing": 0.003882147333265206,
          "search-shirt": 0.005708673313456208,
          "search-timing": 0.0009213818047918834,
          "select-faq": 0.0012822715729610228,
          "send-link": 0.006031960129959692,
          "shipping-status": 0.0018855721731896365,
          "subscription-status": 0.0015126897065524969,
          "try-again": 0.008394566962724588,
          "update-account": 0.009372273231640128,
          "update-order": 0.7686182628000277,
          "validate-purchase": 0.006031960129959692,
          "verify-identity": 0.0015983548587679944
        }
      }
    },
    {
      "id": "abcd-test-1448-turn-9",
      "conversation_id": "1448",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.04,
          "membership": 0.0,
          "shipping-status": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.96,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3062,
        "request_sha256": "ffb13ad02f730e78912ee9391f82cf396603ea4b2007bafbb5236a4e2b0219eb"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.007475234486531592,
          "enter-details": 0.004811034051770189,
          "instructions": 0.0011487667217724455,
          "log-out-in": 0.0007704507930108003,
          "make-password": 0.0004958591796445733,
          "make-purchase": 0.00035630185635393834,
          "membership": 0.0005536113199078908,
          "notify-team": 0.0013365278116039619,
          "offer-refund": 0.0017849181205656772,
          "promo-code": 0.034952445230173615,
          "pull-up-account": 0.8531600336606853,
          "record-reason": 0.009317900520224794,
          "search-boots": 0.011614790701257057,
          "search-faq": 0.0011971025601659566,
          "search-jacket": 0.0006900780962403305,
          "search-jeans": 0.00042619836377700415,
          "search-membership": 0.00018653576860676552,
          "search-policy": 0.00022069771197203748,
          "search-pricing": 0.004309151752559982,
          "search-shirt": 9.141655057671911e-05,
          "search-timing": 6.568783506126601e-05,
          "select-faq": 0.00047583725102489884,
          "send-link": 0.00022069771197203748,
          "shipping-status": 0.00027429971127732245,
          "subscription-status": 0.00017705352020927893,
          "try-again": 4.720028417183027e-05,
          "update-account": 0.0003062470585354608,
          "update-order": 0.00012722272347994134,
          "validate-purchase": 0.002773350858263541,
          "verify-identity": 0.060633347788603825
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0034384903082464923,
          "enter-details": 0.002470745533506001,
          "instructions": 0.0020789848684319933,
          "log-out-in": 0.0022129997142684007,
          "make-password": 0.003057134593989495,
          "make-purchase": 0.0027382172647913675,
          "membership": 0.0024525696235440063,
          "notify-team": 0.0024525696235440063,
          "offer-refund": 0.0027382172647913675,
          "promo-code": 0.0027585101031644523,
          "pull-up-account": 0.9474304424709926,
          "record-reason": 0.0047852885982779605,
          "search-boots": 0.002470745533506001,
          "search-faq": 0.003057134593989495,
          "search-jacket": 0.001424278402734625,
          "search-jeans": 0.0017753667062286496,
          "search-membership": 0.0009685714812817058,
          "search-policy": 0.001023422514996413,
          "search-pricing": 0.001424278402734625,
          "search-shirt": 9.868635421268275e-05,
          "search-timing": 8.839148426251643e-05,
          "select-faq": 9.868635421268275e-05,
          "send-link": 7.91705797476746e-05,
          "shipping-status": 7.91705797476746e-05,
          "subscription-status": 7.91705797476746e-05,
          "try-again": 7.91705797476746e-05,
          "update-account": 0.0015049366678048972,
          "update-order": 0.001424278402734625,
          "validate-purchase": 0.001424278402734625,
          "verify-identity": 0.004286092412027547
        }
      }
    },
    {
      "id": "abcd-test-4249-turn-7",
      "conversation_id": "4249",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.04,
          "membership": 0.0,
          "shipping-status": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.96,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3058,
        "request_sha256": "f91523df0455f9c6fe0fde85b2ef754e2d599e1cd67b8d7515c93d1dd9200f97"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0014163476739640082,
          "enter-details": 0.0038175920755761125,
          "instructions": 0.0003775808462494199,
          "log-out-in": 0.0005866735127304083,
          "make-password": 0.0003693141228044864,
          "make-purchase": 0.0002128937029332493,
          "membership": 0.0004123277658974975,
          "notify-team": 0.00021765913685036766,
          "offer-refund": 0.0007985870473182111,
          "promo-code": 0.00019495295541274994,
          "pull-up-account": 0.8438704096162615,
          "record-reason": 0.0004215573386652487,
          "search-boots": 0.0001906848512075779,
          "search-faq": 0.00015297571433482585,
          "search-jacket": 0.00023768920823573377,
          "search-jeans": 0.0001510920920405318,
          "search-membership": 0.00030291218782297583,
          "search-policy": 6.98738926534981e-05,
          "search-pricing": 0.00017461567473832444,
          "search-shirt": 5.605594651789024e-05,
          "search-timing": 2.321927619606386e-05,
          "select-faq": 3.8120494203662274e-05,
          "send-link": 0.0015813081425390069,
          "shipping-status": 0.000525472377120909,
          "subscription-status": 0.10403729238697655,
          "try-again": 3.231384042724444e-05,
          "update-account": 0.0007312900875646264,
          "update-order": 6.258472202307109e-05,
          "validate-purchase": 0.00033819200521358457,
          "verify-identity": 0.03859841130552066
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0012970537831139054,
          "enter-details": 0.0018050857505626707,
          "instructions": 0.0015223271848353842,
          "log-out-in": 0.0014481203400250262,
          "make-password": 0.002015322175151337,
          "make-purchase": 0.0016085376420325436,
          "membership": 0.0016085376420325436,
          "notify-team": 0.0015223271848353842,
          "offer-refund": 0.001616780981589864,
          "promo-code": 0.0014481203400250262,
          "pull-up-account": 0.9632900674603392,
          "record-reason": 0.0014407368467465936,
          "search-boots": 0.0013635194791431072,
          "search-faq": 0.0016085376420325436,
          "search-jacket": 0.0012970537831139054,
          "search-jeans": 2.791884349701942e-05,
          "search-membership": 0.001616780981589864,
          "search-policy": 0.0011617465547697347,
          "search-pricing": 0.0007900384410800822,
          "search-shirt": 2.119731644951505e-05,
          "search-timing": 2.6422517060328996e-05,
          "select-faq": 2.791884349701942e-05,
          "send-link": 2.6422517060328996e-05,
          "shipping-status": 0.0009320047407104104,
          "subscription-status": 0.0011617465547697347,
          "try-again": 2.6422517060328996e-05,
          "update-account": 0.0014481203400250262,
          "update-order": 2.9499912460875473e-05,
          "validate-purchase": 0.0010405542710908511,
          "verify-identity": 0.006771077413299814
        }
      }
    },
    {
      "id": "abcd-test-3842-turn-13",
      "conversation_id": "3842",
      "expected_action": "search-faq",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "send-link": 0.0,
          "validate-purchase": 0.17,
          "search-shirt": 0.0,
          "verify-identity": 0.06,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "search-policy": 0.03,
          "select-faq": 0.01,
          "search-membership": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.03,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.03,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.67,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.65,
        "input_tokens": 3284,
        "request_sha256": "665cee82e66f0e7c4fad02d15243ada39e28552e4b6c6924f63aeb0226bbd921"
      },
      "shared_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.017502142262975418,
          "enter-details": 0.0021577690571043017,
          "instructions": 0.000997880745224858,
          "log-out-in": 0.0008937828461877954,
          "make-password": 0.0009761313581760509,
          "make-purchase": 0.00040432891021215236,
          "membership": 0.001890548884047139,
          "notify-team": 0.001114102707877557,
          "offer-refund": 0.0007170323002799126,
          "promo-code": 0.9237841301340666,
          "pull-up-account": 0.0013584639306838202,
          "record-reason": 0.0006282343923578675,
          "search-boots": 0.00020876373571834198,
          "search-faq": 0.002689667691040729,
          "search-jacket": 0.00032437066354413016,
          "search-jeans": 0.00010960312964585494,
          "search-membership": 0.001550476254538958,
          "search-policy": 0.003002930243476079,
          "search-pricing": 0.0007170323002799126,
          "search-shirt": 0.002409081882224913,
          "search-timing": 2.6170764341051818e-05,
          "select-faq": 0.0019326726006809699,
          "send-link": 0.001114102707877557,
          "shipping-status": 0.0001366206070574072,
          "subscription-status": 4.066333368906988e-05,
          "try-again": 2.344066182427232e-05,
          "update-account": 3.262193016117787e-05,
          "update-order": 7.875590414323314e-05,
          "validate-purchase": 0.017502142262975418,
          "verify-identity": 0.01567633579758752
        }
      },
      "trained_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.0038398614611784183,
          "enter-details": 0.002473619953435434,
          "instructions": 0.0026112735855531467,
          "log-out-in": 0.0019826033138920693,
          "make-password": 0.0019826033138920693,
          "make-purchase": 0.001425935408783166,
          "membership": 0.002473619953435434,
          "notify-team": 0.002215574333471088,
          "offer-refund": 0.0024713207344842585,
          "promo-code": 0.9476510481686384,
          "pull-up-account": 0.0019826033138920693,
          "record-reason": 0.001682169319344576,
          "search-boots": 0.0018780899058509842,
          "search-faq": 0.0019826033138920693,
          "search-jacket": 0.0018780899058509842,
          "search-jeans": 0.000855153984106959,
          "search-membership": 0.0012076081139485945,
          "search-policy": 0.001680605658094718,
          "search-pricing": 0.001876344205113205,
          "search-shirt": 0.000855153984106959,
          "search-timing": 0.0005815420796492908,
          "select-faq": 0.0011428855429488959,
          "send-link": 0.0009547528535804217,
          "shipping-status": 0.00031726687219512235,
          "subscription-status": 0.0005503739753873407,
          "try-again": 0.001876344205113205,
          "update-account": 0.000855153984106959,
          "update-order": 0.0015905325050775778,
          "validate-purchase": 0.0023388682712891435,
          "verify-identity": 0.004786397779687399
        }
      }
    },
    {
      "id": "abcd-test-7354-turn-24",
      "conversation_id": "7354",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.33,
          "update-order": 0.66,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.01,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "shipping-status": 0.0
        },
        "vendor_confidence": 0.64,
        "input_tokens": 3610,
        "request_sha256": "6002813d37caadb7c77378a5652c9ca8ee47665e866117e2f9577102a806cf54"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0008430443511415545,
          "enter-details": 0.011151026925293484,
          "instructions": 0.0007550987801598825,
          "log-out-in": 0.006428087394983751,
          "make-password": 0.002972726965284803,
          "make-purchase": 0.00020130006207662624,
          "membership": 0.0007550987801598825,
          "notify-team": 0.015518679397189273,
          "offer-refund": 0.030056230687117633,
          "promo-code": 0.00022474524614715568,
          "pull-up-account": 0.0004859782932429166,
          "record-reason": 0.006428087394983751,
          "search-boots": 0.002972726965284803,
          "search-faq": 0.0005425801919657602,
          "search-jacket": 0.0019132357085114382,
          "search-jeans": 0.0015610386900263857,
          "search-membership": 0.00153488281343344,
          "search-policy": 0.0015610386900263857,
          "search-pricing": 0.0008847939706665997,
          "search-shirt": 0.0008059980331375842,
          "search-timing": 0.00023989472513714878,
          "select-faq": 0.0006357726497983254,
          "send-link": 0.10098298833467531,
          "shipping-status": 0.041828700432363856,
          "subscription-status": 0.0010046787304595949,
          "try-again": 0.00041615369649858916,
          "update-account": 0.011151026925293484,
          "update-order": 0.7336474528303412,
          "validate-purchase": 0.0008998717526230564,
          "verify-identity": 0.021597060581976437
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0005813947325645839,
          "enter-details": 0.0030123290060947785,
          "instructions": 0.0007247108254158582,
          "log-out-in": 0.0024166245993873466,
          "make-password": 0.002048515173220217,
          "make-purchase": 0.0005207441927283219,
          "membership": 0.0004664207126617344,
          "notify-team": 0.0033631713786001992,
          "offer-refund": 0.004680463625558286,
          "promo-code": 0.0007247108254158582,
          "pull-up-account": 0.0022871035818325,
          "record-reason": 0.0030123290060947785,
          "search-boots": 0.0008091171154537611,
          "search-faq": 0.0033631713786001992,
          "search-jacket": 0.0006491096977538648,
          "search-jeans": 0.002418047604149802,
          "search-membership": 0.001939865169179814,
          "search-policy": 0.0018358967449964491,
          "search-pricing": 0.002418047604149802,
          "search-shirt": 0.002554983643354154,
          "search-timing": 0.0013938988781604707,
          "select-faq": 0.001939865169179814,
          "send-link": 0.004192202653019391,
          "shipping-status": 0.005225592535404136,
          "subscription-status": 0.004192202653019391,
          "try-again": 0.0033631713786001992,
          "update-account": 0.007272367905683432,
          "update-order": 0.926677290839585,
          "validate-purchase": 0.0025534799915355203,
          "verify-identity": 0.0033631713786001992
        }
      }
    },
    {
      "id": "abcd-test-5220-turn-17",
      "conversation_id": "5220",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "update-order": 0.09999999999999999,
          "search-shirt": 0.0,
          "record-reason": 0.05,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "make-password": 0.0,
          "shipping-status": 0.06999999999999999,
          "pull-up-account": 0.0,
          "search-pricing": 0.01,
          "promo-code": 0.0,
          "verify-identity": 0.02,
          "search-membership": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.63,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.12,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.6,
        "input_tokens": 3465,
        "request_sha256": "39a3c8d06ef802d826f3f030d4aa4024c72dd251afb515482a05105494d9fda2"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.49034536431585735,
          "enter-details": 0.003087138849234248,
          "instructions": 0.0022182794010663772,
          "log-out-in": 0.001278742579551579,
          "make-password": 0.0010529821544614385,
          "make-purchase": 0.0003134066372318833,
          "membership": 0.0011453455820673232,
          "notify-team": 0.0008229940684502486,
          "offer-refund": 0.014434750511286568,
          "promo-code": 0.002838187666997677,
          "pull-up-account": 0.0016360929884004906,
          "record-reason": 0.002838187666997677,
          "search-boots": 0.0009431362233329067,
          "search-faq": 0.010372165538875837,
          "search-jacket": 0.0018266467333514968,
          "search-jeans": 0.0010258642111604522,
          "search-membership": 0.0004744201366509635,
          "search-policy": 0.0012873533706921963,
          "search-pricing": 0.181920842490404,
          "search-shirt": 0.0003431925162185793,
          "search-timing": 0.0003431925162185793,
          "select-faq": 0.0024933195903066034,
          "send-link": 0.007452972458493763,
          "shipping-status": 0.014434750511286568,
          "subscription-status": 0.004796705913149533,
          "try-again": 0.0008285357328934004,
          "update-account": 0.0006646882650770346,
          "update-order": 0.043438571538649905,
          "validate-purchase": 0.20310895316564004,
          "verify-identity": 0.00223321666599522
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.7967428210593434,
          "enter-details": 0.010846735643372508,
          "instructions": 0.010846735643372508,
          "log-out-in": 0.007376253708609286,
          "make-password": 0.009715214235964734,
          "make-purchase": 0.0026256865815732647,
          "membership": 0.0030975107427483497,
          "notify-team": 0.009715214235964734,
          "offer-refund": 0.003458274470089592,
          "promo-code": 0.0027743818340213388,
          "pull-up-account": 0.00248496089656035,
          "record-reason": 0.003861055918331788,
          "search-boots": 0.0036541201617197477,
          "search-faq": 0.008701732973584697,
          "search-jacket": 0.008701732973584697,
          "search-jeans": 0.0023948240128056925,
          "search-membership": 0.0015412998413466225,
          "search-policy": 0.0015412998413466225,
          "search-pricing": 0.002144998580801461,
          "search-shirt": 0.001380513019045306,
          "search-timing": 0.0009919748899514527,
          "select-faq": 0.001380513019045306,
          "send-link": 0.010846735643372508,
          "shipping-status": 0.018816228704772602,
          "subscription-status": 0.010846735643372508,
          "try-again": 0.009715214235964734,
          "update-account": 0.010846735643372508,
          "update-order": 0.026186201202595353,
          "validate-purchase": 0.010846735643372508,
          "verify-identity": 0.005917558999993897
        }
      }
    },
    {
      "id": "abcd-test-2650-turn-18",
      "conversation_id": "2650",
      "expected_action": "offer-refund",
      "jev": {
        "choice": "offer-refund",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.2,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.04,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.01,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.01,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.2,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.33,
          "validate-purchase": 0.2,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.3,
        "input_tokens": 3389,
        "request_sha256": "7cd9c20fa95ed5000d63c98215d1a15ded761ce988316d1b56531897126e7ac9"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.037802959304737115,
          "enter-details": 0.0041743934084793235,
          "instructions": 0.004660580902808805,
          "log-out-in": 0.0032504620853608755,
          "make-password": 0.0007761372574808555,
          "make-purchase": 0.0010801358880944305,
          "membership": 0.0013463924856056322,
          "notify-team": 0.012562023821558178,
          "offer-refund": 0.34234120194697076,
          "promo-code": 0.0026076650741149398,
          "pull-up-account": 0.0026076650741149398,
          "record-reason": 0.04220582935346585,
          "search-boots": 0.0009674573142864081,
          "search-faq": 0.006486043781400828,
          "search-jacket": 0.037802959304737115,
          "search-jeans": 0.0024814630226198493,
          "search-membership": 0.0012424534497183567,
          "search-policy": 0.0003697999103812457,
          "search-pricing": 0.0003697999103812457,
          "search-shirt": 0.0014304553718861347,
          "search-timing": 0.0002740151252466755,
          "select-faq": 0.0033488844516562327,
          "send-link": 0.0017830665544365698,
          "shipping-status": 0.004660580902808805,
          "subscription-status": 0.0010278611206931399,
          "try-again": 0.0002740151252466755,
          "update-account": 0.0030931509958245285,
          "update-order": 0.3066285143217751,
          "validate-purchase": 0.1583189247349086,
          "verify-identity": 0.014025107999200703
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.013474408467439398,
          "enter-details": 0.001726823906496263,
          "instructions": 0.0021524907256978538,
          "log-out-in": 0.0021524907256978538,
          "make-password": 0.0019279452391091111,
          "make-purchase": 0.0013853349542614424,
          "membership": 0.0077674154743562355,
          "notify-team": 0.010809768976460573,
          "offer-refund": 0.06300323557122851,
          "promo-code": 0.0019279452391091111,
          "pull-up-account": 0.005897392227962405,
          "record-reason": 0.007351115359899948,
          "search-boots": 0.005581317483012139,
          "search-faq": 0.007351115359899948,
          "search-jacket": 0.0019279452391091111,
          "search-jeans": 0.0023849491923289535,
          "search-membership": 0.0023849491923289535,
          "search-policy": 0.002520010973638373,
          "search-pricing": 0.006584254956673354,
          "search-shirt": 0.0019133122501959418,
          "search-timing": 0.0015349442159645333,
          "select-faq": 0.0020216650233711494,
          "send-link": 0.007351115359899948,
          "shipping-status": 0.04527129791718838,
          "subscription-status": 0.0020216650233711494,
          "try-again": 0.012068770464466394,
          "update-account": 0.010809768976460573,
          "update-order": 0.05054399898709977,
          "validate-purchase": 0.7111954246070327,
          "verify-identity": 0.006957127910239943
        }
      }
    },
    {
      "id": "abcd-test-5568-turn-13",
      "conversation_id": "5568",
      "expected_action": "search-membership",
      "jev": {
        "choice": "search-membership",
        "probabilities": {
          "select-faq": 0.11,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.19,
          "membership": 0.06,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.42,
          "search-policy": 0.0,
          "subscription-status": 0.22,
          "notify-team": 0.0,
          "search-faq": 0.0
        },
        "vendor_confidence": 0.39,
        "input_tokens": 3235,
        "request_sha256": "cddb18593d917b89f09a29427e4bd8c35bf38315679382650ce990b903245a81"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.2083277592531968,
          "enter-details": 0.0031664611199655555,
          "instructions": 0.0022752770640682082,
          "log-out-in": 0.000982274218412541,
          "make-password": 0.00021007756868720104,
          "make-purchase": 8.70174162729689e-05,
          "membership": 0.07729075365116117,
          "notify-team": 0.0009424564549817869,
          "offer-refund": 0.002836139429813576,
          "promo-code": 0.0005071689062607538,
          "pull-up-account": 0.0004542615284574967,
          "record-reason": 0.0031664611199655555,
          "search-boots": 0.0005662382632818834,
          "search-faq": 0.013261135224631406,
          "search-jacket": 0.0003264120194037408,
          "search-jeans": 0.0013115993232886,
          "search-membership": 0.13407897765708482,
          "search-policy": 0.00039038032492140414,
          "search-pricing": 0.004919954394858024,
          "search-shirt": 0.00030882279128550695,
          "search-timing": 0.0002477514168666236,
          "select-faq": 0.0009293429370770791,
          "send-link": 0.020604741011543082,
          "shipping-status": 0.000606561503810783,
          "subscription-status": 0.45047788749374834,
          "try-again": 0.00019875719833405763,
          "update-account": 0.0009293429370770791,
          "update-order": 0.000535726221441773,
          "validate-purchase": 0.0008323948823535463,
          "verify-identity": 0.0692278666677486
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.04165121445324642,
          "enter-details": 0.0019525903678730787,
          "instructions": 0.011103700523370754,
          "log-out-in": 0.00994537511299456,
          "make-password": 0.0017488982212002912,
          "make-purchase": 0.002180006697338551,
          "membership": 0.026806566690261303,
          "notify-team": 0.00994537511299456,
          "offer-refund": 0.0011893272502216553,
          "promo-code": 0.0015664551882052101,
          "pull-up-account": 0.002180006697338551,
          "record-reason": 0.01926199639145831,
          "search-boots": 0.002180006697338551,
          "search-faq": 0.01384080940796353,
          "search-jacket": 0.012396949121208142,
          "search-jeans": 0.0029277007552404814,
          "search-membership": 0.2427583026649487,
          "search-policy": 0.01384080940796353,
          "search-pricing": 0.01384080940796353,
          "search-shirt": 0.0032686867789157455,
          "search-timing": 0.011103700523370754,
          "select-faq": 0.4701687702731621,
          "send-link": 0.01926199639145831,
          "shipping-status": 0.0029277007552404814,
          "subscription-status": 0.02401013194128286,
          "try-again": 0.002622286566087648,
          "update-account": 0.0032686867789157455,
          "update-order": 0.002622286566087648,
          "validate-purchase": 0.002622286566087648,
          "verify-identity": 0.026806566690261303
        }
      }
    },
    {
      "id": "abcd-test-3256-turn-24",
      "conversation_id": "3256",
      "expected_action": "send-link",
      "jev": {
        "choice": "send-link",
        "probabilities": {
          "search-membership": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.79,
          "make-password": 0.17,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.01,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "verify-identity": 0.03
        },
        "vendor_confidence": 0.78,
        "input_tokens": 3478,
        "request_sha256": "30c79fb1800d2b5f7ed4d54a9ff771bdade3f33f88c5af7e9bad60b9793039a8"
      },
      "shared_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.0026235825724252562,
          "enter-details": 0.019060485870627107,
          "instructions": 0.0016885261395066984,
          "log-out-in": 0.005673109115264065,
          "make-password": 0.010987548229468793,
          "make-purchase": 0.00016804750834828762,
          "membership": 0.0013546109226076077,
          "notify-team": 0.0008772670706661322,
          "offer-refund": 0.000703782692262578,
          "promo-code": 0.0002915178502321185,
          "pull-up-account": 0.004076441492572755,
          "record-reason": 0.0007857515092763752,
          "search-boots": 0.00016804750834828762,
          "search-faq": 0.0004057000059181713,
          "search-jacket": 0.0015123809760243748,
          "search-jeans": 0.0006994148398052132,
          "search-membership": 0.00040318212119329794,
          "search-policy": 0.0029687660558483137,
          "search-pricing": 0.0003611225694511797,
          "search-shirt": 0.0011014286643650376,
          "search-timing": 0.0004086357240952358,
          "select-faq": 0.0033145348160871133,
          "send-link": 0.9010866942741252,
          "shipping-status": 0.001372933834988597,
          "subscription-status": 0.0032703027297333273,
          "try-again": 0.0005093655837505026,
          "update-account": 0.0008718225434309735,
          "update-order": 0.0021332221372036123,
          "validate-purchase": 0.02128043634626637,
          "verify-identity": 0.00984133829610743
        }
      },
      "trained_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.0017760214651332405,
          "enter-details": 0.002611628763167731,
          "instructions": 0.0018765992127230712,
          "log-out-in": 0.002471656573707835,
          "make-password": 0.003080926809792888,
          "make-purchase": 0.0006201699562663533,
          "membership": 0.0006201699562663533,
          "notify-team": 0.0020951646516286474,
          "offer-refund": 0.00035750131655011666,
          "promo-code": 0.0004975279793218746,
          "pull-up-account": 0.0019828727337859735,
          "record-reason": 0.0007730443731149713,
          "search-boots": 0.0005554744429585361,
          "search-faq": 0.0018765992127230712,
          "search-jacket": 0.0005554744429585361,
          "search-jeans": 0.002207803343386768,
          "search-membership": 0.0023328330914546337,
          "search-policy": 0.0020951646516286474,
          "search-pricing": 0.0017760214651332405,
          "search-shirt": 0.0023328330914546337,
          "search-timing": 0.0012727035451944734,
          "select-faq": 0.002759527309627069,
          "send-link": 0.9477798281456775,
          "shipping-status": 0.0018715026520069729,
          "subscription-status": 0.0023391860569017355,
          "try-again": 0.002471656573707835,
          "update-account": 0.002207803343386768,
          "update-order": 0.002207803343386768,
          "validate-purchase": 0.002611628763167731,
          "verify-identity": 0.0019828727337859735
        }
      }
    },
    {
      "id": "abcd-test-9196-turn-9",
      "conversation_id": "9196",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.64,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "send-link": 0.13,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.06,
          "search-jeans": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.17,
          "try-again": 0.0,
          "make-purchase": 0.0
        },
        "vendor_confidence": 0.62,
        "input_tokens": 3079,
        "request_sha256": "28c2052afb60691420a765d28d2fb82c4feb44fd943f1f17e02ed4b909c5e321"
      },
      "shared_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.008361547033098155,
          "enter-details": 0.08454067182396074,
          "instructions": 0.003463484241319292,
          "log-out-in": 0.0067079976756052526,
          "make-password": 0.028093085767962222,
          "make-purchase": 0.0005304256108842052,
          "membership": 0.0009201478580055626,
          "notify-team": 0.0016017208017484275,
          "offer-refund": 0.0010273163721128784,
          "promo-code": 0.0031021768865902425,
          "pull-up-account": 0.0008241589154224705,
          "record-reason": 0.007489271462238869,
          "search-boots": 0.00042553107543184105,
          "search-faq": 0.0009201478580055626,
          "search-jacket": 0.0006611770373234645,
          "search-jeans": 0.004315366068400675,
          "search-membership": 0.0038668724706989064,
          "search-policy": 0.0034619787695425734,
          "search-pricing": 0.0012849704328679176,
          "search-shirt": 0.0017874943923345617,
          "search-timing": 0.000922920992534621,
          "select-faq": 0.003865191522537134,
          "send-link": 0.6141942690858873,
          "shipping-status": 0.004820067237668177,
          "subscription-status": 0.011636610511847261,
          "try-again": 0.0011504234651851788,
          "update-account": 0.004820067237668177,
          "update-order": 0.003100828678895492,
          "validate-purchase": 0.06074713674003717,
          "verify-identity": 0.1313569419741857
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.003600648527680172,
          "enter-details": 0.9027282049196259,
          "instructions": 0.004559501822396156,
          "log-out-in": 0.004559501822396156,
          "make-password": 0.004559501822396156,
          "make-purchase": 0.003600648527680172,
          "membership": 0.003600648527680172,
          "notify-team": 0.005090541962533402,
          "offer-refund": 0.002733784007729653,
          "promo-code": 0.002193163202223312,
          "pull-up-account": 0.0028886010647972706,
          "record-reason": 0.005090541962533402,
          "search-boots": 0.003276253628934649,
          "search-faq": 0.0036578350324282956,
          "search-jacket": 0.003407669181817292,
          "search-jeans": 0.00013777817035359302,
          "search-membership": 0.003276253628934649,
          "search-policy": 0.002227995670467775,
          "search-pricing": 0.002628356454485117,
          "search-shirt": 0.00014558067876516652,
          "search-timing": 0.00015382506121472227,
          "select-faq": 0.0001717408688239286,
          "send-link": 0.006345374808963406,
          "shipping-status": 0.0001814667110493503,
          "subscription-status": 0.00016253630077657069,
          "try-again": 0.0038649823237738006,
          "update-account": 0.0038649823237738006,
          "update-order": 0.0001717408688239286,
          "validate-purchase": 0.012289590717012942,
          "verify-identity": 0.008830749399929122
        }
      }
    },
    {
      "id": "abcd-test-2421-turn-9",
      "conversation_id": "2421",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.97,
          "try-again": 0.0,
          "enter-details": 0.03,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3117,
        "request_sha256": "d2fc457e0ae0e7022f4ecc7608ea6c304afb76a6235cdd63510b4c06172f045a"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.01033167045918014,
          "enter-details": 0.016053030997319168,
          "instructions": 0.0034332377815466017,
          "log-out-in": 0.01033167045918014,
          "make-password": 0.007423875571075211,
          "make-purchase": 0.00012241373444148965,
          "membership": 0.000368380265502801,
          "notify-team": 0.0008197801548348307,
          "offer-refund": 0.00045918748218146425,
          "promo-code": 0.0015877332901425363,
          "pull-up-account": 0.002209618981384084,
          "record-reason": 0.000368380265502801,
          "search-boots": 7.056624590393802e-05,
          "search-faq": 0.00021235537792041535,
          "search-jacket": 0.00029553107196660566,
          "search-jeans": 0.0008197801548348307,
          "search-membership": 0.0005890572323249414,
          "search-policy": 0.0011725727123869858,
          "search-pricing": 0.00017532531483128544,
          "search-shirt": 0.0008425582526224597,
          "search-timing": 0.0004856980432712511,
          "select-faq": 0.0014616150755296705,
          "send-link": 0.027847754492288344,
          "shipping-status": 0.0020341029509467552,
          "subscription-status": 0.001979113835597552,
          "try-again": 0.00043503056262906285,
          "update-account": 0.0011408740767633195,
          "update-order": 0.001309140915300064,
          "validate-purchase": 0.22587951403554568,
          "verify-identity": 0.6797404302070456
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0003991796278727135,
          "enter-details": 0.0012915433500508516,
          "instructions": 0.0016099122908103994,
          "log-out-in": 0.0014419681642162672,
          "make-password": 0.002120404728717376,
          "make-purchase": 0.0004975790615623619,
          "membership": 0.0004456721566889186,
          "notify-team": 0.0015236280530073472,
          "offer-refund": 0.00025691053832686773,
          "promo-code": 0.0003575376700690022,
          "pull-up-account": 0.0003991796278727135,
          "record-reason": 0.0023673660068557678,
          "search-boots": 0.001797417031857384,
          "search-faq": 0.0012915433500508516,
          "search-jacket": 0.00025691053832686773,
          "search-jeans": 0.0014437801762688751,
          "search-membership": 0.0017010830319401761,
          "search-policy": 0.0012915433500508516,
          "search-pricing": 0.0012223221722744478,
          "search-shirt": 0.0014437801762688751,
          "search-timing": 0.0015255427682560729,
          "select-faq": 0.0016119353602007328,
          "send-link": 0.0015255427682560729,
          "shipping-status": 0.0012915433500508516,
          "subscription-status": 0.001799675670678812,
          "try-again": 0.0017010830319401761,
          "update-account": 0.002501432359475234,
          "update-order": 0.001799675670678812,
          "validate-purchase": 0.0038866480240708893,
          "verify-identity": 0.9591976598933034
        }
      }
    },
    {
      "id": "abcd-test-6947-turn-12",
      "conversation_id": "6947",
      "expected_action": "search-shirt",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.01,
          "try-again": 0.0,
          "verify-identity": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.85,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.06,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.08,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "shipping-status": 0.0
        },
        "vendor_confidence": 0.85,
        "input_tokens": 3165,
        "request_sha256": "5677203c9e9a8c497f50ecfbde2609c53ac4feb134a3bda632465e0577459d39"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.004805047522506616,
          "enter-details": 0.004805047522506616,
          "instructions": 0.007390043189175694,
          "log-out-in": 0.0021995491580748118,
          "make-password": 0.0014301590853364834,
          "make-purchase": 0.012819764623235265,
          "membership": 0.002480947183745782,
          "notify-team": 0.012819764623235265,
          "offer-refund": 0.0017826971533223275,
          "promo-code": 0.006687095609002279,
          "pull-up-account": 0.019918954716064356,
          "record-reason": 0.0014156215443024377,
          "search-boots": 0.0010276482881997663,
          "search-faq": 0.024829032576553053,
          "search-jacket": 0.7554504263995296,
          "search-jeans": 0.0010172023281260234,
          "search-membership": 0.0019700943260089893,
          "search-policy": 0.0004704143146281019,
          "search-pricing": 0.0019700943260089893,
          "search-shirt": 0.001580497371345171,
          "search-timing": 0.00046722585589940835,
          "select-faq": 0.1296164141983481,
          "send-link": 0.0007309152004456593,
          "shipping-status": 0.00019353249979683418,
          "subscription-status": 0.0014156215443024377,
          "try-again": 0.0002693355905012985,
          "update-account": 8.01642063642815e-05,
          "update-order": 5.159338043200254e-05,
          "validate-purchase": 0.0001115631632054994,
          "verify-identity": 0.00019353249979683418
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.002569550845175619,
          "enter-details": 0.0006010408397409051,
          "instructions": 0.002178147651705788,
          "log-out-in": 0.0007491990187468476,
          "make-password": 0.0005688276163999882,
          "make-purchase": 0.0008364573265411758,
          "membership": 0.0008364573265411758,
          "notify-team": 0.0023014979449669333,
          "offer-refund": 0.0007491990187468476,
          "promo-code": 0.002431834055616902,
          "pull-up-account": 0.0020614079155107283,
          "record-reason": 0.001950925250641064,
          "search-boots": 0.0007491990187468476,
          "search-faq": 0.002715066697439711,
          "search-jacket": 0.0073181380261765185,
          "search-jeans": 0.002575002273398887,
          "search-membership": 0.002178147651705788,
          "search-policy": 0.002569550845175619,
          "search-pricing": 0.0037785081574944384,
          "search-shirt": 0.004218586990320477,
          "search-timing": 0.0030377189189724854,
          "select-faq": 0.93250951939952,
          "send-link": 0.0037785081574944384,
          "shipping-status": 0.0020657812375550594,
          "subscription-status": 0.002178147651705788,
          "try-again": 0.0028688235168975278,
          "update-account": 0.002575002273398887,
          "update-order": 0.002306380512098629,
          "validate-purchase": 0.0024369933494663176,
          "verify-identity": 0.002306380512098629
        }
      }
    },
    {
      "id": "abcd-test-1655-turn-41",
      "conversation_id": "1655",
      "expected_action": "promo-code",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.01,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.01,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.98,
          "search-jeans": 0.0,
          "send-link": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 4024,
        "request_sha256": "2c1deac58476828cabbd432a13542de2dbb2f1f0edd8ba6e74e9b2d6e7a1db99"
      },
      "shared_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.01538604740861363,
          "enter-details": 0.009162249729107754,
          "instructions": 0.00473066715916709,
          "log-out-in": 0.004101735169022337,
          "make-password": 0.0030446364968926597,
          "make-purchase": 0.005112824145865839,
          "membership": 0.05169407185847152,
          "notify-team": 0.017178043463719154,
          "offer-refund": 0.009902401578373195,
          "promo-code": 0.8120940442981763,
          "pull-up-account": 0.007350363878389109,
          "record-reason": 0.009162249729107754,
          "search-boots": 0.0009061970031399458,
          "search-faq": 0.0033992418291910304,
          "search-jacket": 0.005112824145865839,
          "search-jeans": 0.0003937296334620949,
          "search-membership": 0.004579459819595342,
          "search-policy": 0.00022696821086710522,
          "search-pricing": 0.001699003017720063,
          "search-shirt": 7.542205179196901e-05,
          "search-timing": 3.124099879945635e-05,
          "select-faq": 0.0001207465727109986,
          "send-link": 0.0007037544522582746,
          "shipping-status": 0.0008772320309713092,
          "subscription-status": 0.0005479462912526472,
          "try-again": 6.755410887041408e-05,
          "update-account": 0.00014607573063896425,
          "update-order": 0.009902401578373195,
          "validate-purchase": 0.017178043463719154,
          "verify-identity": 0.005112824145865839
        }
      },
      "trained_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.0041584196270845865,
          "enter-details": 0.0036990926558855253,
          "instructions": 0.0033360689808281836,
          "log-out-in": 0.003724617279809862,
          "make-password": 0.0041299220623938464,
          "make-purchase": 0.0025155447253285344,
          "membership": 0.010039260242047678,
          "notify-team": 0.005183481776269585,
          "offer-refund": 0.004642745773119843,
          "promo-code": 0.9192096168116141,
          "pull-up-account": 0.0033360689808281836,
          "record-reason": 0.0033132069273129282,
          "search-boots": 0.0033132069273129282,
          "search-faq": 0.0041299220623938464,
          "search-jacket": 0.0036990926558855253,
          "search-jeans": 0.0021470817876503997,
          "search-membership": 0.0023971500937951117,
          "search-policy": 0.0001465043072536278,
          "search-pricing": 0.0026763430372497505,
          "search-shirt": 0.00011753227729892345,
          "search-timing": 7.564332616358073e-05,
          "select-faq": 0.00013122111249048987,
          "send-link": 0.0022686727648716875,
          "shipping-status": 0.00013122111249048987,
          "subscription-status": 0.0001465043072536278,
          "try-again": 0.0026763430372497505,
          "update-account": 0.0029880541828135616,
          "update-order": 0.0025329026752366492,
          "validate-purchase": 0.0029880541828135616,
          "verify-identity": 0.0001465043072536278
        }
      }
    },
    {
      "id": "abcd-test-4104-turn-13",
      "conversation_id": "4104",
      "expected_action": "enter-details",
      "jev": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.01,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.01,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "make-purchase": 0.13,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.0,
          "select-faq": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.03,
          "validate-purchase": 0.01,
          "search-faq": 0.0,
          "search-jeans": 0.0,
          "enter-details": 0.08,
          "pull-up-account": 0.0,
          "offer-refund": 0.0,
          "subscription-status": 0.73
        },
        "vendor_confidence": 0.71,
        "input_tokens": 3302,
        "request_sha256": "8a3ef7ddff9600f107727e984a82a9925cdb700bab4206e17306c2fb79935f39"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.001423445868335704,
          "enter-details": 0.03879181508634656,
          "instructions": 0.0005375895177016403,
          "log-out-in": 0.0010228245854075188,
          "make-password": 0.0017743293150005019,
          "make-purchase": 0.08388172782441597,
          "membership": 0.0005281058599757386,
          "notify-team": 0.0004730144045169375,
          "offer-refund": 0.001141951800068683,
          "promo-code": 0.00010297956381493834,
          "pull-up-account": 0.0003098972634261016,
          "record-reason": 0.0003459906218182084,
          "search-boots": 0.000199448698102204,
          "search-faq": 7.399649981109219e-05,
          "search-jacket": 7.399649981109219e-05,
          "search-jeans": 0.00109206598197981,
          "search-membership": 0.0026364641858488878,
          "search-policy": 0.000978142814212276,
          "search-pricing": 0.0034364811519372487,
          "search-shirt": 0.0008761040002542993,
          "search-timing": 0.00014226102265887637,
          "select-faq": 0.00032503907559815437,
          "send-link": 0.06027353082698522,
          "shipping-status": 0.0005896137369936959,
          "subscription-status": 0.6803825774692825,
          "try-again": 0.0006295283682310992,
          "update-account": 0.06729365338426319,
          "update-order": 0.009262624410442555,
          "validate-purchase": 0.034745093281562535,
          "verify-identity": 0.006655706881196684
        }
      },
      "trained_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.00016141989599188599,
          "enter-details": 0.010108076278113838,
          "instructions": 0.002847291537216384,
          "log-out-in": 0.00021260506450374302,
          "make-password": 0.002045936075837611,
          "make-purchase": 0.002694688959703508,
          "membership": 0.003178912542291101,
          "notify-team": 0.00216179946951384,
          "offer-refund": 0.0001294982189893515,
          "promo-code": 0.0001159890908781427,
          "pull-up-account": 0.00021260506450374302,
          "record-reason": 0.00216179946951384,
          "search-boots": 0.002284223990868863,
          "search-faq": 0.0001904263186308382,
          "search-jacket": 0.00012255765721343943,
          "search-jeans": 0.0020626304981011673,
          "search-membership": 0.0016547338701769028,
          "search-policy": 0.002433276271791196,
          "search-pricing": 0.0021794394375846157,
          "search-shirt": 0.0020626304981011673,
          "search-timing": 0.0009027580073273717,
          "select-faq": 0.0018474590132107722,
          "send-link": 0.0037501488846186978,
          "shipping-status": 0.002550265215195064,
          "subscription-status": 0.9255105819939546,
          "try-again": 0.002413581938601847,
          "update-account": 0.011285353571801195,
          "update-order": 0.0037501488846186978,
          "validate-purchase": 0.005219013396527855,
          "verify-identity": 0.0037501488846186978
        }
      }
    },
    {
      "id": "abcd-test-2599-turn-17",
      "conversation_id": "2599",
      "expected_action": "membership",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.01,
          "make-purchase": 0.0,
          "update-order": 0.01,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.15,
          "notify-team": 0.0,
          "search-policy": 0.01,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.03,
          "search-membership": 0.01,
          "enter-details": 0.16,
          "promo-code": 0.0,
          "select-faq": 0.25,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.37,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.34,
        "input_tokens": 3395,
        "request_sha256": "864941cd9a09f26e0263c521148b618cb35973ec7150e1b2b8e48a60dbeb20aa"
      },
      "shared_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.002423252412182212,
          "enter-details": 0.4797752689194561,
          "instructions": 0.0013998665131588317,
          "log-out-in": 0.0015629074278351227,
          "make-password": 0.0021750692348648524,
          "make-purchase": 0.00037318720827163814,
          "membership": 0.11455967341321403,
          "notify-team": 0.004693300697454302,
          "offer-refund": 0.12790230249578116,
          "promo-code": 0.0007227811985272049,
          "pull-up-account": 0.0004651787885521818,
          "record-reason": 0.059149506859469,
          "search-boots": 0.0012538337743230987,
          "search-faq": 0.0065315876617512685,
          "search-jacket": 0.002705486038867838,
          "search-jeans": 0.0005575743707496009,
          "search-membership": 0.01760509262059706,
          "search-policy": 0.001251177417854996,
          "search-pricing": 0.00040064794803600833,
          "search-shirt": 0.00028274118990771464,
          "search-timing": 0.009089889087106564,
          "select-faq": 0.002423252412182212,
          "send-link": 0.0004157691646361344,
          "shipping-status": 0.001251177417854996,
          "subscription-status": 0.00018528342896366638,
          "try-again": 6.874110444754791e-05,
          "update-account": 0.00028788765768889024,
          "update-order": 0.15943058036064536,
          "validate-purchase": 0.0004994088048707708,
          "verify-identity": 0.0005575743707496009
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.002098243098155072,
          "enter-details": 0.004794082474927108,
          "instructions": 0.0024752883924993837,
          "log-out-in": 0.002217068793517983,
          "make-password": 0.002763582225501546,
          "make-purchase": 0.002202644005438886,
          "membership": 0.9491724574557998,
          "notify-team": 0.0023273815465300555,
          "offer-refund": 0.0018671290909806197,
          "promo-code": 0.001582721151053705,
          "pull-up-account": 0.0014978943761917167,
          "record-reason": 0.002459183710990295,
          "search-boots": 0.0019728662886027214,
          "search-faq": 0.002763582225501546,
          "search-jacket": 0.0018793565753682003,
          "search-jeans": 7.479864538302237e-05,
          "search-membership": 0.002342623120289563,
          "search-policy": 0.0017786311351722052,
          "search-pricing": 8.351037209933938e-05,
          "search-shirt": 8.351037209933938e-05,
          "search-timing": 0.0024752883924993837,
          "select-faq": 0.0018793565753682003,
          "send-link": 0.0015077037215344997,
          "shipping-status": 7.07897626556809e-05,
          "subscription-status": 7.903456747488225e-05,
          "try-again": 0.002217068793517983,
          "update-account": 0.002098243098155072,
          "update-order": 0.0030854539231331577,
          "validate-purchase": 8.351037209933938e-05,
          "verify-identity": 6.69957374596903e-05
        }
      }
    },
    {
      "id": "abcd-test-8102-turn-5",
      "conversation_id": "8102",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.0,
          "record-reason": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "verify-identity": 0.06,
          "make-password": 0.0,
          "pull-up-account": 0.9400000000000001,
          "try-again": 0.0,
          "make-purchase": 0.0
        },
        "vendor_confidence": 0.93,
        "input_tokens": 2978,
        "request_sha256": "e641d4f14d4135c10810bacc553ab0a73cf8e2530fb7819a10ce7358b568cf20"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.004720711589852035,
          "enter-details": 0.003787165133623638,
          "instructions": 0.0009042899496022967,
          "log-out-in": 0.0011443418673123605,
          "make-password": 0.0004740048542770896,
          "make-purchase": 0.0002732433901013334,
          "membership": 0.0004740048542770896,
          "notify-team": 0.0052705276676906915,
          "offer-refund": 0.008189182037799359,
          "promo-code": 0.0004669043586257334,
          "pull-up-account": 0.749812952075153,
          "record-reason": 0.010207839715927917,
          "search-boots": 0.000424557132967175,
          "search-faq": 0.0008222728182949491,
          "search-jacket": 0.0009180419729663033,
          "search-jeans": 0.0005819976143407413,
          "search-membership": 0.0002410725693660903,
          "search-policy": 0.00030870551830520745,
          "search-pricing": 5.75627123870587e-05,
          "search-shirt": 0.0001779554383818264,
          "search-timing": 7.371193098609286e-05,
          "select-faq": 0.00034466005561051017,
          "send-link": 0.00034466005561051017,
          "shipping-status": 0.0009042899496022967,
          "subscription-status": 0.0002765016858001532,
          "try-again": 4.7440727322530944e-05,
          "update-account": 0.00019339912277065746,
          "update-order": 0.0004669043586257334,
          "validate-purchase": 0.1603615435808729,
          "verify-identity": 0.04772955526154682
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0017851875306665206,
          "enter-details": 0.002484412737385247,
          "instructions": 0.0017786501328525175,
          "log-out-in": 0.00199310626188392,
          "make-password": 0.002225241354363041,
          "make-purchase": 0.0017786501328525175,
          "membership": 0.0019858075934733772,
          "notify-team": 0.002217092564632256,
          "offer-refund": 0.002217092564632256,
          "promo-code": 0.002225241354363041,
          "pull-up-account": 0.9526712968681869,
          "record-reason": 0.0034575108594524506,
          "search-boots": 0.0019858075934733772,
          "search-faq": 0.002217092564632256,
          "search-jacket": 0.001689508874976323,
          "search-jeans": 0.001598958460197977,
          "search-membership": 0.0012827557661534666,
          "search-policy": 0.0011489400577091213,
          "search-pricing": 0.0012140055400336885,
          "search-shirt": 4.348434455067498e-05,
          "search-timing": 4.594690089398755e-05,
          "select-faq": 4.854891845173786e-05,
          "send-link": 4.348434455067498e-05,
          "shipping-status": 0.0012827557661534666,
          "subscription-status": 4.854891845173786e-05,
          "try-again": 4.594690089398755e-05,
          "update-account": 0.0013553994007415042,
          "update-order": 5.420334974087815e-05,
          "validate-purchase": 0.001598958460197977,
          "verify-identity": 0.007476363883453205
        }
      }
    },
    {
      "id": "abcd-test-2343-turn-5",
      "conversation_id": "2343",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.19,
          "make-purchase": 0.0,
          "search-membership": 0.0,
          "validate-purchase": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.81,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 2989,
        "request_sha256": "c11de8cbf69f1ab4069fc7b2ffbbc79b6ef682612a98a26ccdc38b6226cf5ace"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.005730823362947112,
          "enter-details": 0.0011485123856757476,
          "instructions": 0.0019043655994944045,
          "log-out-in": 0.0009213878286164196,
          "make-password": 0.00042610448438074803,
          "make-purchase": 0.0012256425107677069,
          "membership": 0.0004757323502922123,
          "notify-team": 0.0019043655994944045,
          "offer-refund": 0.002126165149662015,
          "promo-code": 0.0014316254105616695,
          "pull-up-account": 0.5858359492680698,
          "record-reason": 0.002126165149662015,
          "search-boots": 0.0002200068985940728,
          "search-faq": 0.0023737970629190736,
          "search-jacket": 0.0005930017794570305,
          "search-jeans": 0.0005076809140580303,
          "search-membership": 0.00018835227137299051,
          "search-policy": 0.0004218474558696694,
          "search-pricing": 6.987966063630326e-05,
          "search-shirt": 0.02400065497729743,
          "search-timing": 0.00015650774475320318,
          "select-faq": 0.0004218474558696694,
          "send-link": 0.00037784079041486,
          "shipping-status": 0.0033035732533078046,
          "subscription-status": 0.00019508732066033656,
          "try-again": 4.6582477160254385e-05,
          "update-account": 0.0006554535728812017,
          "update-order": 0.0007888189966750692,
          "validate-purchase": 0.3024797657451247,
          "verify-identity": 0.05794246252332406
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002231825334181068,
          "enter-details": 0.0019908998056327094,
          "instructions": 0.0015971884095008282,
          "log-out-in": 0.0016036893854952936,
          "make-password": 0.0017904693614022773,
          "make-purchase": 0.0017832110713368963,
          "membership": 0.0017832110713368963,
          "notify-team": 0.0017832110713368963,
          "offer-refund": 0.0019908998056327094,
          "promo-code": 0.0017904693614022773,
          "pull-up-account": 0.955490032284176,
          "record-reason": 0.0031059930442791455,
          "search-boots": 0.0015115861331901547,
          "search-faq": 0.002781976155048976,
          "search-jacket": 0.0014363944758987006,
          "search-jeans": 0.0016036893854952936,
          "search-membership": 0.0010321285371913606,
          "search-policy": 0.0009768108641324553,
          "search-pricing": 0.001217597442863998,
          "search-shirt": 4.846356608982507e-05,
          "search-timing": 4.340789626803088e-05,
          "select-faq": 4.846356608982507e-05,
          "send-link": 3.67958445470015e-05,
          "shipping-status": 0.0014363944758987006,
          "subscription-status": 4.340789626803088e-05,
          "try-again": 4.108141564411576e-05,
          "update-account": 0.0016036893854952936,
          "update-order": 4.846356608982507e-05,
          "validate-purchase": 0.0043225531735332475,
          "verify-identity": 0.004825996214542195
        }
      }
    },
    {
      "id": "abcd-test-10145-turn-7",
      "conversation_id": "10145",
      "expected_action": "search-shirt",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.11,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.02,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.87,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "verify-identity": 0.0,
          "search-jeans": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "make-purchase": 0.0
        },
        "vendor_confidence": 0.86,
        "input_tokens": 3021,
        "request_sha256": "ccf634664071a51d3b160c8ac567b9e249581db278bdfc149d91225dd987547e"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0012766968760013716,
          "enter-details": 4.1400025139360716e-05,
          "instructions": 0.0007359608052518885,
          "log-out-in": 0.00047366167197181614,
          "make-password": 2.6644899286761534e-05,
          "make-purchase": 0.0012766968760013716,
          "membership": 2.6644899286761534e-05,
          "notify-team": 0.00047366167197181614,
          "offer-refund": 4.6221837749460335e-05,
          "promo-code": 4.6221837749460335e-05,
          "pull-up-account": 0.00030484685671638084,
          "record-reason": 8.952142745914448e-05,
          "search-boots": 5.16052467816586e-05,
          "search-faq": 0.010355571778557244,
          "search-jacket": 0.0007359608052518885,
          "search-jeans": 0.00037999245162700105,
          "search-membership": 0.00027304526357867286,
          "search-policy": 0.00015739884977232412,
          "search-pricing": 0.0007359608052518885,
          "search-shirt": 0.9481724856131767,
          "search-timing": 0.00017573091668279862,
          "select-faq": 0.031163137790128786,
          "send-link": 0.0003492641748556265,
          "shipping-status": 0.0001295788038684776,
          "subscription-status": 0.00018033244407561843,
          "try-again": 9.838240153034377e-05,
          "update-account": 6.690433340579587e-05,
          "update-order": 0.00011606127593163831,
          "validate-purchase": 0.0019836941388138413,
          "verify-identity": 5.6713222124094567e-05
        }
      },
      "trained_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0005061456424059678,
          "enter-details": 0.0005348090965726945,
          "instructions": 0.0014388861612506078,
          "log-out-in": 0.0005348090965726945,
          "make-password": 0.000597097734442896,
          "make-purchase": 0.001361767899696826,
          "membership": 0.0005348090965726945,
          "notify-team": 0.0015203717398390843,
          "offer-refund": 0.0006666410430693223,
          "promo-code": 0.0006666410430693223,
          "pull-up-account": 0.001895147291760507,
          "record-reason": 0.002002471164616743,
          "search-boots": 0.0017935753043036363,
          "search-faq": 0.002786802298504184,
          "search-jacket": 0.0023623063245662526,
          "search-jeans": 0.002002471164616743,
          "search-membership": 0.0015203717398390843,
          "search-policy": 0.002786802298504184,
          "search-pricing": 0.002115872940134147,
          "search-shirt": 0.9571475581988476,
          "search-timing": 0.002002471164616743,
          "select-faq": 0.003473756451266577,
          "send-link": 0.0011543385286259002,
          "shipping-status": 0.0011010784449784615,
          "subscription-status": 0.0010420653948504466,
          "try-again": 0.0015323508248006182,
          "update-account": 0.0011010784449784615,
          "update-order": 0.0012989374624434794,
          "validate-purchase": 0.0015323508248006182,
          "verify-identity": 0.0009862151794535455
        }
      }
    },
    {
      "id": "abcd-test-924-turn-20",
      "conversation_id": "924",
      "expected_action": "make-purchase",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.04,
          "update-order": 0.01,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.07,
          "membership": 0.02,
          "send-link": 0.0,
          "make-password": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.02,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.8200000000000001,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.01,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.8,
        "input_tokens": 3499,
        "request_sha256": "2e5b80946cff6a2f851f4d7ac5155d0864b95302764e65bbaae2bc1b201ecaeb"
      },
      "shared_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.004066051273873089,
          "enter-details": 0.023698386737663363,
          "instructions": 0.0026168928384189996,
          "log-out-in": 0.0026130708402086348,
          "make-password": 0.0010823751187715488,
          "make-purchase": 0.8987900212003896,
          "membership": 0.017028600344798042,
          "notify-team": 0.00044899294867736014,
          "offer-refund": 0.0007788844873309362,
          "promo-code": 0.0006239426036627914,
          "pull-up-account": 0.007053521424927965,
          "record-reason": 0.003636562618315789,
          "search-boots": 0.0005005545550268413,
          "search-faq": 0.0007777462170501376,
          "search-jacket": 0.0020963197550439776,
          "search-jeans": 0.00043589834606402227,
          "search-membership": 0.00981625466944155,
          "search-policy": 0.00016172053201572037,
          "search-pricing": 0.00021939995521114359,
          "search-shirt": 0.0002015850997132721,
          "search-timing": 0.00011620513832020814,
          "select-faq": 0.00011969612374890838,
          "send-link": 0.002343901045712553,
          "shipping-status": 0.0009708818565692544,
          "subscription-status": 0.000697632126113603,
          "try-again": 0.00034969702882157316,
          "update-account": 0.0006066316932339138,
          "update-order": 0.005068345038642864,
          "validate-purchase": 0.012235990243900086,
          "verify-identity": 0.0008442381383322146
        }
      },
      "trained_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0035679079968534673,
          "enter-details": 0.003195707800531616,
          "instructions": 0.002708925746066953,
          "log-out-in": 0.003195707800531616,
          "make-password": 0.003368519658016484,
          "make-purchase": 0.9304003426279777,
          "membership": 0.007301578633863942,
          "notify-team": 0.002708925746066953,
          "offer-refund": 0.0030171195239073485,
          "promo-code": 0.002051772782656847,
          "pull-up-account": 0.0025637389815194697,
          "record-reason": 0.0027023762847248156,
          "search-boots": 0.002051772782656847,
          "search-faq": 0.00242046757215624,
          "search-jacket": 0.00242046757215624,
          "search-jeans": 0.0028623349952318763,
          "search-membership": 0.00034326451286390095,
          "search-policy": 0.00027538209534593483,
          "search-pricing": 0.00034326451286390095,
          "search-shirt": 0.0003248670383274597,
          "search-timing": 0.00026062279482970944,
          "select-faq": 0.00038324415227052294,
          "send-link": 0.0016500125911228338,
          "shipping-status": 0.003195707800531616,
          "subscription-status": 0.0025637389815194697,
          "try-again": 0.0037699619361952082,
          "update-account": 0.0030244314980476298,
          "update-order": 0.0035679079968534673,
          "validate-purchase": 0.003376683432039435,
          "verify-identity": 0.00038324415227052294
        }
      }
    },
    {
      "id": "abcd-test-340-turn-7",
      "conversation_id": "340",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "membership": 0.02,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.95,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.03,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3028,
        "request_sha256": "c7c3a577186ca28dcd1e073f455fa4d2c00861c676f6658dc85b7d7546754e31"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.007334458527021353,
          "enter-details": 0.0019839562028301635,
          "instructions": 0.0027610380985847224,
          "log-out-in": 0.0014255818471441168,
          "make-password": 0.0005904991217646498,
          "make-purchase": 0.011396053960258373,
          "membership": 0.00656933433143543,
          "notify-team": 0.017706836711140046,
          "offer-refund": 0.003441641560070948,
          "promo-code": 0.022071622708560324,
          "pull-up-account": 0.7497682671135842,
          "record-reason": 0.022071622708560324,
          "search-boots": 0.0005288988643202632,
          "search-faq": 0.005270213136370434,
          "search-jacket": 0.003441641560070948,
          "search-jeans": 0.11522176199096681,
          "search-membership": 0.0005819628974792788,
          "search-policy": 0.00019506946675554274,
          "search-pricing": 9.985019027492367e-05,
          "search-shirt": 5.2003114383198866e-05,
          "search-timing": 5.805991557975701e-05,
          "select-faq": 0.000649743390922816,
          "send-link": 0.0002714745471228987,
          "shipping-status": 0.00019506946675554274,
          "subscription-status": 0.00026913396238278367,
          "try-again": 2.2760389318208126e-05,
          "update-account": 0.00019506946675554274,
          "update-order": 0.00017321360142499536,
          "validate-purchase": 0.005884028685636919,
          "verify-identity": 0.019769132462524416
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002214085128444291,
          "enter-details": 0.0024719571198927913,
          "instructions": 0.0018768273634790762,
          "log-out-in": 0.0019983459106919185,
          "make-password": 0.0019983459106919185,
          "make-purchase": 0.0024719571198927913,
          "membership": 0.002781061088423849,
          "notify-team": 0.0027598628623507334,
          "offer-refund": 0.0024719571198927913,
          "promo-code": 0.0022310911742466325,
          "pull-up-account": 0.9551757659197854,
          "record-reason": 0.0038703556936845163,
          "search-boots": 0.002214085128444291,
          "search-faq": 0.0022310911742466325,
          "search-jacket": 0.0012171969865574252,
          "search-jeans": 0.0016031619397479384,
          "search-membership": 0.000827747201102313,
          "search-policy": 0.000783383504034478,
          "search-pricing": 0.0009241539469509097,
          "search-shirt": 0.00028056607962761114,
          "search-timing": 0.0002016020037697602,
          "select-faq": 0.0002512977153616056,
          "send-link": 0.0002512977153616056,
          "shipping-status": 0.00018057108561049745,
          "subscription-status": 0.00018057108561049745,
          "try-again": 0.00022508259245022837,
          "update-account": 0.0009764896332705321,
          "update-order": 0.001031789087619101,
          "validate-purchase": 0.0015172396203340709,
          "verify-identity": 0.002781061088423849
        }
      }
    },
    {
      "id": "abcd-test-541-turn-11",
      "conversation_id": "541",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.02,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.01,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.02,
          "pull-up-account": 0.01,
          "send-link": 0.0,
          "verify-identity": 0.94,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3155,
        "request_sha256": "185101653e66095be9bce0eb126d8edd5574cb3c378ee8707c7cb55258fccc22"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.41500938582365376,
          "enter-details": 0.0026128349124521742,
          "instructions": 0.0008392605147870471,
          "log-out-in": 0.0011679834430475906,
          "make-password": 0.0004837976058475877,
          "make-purchase": 0.0001794914104630483,
          "membership": 0.0036362343253503633,
          "notify-team": 0.0029171490661286568,
          "offer-refund": 0.0050604845277477375,
          "promo-code": 0.0026128349124521742,
          "pull-up-account": 0.009801034160122077,
          "record-reason": 0.003256905571869072,
          "search-boots": 0.0010461405383998174,
          "search-faq": 0.0006030550246830758,
          "search-jacket": 0.0002788884678794896,
          "search-jeans": 0.0019199579096252325,
          "search-membership": 0.0012083300463890231,
          "search-policy": 0.002393235341364732,
          "search-pricing": 0.0016816108157554873,
          "search-shirt": 0.0007952775574070719,
          "search-timing": 0.00036778325497799596,
          "select-faq": 0.0009913156642413394,
          "send-link": 0.0008682517998604573,
          "shipping-status": 0.003256905571869072,
          "subscription-status": 0.021193280428904927,
          "try-again": 0.00032941644868602325,
          "update-account": 0.00463516406058954,
          "update-order": 0.0016816108157554873,
          "validate-purchase": 0.04582733173691713,
          "verify-identity": 0.46334504824277284
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.004703230327106232,
          "enter-details": 0.003198401985771902,
          "instructions": 0.00032468014249782754,
          "log-out-in": 0.00032468014249782754,
          "make-password": 0.0027112097749384828,
          "make-purchase": 0.00029080983381985355,
          "membership": 0.00032468014249782754,
          "notify-team": 0.0035709163454082935,
          "offer-refund": 0.0002465126290326962,
          "promo-code": 0.0002604728869030697,
          "pull-up-account": 0.0033795304988423398,
          "record-reason": 0.0058625892792083505,
          "search-boots": 0.0033795304988423398,
          "search-faq": 0.0025659006435205163,
          "search-jacket": 0.00032468014249782754,
          "search-jeans": 0.0018585491212227516,
          "search-membership": 0.0023166865912042163,
          "search-policy": 0.003198401985771902,
          "search-pricing": 0.0025659006435205163,
          "search-shirt": 0.0018585491212227516,
          "search-timing": 0.001963800552995976,
          "select-faq": 0.002192522327638663,
          "send-link": 0.001758938855428383,
          "shipping-status": 0.0021750532874877412,
          "subscription-status": 0.0018585491212227516,
          "try-again": 0.0025659006435205163,
          "update-account": 0.0042125942740487725,
          "update-order": 0.0035709163454082935,
          "validate-purchase": 0.0052510103623133525,
          "verify-identity": 0.931184801493608
        }
      }
    },
    {
      "id": "abcd-test-3567-turn-24",
      "conversation_id": "3567",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.81,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.1,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.09,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 3449,
        "request_sha256": "6799e45e20462c4e52f2c340de05b98f0ee1006d03bb09f84bb078340794dbba"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0006165679960945969,
          "enter-details": 0.07316060262579588,
          "instructions": 0.0003183470076879718,
          "log-out-in": 0.0003183470076879718,
          "make-password": 0.00039682045149451933,
          "make-purchase": 0.0064811300006743814,
          "membership": 0.010070178871271901,
          "notify-team": 0.003736092146044281,
          "offer-refund": 0.015646733085835716,
          "promo-code": 0.00013186446681439504,
          "pull-up-account": 0.0017277893791146186,
          "record-reason": 0.008078746637077812,
          "search-boots": 0.005199451012079694,
          "search-faq": 0.0006165679960945969,
          "search-jacket": 0.00014722257984466325,
          "search-jeans": 0.0007059819495958493,
          "search-membership": 0.0005142542983149673,
          "search-policy": 0.0008800084876159079,
          "search-pricing": 0.00033097179106510193,
          "search-shirt": 0.0005072870734429638,
          "search-timing": 0.00018820611646447948,
          "select-faq": 0.00012974623479976869,
          "send-link": 0.001367330077521829,
          "shipping-status": 0.003736092146044281,
          "subscription-status": 0.0005663701878402163,
          "try-again": 0.00023459944592828263,
          "update-account": 0.0007990326017713043,
          "update-order": 0.030304241906791745,
          "validate-purchase": 0.825853437395878,
          "verify-identity": 0.0072359790233123234
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.00021994017638075138,
          "enter-details": 0.0046454898486987875,
          "instructions": 0.003726818607314052,
          "log-out-in": 0.0046454898486987875,
          "make-password": 0.00030608667290969266,
          "make-purchase": 0.0046454898486987875,
          "membership": 0.004160877433283218,
          "notify-team": 0.003726818607314052,
          "offer-refund": 0.00021994017638075138,
          "promo-code": 0.00021994017638075138,
          "pull-up-account": 0.0002455563522428607,
          "record-reason": 0.0046454898486987875,
          "search-boots": 0.0031591361324893544,
          "search-faq": 0.00030608667290969266,
          "search-jacket": 0.0001764458042597361,
          "search-jeans": 0.0014753574000454864,
          "search-membership": 0.0028295785118106634,
          "search-policy": 0.0019431831452613759,
          "search-pricing": 0.002534399788283613,
          "search-shirt": 0.0019431831452613759,
          "search-timing": 0.0019431831452613759,
          "select-faq": 0.0019431831452613759,
          "send-link": 0.003338040700848515,
          "shipping-status": 0.008058701983678772,
          "subscription-status": 0.0021695037076060733,
          "try-again": 0.004160877433283218,
          "update-account": 0.0024221833142723677,
          "update-order": 0.005790615723546063,
          "validate-purchase": 0.9197529128002209,
          "verify-identity": 0.0046454898486987875
        }
      }
    },
    {
      "id": "abcd-test-9989-turn-6",
      "conversation_id": "9989",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "log-out-in": 0.96,
          "search-policy": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "try-again": 0.04,
          "make-password": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3015,
        "request_sha256": "c1527ddf52274f3e0576d68f883e3ab511e18a7859ad976d89cc11dd9b1742d1"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0035243068603753014,
          "enter-details": 0.0049047132610424895,
          "instructions": 0.04441667439077262,
          "log-out-in": 0.7790388277837957,
          "make-password": 0.001459823197791378,
          "make-purchase": 0.01184095000165568,
          "membership": 0.0012991157549313273,
          "notify-team": 0.0020316090639216976,
          "offer-refund": 0.0010422084917871062,
          "promo-code": 0.00048197862623331383,
          "pull-up-account": 0.03191583335311032,
          "record-reason": 0.0010422084917871062,
          "search-boots": 0.00031019962147900816,
          "search-faq": 0.0009334863361464492,
          "search-jacket": 0.0004316991242526714,
          "search-jeans": 0.0009395369064343617,
          "search-membership": 0.00027964080066202355,
          "search-policy": 0.0003435829608090592,
          "search-pricing": 0.00020093733869965534,
          "search-shirt": 0.00022112871303228308,
          "search-timing": 0.0004781581025721739,
          "select-faq": 0.0006751090543444754,
          "send-link": 0.0005960253983339457,
          "shipping-status": 0.0005960253983339457,
          "subscription-status": 0.0005338486079318462,
          "try-again": 0.09604467889619091,
          "update-account": 0.0004851026194570245,
          "update-order": 0.0001980607752566428,
          "validate-purchase": 0.006113738203355858,
          "verify-identity": 0.007620791865503579
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0011628901735706997,
          "enter-details": 0.002615299868127297,
          "instructions": 0.004293696007761057,
          "log-out-in": 0.9491121693535488,
          "make-password": 0.003444593723104944,
          "make-purchase": 0.001985660041370175,
          "membership": 0.0011628901735706997,
          "notify-team": 0.0010415785876444577,
          "offer-refund": 0.0010415785876444577,
          "promo-code": 0.0008829214344863477,
          "pull-up-account": 0.004793777948588975,
          "record-reason": 0.0010415785876444577,
          "search-boots": 0.0010415785876444577,
          "search-faq": 0.003085257862889889,
          "search-jacket": 0.001985660041370175,
          "search-jeans": 4.7662147980101655e-05,
          "search-membership": 0.0012779635276785265,
          "search-policy": 4.7662147980101655e-05,
          "search-pricing": 0.0013503357747249834,
          "search-shirt": 0.0013503357747249834,
          "search-timing": 0.001144647687243436,
          "select-faq": 0.0012094700742591984,
          "send-link": 0.0012094700742591984,
          "shipping-status": 4.26900801083489e-05,
          "subscription-status": 0.0018792371796668016,
          "try-again": 0.011573143480987997,
          "update-account": 4.7662147980101655e-05,
          "update-order": 4.26900801083489e-05,
          "validate-purchase": 3.823669535091669e-05,
          "verify-identity": 4.7662147980101655e-05
        }
      }
    },
    {
      "id": "abcd-test-4827-turn-15",
      "conversation_id": "4827",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.98,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.01,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.01
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3286,
        "request_sha256": "85f00f228ae2399a45062b9d563b1c22fe683402017b50d391f390ad0523bfec"
      },
      "shared_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.019225532741962335,
          "enter-details": 0.002122978014350233,
          "instructions": 0.0017719343943036706,
          "log-out-in": 0.0007876366905649353,
          "make-password": 0.0005888184561175684,
          "make-purchase": 0.00033942814653257326,
          "membership": 0.0010214440097050543,
          "notify-team": 0.002122978014350233,
          "offer-refund": 0.002122978014350233,
          "promo-code": 0.7291515900466462,
          "pull-up-account": 0.0006318771273998527,
          "record-reason": 0.001587088066688104,
          "search-boots": 0.0003040193658414563,
          "search-faq": 0.001587088066688104,
          "search-jacket": 0.0017031474639657063,
          "search-jeans": 0.0003262514759966483,
          "search-membership": 0.0001145538201301965,
          "search-policy": 0.0003916985686489564,
          "search-pricing": 0.000454038178713544,
          "search-shirt": 0.00014532220008166833,
          "search-timing": 0.0001044220153978032,
          "select-faq": 0.00020997424725361703,
          "send-link": 0.0005451196489690843,
          "shipping-status": 0.00035083697170654253,
          "subscription-status": 0.0002022424265684397,
          "try-again": 0.00016224770058146734,
          "update-account": 0.000454038178713544,
          "update-order": 0.001901511038543283,
          "validate-purchase": 0.08989427347542292,
          "verify-identity": 0.13967493143380608
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0007514177493784288,
          "enter-details": 0.0011480801791717093,
          "instructions": 0.0017838531965414395,
          "log-out-in": 0.0016882462179220465,
          "make-password": 0.0007514177493784288,
          "make-purchase": 0.0005399350773982368,
          "membership": 0.0007514177493784288,
          "notify-team": 0.0022235781385790535,
          "offer-refund": 0.0005399350773982368,
          "promo-code": 0.0029286598614559753,
          "pull-up-account": 0.0023495011607289115,
          "record-reason": 0.000838934509090864,
          "search-boots": 0.002104403715761579,
          "search-faq": 0.0013543864628437674,
          "search-jacket": 0.0003475002109871615,
          "search-jeans": 0.0013647853538273115,
          "search-membership": 0.0018848745191341401,
          "search-policy": 0.0016100309430629998,
          "search-pricing": 0.0015121304860320588,
          "search-shirt": 0.0013647853538273115,
          "search-timing": 0.001442074485000415,
          "select-faq": 0.0017012083642282754,
          "send-link": 0.0012224122238298216,
          "shipping-status": 0.0015121304860320588,
          "subscription-status": 0.001442074485000415,
          "try-again": 0.0017838531965414395,
          "update-account": 0.0024825558627439774,
          "update-order": 0.002623145224582255,
          "validate-purchase": 0.005993382450208151,
          "verify-identity": 0.9519592895099351
        }
      }
    },
    {
      "id": "abcd-test-6274-turn-6",
      "conversation_id": "6274",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.01,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.99,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3006,
        "request_sha256": "c16d670d59c7425ee044bfd51e7d0a6a2738cf54bd271821a09faa9304574e90"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002745689405910382,
          "enter-details": 0.005937146369016575,
          "instructions": 0.0008172183370679235,
          "log-out-in": 0.000678278762604797,
          "make-password": 0.0005441454022173797,
          "make-purchase": 0.00020188074376024522,
          "membership": 0.0006075213748656997,
          "notify-team": 0.001018664945202569,
          "offer-refund": 0.0012697700541755977,
          "promo-code": 0.0003031925679966878,
          "pull-up-account": 0.9430270900005349,
          "record-reason": 0.010299376082996132,
          "search-boots": 0.000678278762604797,
          "search-faq": 0.0006075213748656997,
          "search-jacket": 0.0008454762396866012,
          "search-jeans": 0.0005259587254101991,
          "search-membership": 0.000174777281538048,
          "search-policy": 4.400168585036218e-05,
          "search-pricing": 4.409630224812277e-05,
          "search-shirt": 2.831931934364676e-05,
          "search-timing": 1.0506613671420597e-05,
          "select-faq": 6.123632887558017e-05,
          "send-link": 3.941147279122067e-05,
          "shipping-status": 0.00047109128906880956,
          "subscription-status": 3.530010858516004e-05,
          "try-again": 4.598467610628205e-06,
          "update-account": 0.00024323458352034112,
          "update-order": 0.0005259587254101991,
          "validate-purchase": 0.008262617511250524,
          "verify-identity": 0.01994764116131981
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0014465824310050462,
          "enter-details": 0.002247655005767826,
          "instructions": 0.0016128282162964295,
          "log-out-in": 0.0018031687207402517,
          "make-password": 0.0018031687207402517,
          "make-purchase": 0.0018006725875510255,
          "membership": 0.0018006725875510255,
          "notify-team": 0.0015263877171650638,
          "offer-refund": 0.0018006725875510255,
          "promo-code": 0.0020131817886447087,
          "pull-up-account": 0.962267029368536,
          "record-reason": 0.002801708025707332,
          "search-boots": 0.0016128282162964295,
          "search-faq": 0.0018006725875510255,
          "search-jacket": 0.0013690516334248404,
          "search-jeans": 0.0012956762127121428,
          "search-membership": 0.0009837391528955352,
          "search-policy": 0.0008811163926092338,
          "search-pricing": 0.0009310148895029955,
          "search-shirt": 4.739565850025265e-05,
          "search-timing": 5.007971812572954e-05,
          "select-faq": 6.242450935769502e-05,
          "send-link": 6.242450935769502e-05,
          "shipping-status": 6.242450935769502e-05,
          "subscription-status": 5.007971812572954e-05,
          "try-again": 5.2915786472133604e-05,
          "update-account": 0.0010394491202916733,
          "update-order": 0.0009837391528955352,
          "validate-purchase": 0.0009310148895029955,
          "verify-identity": 0.004860225585764667
        }
      }
    },
    {
      "id": "abcd-test-9143-turn-14",
      "conversation_id": "9143",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.97,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.01,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.01,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.01,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3231,
        "request_sha256": "2860ab27f5512f36aea181c670db543daf8d404e323ffeda5555d5156ae46e38"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.004258398085143659,
          "enter-details": 0.015973723987205066,
          "instructions": 0.0003885273041875384,
          "log-out-in": 0.0017638972394969715,
          "make-password": 0.002740689092375133,
          "make-purchase": 9.277170011048525e-05,
          "membership": 0.022230336155762045,
          "notify-team": 0.0003570234619243194,
          "offer-refund": 0.00042117902150809596,
          "promo-code": 0.0012674575705991242,
          "pull-up-account": 0.00043377868460049457,
          "record-reason": 0.0002791783316737056,
          "search-boots": 0.00025005472862279485,
          "search-faq": 0.00011564017403699364,
          "search-jacket": 0.00012910866043215654,
          "search-jeans": 0.00197271525499509,
          "search-membership": 0.0024547830493037866,
          "search-policy": 0.0014175047361929362,
          "search-pricing": 0.005317217878475802,
          "search-shirt": 0.0011371855048644324,
          "search-timing": 0.0006544149364996886,
          "select-faq": 0.0007318875138528482,
          "send-link": 0.009208163416968911,
          "shipping-status": 0.002740689092375133,
          "subscription-status": 0.75515971328758,
          "try-again": 0.0008171296587933081,
          "update-account": 0.014307360668287961,
          "update-order": 0.0015826000010277109,
          "validate-purchase": 0.022230336155762045,
          "verify-identity": 0.12956653464734177
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.001960955339660704,
          "enter-details": 0.0027290253438800225,
          "instructions": 0.0021893456235689075,
          "log-out-in": 0.0030468720186486325,
          "make-password": 0.0006480141098629871,
          "make-purchase": 0.0005198657871022791,
          "membership": 0.003219418974660439,
          "notify-team": 0.0006480141098629871,
          "offer-refund": 0.0002996799332143317,
          "promo-code": 0.0004170590132747159,
          "pull-up-account": 0.00037355185925079407,
          "record-reason": 0.003797933942265829,
          "search-boots": 0.0023133300956266747,
          "search-faq": 0.0015731655079573982,
          "search-jacket": 0.0002996799332143317,
          "search-jeans": 0.0023008131053023147,
          "search-membership": 0.0024443364069430514,
          "search-policy": 0.001960955339660704,
          "search-pricing": 0.00166225530932061,
          "search-shirt": 0.0023008131053023147,
          "search-timing": 0.0028679699297775784,
          "select-faq": 0.0028679699297775784,
          "send-link": 0.002568786314060938,
          "shipping-status": 0.0028679699297775784,
          "subscription-status": 0.003219418974660439,
          "try-again": 0.003219418974660439,
          "update-account": 0.004013015076783859,
          "update-order": 0.002568786314060938,
          "validate-purchase": 0.003797933942265829,
          "verify-identity": 0.9373036457555948
        }
      }
    },
    {
      "id": "abcd-test-405-turn-9",
      "conversation_id": "405",
      "expected_action": "record-reason",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.16,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "select-faq": 0.0,
          "update-account": 0.09,
          "make-password": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.74,
          "search-membership": 0.0,
          "send-link": 0.0,
          "enter-details": 0.01,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0,
          "validate-purchase": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.72,
        "input_tokens": 3132,
        "request_sha256": "8a668cbbaaeb1e7e86e3f75fb945a120fa19861cdb3d15e7c82d67a5296acc48"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.002613370416050264,
          "enter-details": 0.0056510327337720365,
          "instructions": 0.0013493396470492152,
          "log-out-in": 0.0020965620734190358,
          "make-password": 0.0006966931288999981,
          "make-purchase": 1.8448675678057145e-05,
          "membership": 6.920302819696444e-05,
          "notify-team": 0.00014964128687220448,
          "offer-refund": 0.00028858126986815223,
          "promo-code": 7.726302014783203e-05,
          "pull-up-account": 0.0006240147414748006,
          "record-reason": 0.021197626462114042,
          "search-boots": 0.00016706985448842045,
          "search-faq": 0.0001200489104632031,
          "search-jacket": 0.00018652829829547452,
          "search-jeans": 0.0010825002786708983,
          "search-membership": 0.00028858126986815223,
          "search-policy": 0.00040635755398473475,
          "search-pricing": 0.00015743877371785802,
          "search-shirt": 0.000506526329646074,
          "search-timing": 0.00012779644181691225,
          "select-faq": 0.00032599810001153565,
          "send-link": 0.009803042068252022,
          "shipping-status": 0.0008684298996291791,
          "subscription-status": 0.0012085778862478743,
          "try-again": 0.00036396671772251946,
          "update-account": 0.897580205056247,
          "update-order": 0.0005655208182174861,
          "validate-purchase": 0.0002342476285273647,
          "verify-identity": 0.051175387630650625
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0030798233618542837,
          "enter-details": 0.0032542366218865815,
          "instructions": 0.0036332542808934797,
          "log-out-in": 0.004056415019109331,
          "make-password": 0.002914758135730597,
          "make-purchase": 0.00028079771896832455,
          "membership": 0.00025150522027299354,
          "notify-team": 0.00028079771896832455,
          "offer-refund": 0.0032542366218865815,
          "promo-code": 0.00025150522027299354,
          "pull-up-account": 0.0034385276167644414,
          "record-reason": 0.1377955220114687,
          "search-boots": 0.00028079771896832455,
          "search-faq": 0.00031350191456367777,
          "search-jacket": 0.00028079771896832455,
          "search-jeans": 0.0015269698113672897,
          "search-membership": 0.002758539438566684,
          "search-policy": 0.0019821628443175672,
          "search-pricing": 0.002470771503056116,
          "search-shirt": 0.002213023290505935,
          "search-timing": 0.0016134435545280333,
          "select-faq": 0.002914758135730597,
          "send-link": 0.0015269698113672897,
          "shipping-status": 0.0017048143923078906,
          "subscription-status": 0.001367677935987598,
          "try-again": 0.0032542366218865815,
          "update-account": 0.0070368049794474535,
          "update-order": 0.0015269698113672897,
          "validate-purchase": 0.0016134435545280333,
          "verify-identity": 0.8031229374144587
        }
      }
    },
    {
      "id": "abcd-test-3709-turn-8",
      "conversation_id": "3709",
      "expected_action": "search-policy",
      "jev": {
        "choice": "search-policy",
        "probabilities": {
          "search-policy": 0.82,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "subscription-status": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.16,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.02,
          "promo-code": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.82,
        "input_tokens": 3051,
        "request_sha256": "ef7569767163b47338b5313261ced0006153afb24f73e32f5856ab41cdeaf3b6"
      },
      "shared_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.0013419295772761244,
          "enter-details": 9.722757622538826e-05,
          "instructions": 0.0016727188754774365,
          "log-out-in": 0.00039940774773678206,
          "make-password": 7.800028316625466e-05,
          "make-purchase": 7.800028316625466e-05,
          "membership": 9.722757622538826e-05,
          "notify-team": 0.0014982225678779855,
          "offer-refund": 0.00015106921262806114,
          "promo-code": 8.7084893090523e-05,
          "pull-up-account": 0.0013419295772761244,
          "record-reason": 0.0001686640663523734,
          "search-boots": 0.0005558489331151063,
          "search-faq": 0.040829711208644585,
          "search-jacket": 0.0008636608517562592,
          "search-jeans": 0.0006205880736499104,
          "search-membership": 0.000497863282416547,
          "search-policy": 0.5745069130849395,
          "search-pricing": 0.0025990215428141374,
          "search-shirt": 0.00017655331137765993,
          "search-timing": 0.0010765555647949772,
          "select-faq": 0.3697505195445568,
          "send-link": 8.084262247555447e-05,
          "shipping-status": 0.0009642505403850855,
          "subscription-status": 0.00011362904213688238,
          "try-again": 2.4301674206340408e-05,
          "update-account": 4.973238020548619e-05,
          "update-order": 6.921170705065109e-05,
          "validate-purchase": 0.00010753902086788776,
          "verify-identity": 0.0001017753781079826
        }
      },
      "trained_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.0006934500395792831,
          "enter-details": 0.0008643874403822681,
          "instructions": 0.0030168986233821728,
          "log-out-in": 0.0009650616594732896,
          "make-password": 0.0008643874403822681,
          "make-purchase": 0.0022905729077880893,
          "membership": 0.0007742154144456501,
          "notify-team": 0.0033682731045805436,
          "offer-refund": 0.0007742154144456501,
          "promo-code": 0.0009650616594732896,
          "pull-up-account": 0.0033682731045805436,
          "record-reason": 0.0028552056430643257,
          "search-boots": 0.0017391119738805248,
          "search-faq": 0.005233519551927068,
          "search-jacket": 0.002702178848084186,
          "search-jeans": 0.001360453078876894,
          "search-membership": 0.0033682731045805436,
          "search-policy": 0.9280830163680069,
          "search-pricing": 0.0037605721351668,
          "search-shirt": 0.0022905729077880893,
          "search-timing": 0.0033682731045805436,
          "select-faq": 0.014106324239893922,
          "send-link": 0.0024202904732935414,
          "shipping-status": 0.001153223843514938,
          "subscription-status": 0.0012875385744534355,
          "try-again": 0.0028552056430643257,
          "update-account": 0.001218531867964355,
          "update-order": 0.001360453078876894,
          "validate-purchase": 0.0012875385744534355,
          "verify-identity": 0.0016049201800161974
        }
      }
    },
    {
      "id": "abcd-test-5566-turn-7",
      "conversation_id": "5566",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.01,
          "validate-purchase": 0.0,
          "search-faq": 0.0,
          "search-jeans": 0.0,
          "enter-details": 0.0,
          "pull-up-account": 0.99,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3043,
        "request_sha256": "6dabde530149cfe2a0839ab1070a606940b440da845698e6cde246a23ae12334"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0028653319399742955,
          "enter-details": 0.028970423952484708,
          "instructions": 0.0007638620741534502,
          "log-out-in": 0.0013250985353619577,
          "make-password": 0.0005488771681036997,
          "make-purchase": 0.00017142036855636266,
          "membership": 0.0003320034479101342,
          "notify-team": 0.0007179081832866551,
          "offer-refund": 0.0008948746488934344,
          "promo-code": 0.0002538334373464919,
          "pull-up-account": 0.8814568375228388,
          "record-reason": 0.001651740388873946,
          "search-boots": 0.00021367597920037668,
          "search-faq": 0.0004138432548471154,
          "search-jacket": 0.00046204311663211074,
          "search-jeans": 0.0002538334373464919,
          "search-membership": 0.0002833971057783546,
          "search-policy": 0.00014169744028255375,
          "search-pricing": 5.1377422482113604e-05,
          "search-shirt": 0.00012691572422774853,
          "search-timing": 3.030461991175848e-05,
          "select-faq": 0.00012691572422774853,
          "send-link": 0.0403176037197196,
          "shipping-status": 0.0002201651128677819,
          "subscription-status": 0.0003164040556368375,
          "try-again": 4.7086389453672195e-05,
          "update-account": 0.0005488771681036997,
          "update-order": 6.552931880714208e-05,
          "validate-purchase": 0.0003164040556368375,
          "verify-identity": 0.03611171468705421
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0024961139293563726,
          "enter-details": 0.0022357217765100693,
          "instructions": 0.0016958913794521595,
          "log-out-in": 0.002000635727115179,
          "make-password": 0.001793595398349108,
          "make-purchase": 0.0016958913794521595,
          "membership": 0.0017919313680115586,
          "notify-team": 0.0016049989320649715,
          "offer-refund": 0.0017919313680115586,
          "promo-code": 0.001793595398349108,
          "pull-up-account": 0.9571582107038005,
          "record-reason": 0.0048344216410533035,
          "search-boots": 0.0016958913794521595,
          "search-faq": 0.0024961139293563726,
          "search-jacket": 0.001361783052138977,
          "search-jeans": 0.001793595398349108,
          "search-membership": 0.0009260719868640537,
          "search-policy": 0.0009260719868640537,
          "search-pricing": 0.0010339305764651492,
          "search-shirt": 4.463628983119968e-05,
          "search-timing": 4.463628983119968e-05,
          "select-faq": 0.0012197232395856673,
          "send-link": 4.7164084752102876e-05,
          "shipping-status": 4.463628983119968e-05,
          "subscription-status": 3.997987932670783e-05,
          "try-again": 4.7164084752102876e-05,
          "update-account": 0.001793595398349108,
          "update-order": 4.224397414930253e-05,
          "validate-purchase": 0.0012197232395856673,
          "verify-identity": 0.004330099918989884
        }
      }
    },
    {
      "id": "abcd-test-955-turn-15",
      "conversation_id": "955",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "instructions",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.03,
          "search-faq": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "record-reason": 0.02,
          "log-out-in": 0.37,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.38,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "try-again": 0.2,
          "enter-details": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.35,
        "input_tokens": 3241,
        "request_sha256": "c0e3a20fbd807de12cfef40025893461897479d69eb5d7540c29310d7fc5398c"
      },
      "shared_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.008818946629981762,
          "enter-details": 0.0018860951744238156,
          "instructions": 0.373424470299391,
          "log-out-in": 0.12408993156652402,
          "make-password": 0.00152352425173478,
          "make-purchase": 0.01708033915180087,
          "membership": 0.0017009674544996734,
          "notify-team": 0.09955047069996172,
          "offer-refund": 0.0013552635483116931,
          "promo-code": 0.0007866284768464755,
          "pull-up-account": 0.0017009674544996734,
          "record-reason": 0.0007045681407916324,
          "search-boots": 0.00032583387486268873,
          "search-faq": 0.0018990772717764452,
          "search-jacket": 0.002351023078219012,
          "search-jeans": 0.002351023078219012,
          "search-membership": 0.00034193256261871077,
          "search-policy": 0.002258924589517444,
          "search-pricing": 0.0001971094313220083,
          "search-shirt": 0.0009356820830116584,
          "search-timing": 0.0005613715121133707,
          "select-faq": 0.0016893396239457995,
          "send-link": 0.00036129655880472774,
          "shipping-status": 0.0020232757385420714,
          "subscription-status": 0.002258924589517444,
          "try-again": 0.33446923391550865,
          "update-account": 0.0011663301591857491,
          "update-order": 0.0009356820830116584,
          "validate-purchase": 0.010992842411538965,
          "verify-identity": 0.002258924589517444
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.009535068130006496,
          "enter-details": 0.0055060928739631195,
          "instructions": 0.6273310110270908,
          "log-out-in": 0.01846730543657766,
          "make-password": 0.011885489575048902,
          "make-purchase": 0.006863366605007819,
          "membership": 0.011885489575048902,
          "notify-team": 0.06204643571404374,
          "offer-refund": 0.009535068130006496,
          "promo-code": 0.006863366605007819,
          "pull-up-account": 0.009535068130006496,
          "record-reason": 0.0061473873209294295,
          "search-boots": 0.0061473873209294295,
          "search-faq": 0.00855520501781606,
          "search-jacket": 0.00855520501781606,
          "search-jeans": 0.013269778467428158,
          "search-membership": 0.001102530663481381,
          "search-policy": 0.0008844991038198098,
          "search-pricing": 0.006851472376239203,
          "search-shirt": 0.0009875157297732453,
          "search-timing": 0.007649455924005437,
          "select-faq": 0.008540379723280637,
          "send-link": 0.006136728155299721,
          "shipping-status": 0.000792229082307678,
          "subscription-status": 0.006851472376239203,
          "try-again": 0.12017013832458508,
          "update-account": 0.001102530663481381,
          "update-order": 0.014815293163458768,
          "validate-purchase": 0.001102530663481381,
          "verify-identity": 0.0008844991038198098
        }
      }
    },
    {
      "id": "abcd-test-4177-turn-14",
      "conversation_id": "4177",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.18000000000000002,
          "verify-identity": 0.07,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "log-out-in": 0.0,
          "search-membership": 0.0,
          "shipping-status": 0.03,
          "search-faq": 0.0,
          "validate-purchase": 0.71,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "update-order": 0.01,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.69,
        "input_tokens": 3251,
        "request_sha256": "601e125714bfd0ce90635ca60df13ebe5419bd47b6c4795e53c16c66847e5c93"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.41519001384786824,
          "enter-details": 0.0018437493791896972,
          "instructions": 0.0018437493791896972,
          "log-out-in": 0.0026139724282669154,
          "make-password": 0.0006840404794014196,
          "make-purchase": 0.002341285482615757,
          "membership": 0.0026139724282669154,
          "notify-team": 0.0029184186712608038,
          "offer-refund": 0.00406151361579681,
          "promo-code": 0.0018437493791896972,
          "pull-up-account": 0.0020970447938199665,
          "record-reason": 0.003258323699347826,
          "search-boots": 0.0007637098808433425,
          "search-faq": 0.0007637098808433425,
          "search-jacket": 0.0004402459244894927,
          "search-jeans": 0.0012820529901605227,
          "search-membership": 0.0017842094924706202,
          "search-policy": 0.0009212258540809907,
          "search-pricing": 0.0010827494271558348,
          "search-shirt": 0.00047564878987009106,
          "search-timing": 0.00014157060793271083,
          "select-faq": 0.0012820529901605227,
          "send-link": 0.0026139724282669154,
          "shipping-status": 0.010947311716404229,
          "subscription-status": 0.0020970447938199665,
          "try-again": 0.0002741907997482278,
          "update-account": 0.001682342764611908,
          "update-order": 0.0070456484257592775,
          "validate-purchase": 0.33308392527445674,
          "verify-identity": 0.1920085543747115
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.11084163898777886,
          "enter-details": 0.004067273751672989,
          "instructions": 0.005356979287392339,
          "log-out-in": 0.004297607293848407,
          "make-password": 0.0034477313431222818,
          "make-purchase": 0.0003494587265779895,
          "membership": 0.0003692489366254713,
          "notify-team": 0.003262948079498547,
          "offer-refund": 0.0003494587265779895,
          "promo-code": 0.00033072925146053803,
          "pull-up-account": 0.002765923634989488,
          "record-reason": 0.0003901598032004817,
          "search-boots": 0.003262948079498547,
          "search-faq": 0.0003901598032004817,
          "search-jacket": 0.0003901598032004817,
          "search-jeans": 0.002020551937510054,
          "search-membership": 0.0034477313431222818,
          "search-policy": 0.0018097700295034104,
          "search-pricing": 0.002020551937510054,
          "search-shirt": 0.0017127741319141823,
          "search-timing": 0.0012307228802410197,
          "select-faq": 0.0018097700295034104,
          "send-link": 0.0030880679468335338,
          "shipping-status": 0.00384928511500752,
          "subscription-status": 0.0018097700295034104,
          "try-again": 0.003262948079498547,
          "update-account": 0.005660349698203031,
          "update-order": 0.007877404034202853,
          "validate-purchase": 0.8052710829429277,
          "verify-identity": 0.015256794355874053
        }
      }
    },
    {
      "id": "abcd-test-1579-turn-18",
      "conversation_id": "1579",
      "expected_action": "update-order",
      "jev": {
        "choice": "offer-refund",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.09,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.04,
          "send-link": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.04,
          "update-order": 0.26,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.53,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.04,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "shipping-status": 0.0
        },
        "vendor_confidence": 0.5,
        "input_tokens": 3407,
        "request_sha256": "7ebdcd4188eb00d5e9b2b3b6c22e3af3f0179cb6668a21890d382fe5772e2c71"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.009092629939530396,
          "enter-details": 0.0024239857871215026,
          "instructions": 0.0013973220578322814,
          "log-out-in": 0.0013973220578322814,
          "make-password": 0.0010137835120548162,
          "make-purchase": 0.0013973220578322814,
          "membership": 0.0015751872458276126,
          "notify-team": 0.0013973220578322814,
          "offer-refund": 0.3448490198278501,
          "promo-code": 0.0005234383625519801,
          "pull-up-account": 0.0021921590376238185,
          "record-reason": 0.02736255938307718,
          "search-boots": 0.0006524672940649808,
          "search-faq": 0.0005844025653679975,
          "search-jacket": 0.0008133022560804698,
          "search-jeans": 0.0022584034233103767,
          "search-membership": 0.0015600666817615514,
          "search-policy": 0.0002988432318570416,
          "search-pricing": 0.0020228091892202024,
          "search-shirt": 0.0013018723132174619,
          "search-timing": 0.0002784295344248976,
          "select-faq": 0.00011087247536149801,
          "send-link": 0.0025214399617556446,
          "shipping-status": 0.003766314616990148,
          "subscription-status": 0.0010444199059370003,
          "try-again": 0.0002784295344248976,
          "update-account": 0.003021505375541111,
          "update-order": 0.5358157199081486,
          "validate-purchase": 0.04251509336406108,
          "verify-identity": 0.006533557041508558
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.009233435022105415,
          "enter-details": 0.0010266105154648605,
          "instructions": 0.0012796741864855492,
          "log-out-in": 0.005322672739512845,
          "make-password": 0.0011461799881970964,
          "make-purchase": 0.0009195156512866339,
          "membership": 0.0011461799881970964,
          "notify-team": 0.005322672739512845,
          "offer-refund": 0.04820178334362108,
          "promo-code": 0.0011461799881970964,
          "pull-up-account": 0.004270085065538782,
          "record-reason": 0.004270085065538782,
          "search-boots": 0.0034256522002717926,
          "search-faq": 0.004270085065538782,
          "search-jacket": 0.0011461799881970964,
          "search-jeans": 0.004270085065538782,
          "search-membership": 0.0028103388675198558,
          "search-policy": 0.003137655641160533,
          "search-pricing": 0.0038246344776282355,
          "search-shirt": 0.0029694907680193035,
          "search-timing": 0.0016200392232273415,
          "select-faq": 0.0022545788429477512,
          "send-link": 0.0029694907680193035,
          "shipping-status": 0.011509503453336461,
          "subscription-status": 0.003137655641160533,
          "try-again": 0.004767417520648384,
          "update-account": 0.006634727304514099,
          "update-order": 0.8454270926929704,
          "validate-purchase": 0.008270213120104421,
          "verify-identity": 0.004270085065538782
        }
      }
    },
    {
      "id": "abcd-test-9228-turn-14",
      "conversation_id": "9228",
      "expected_action": "send-link",
      "jev": {
        "choice": "send-link",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.05,
          "send-link": 0.92,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.03,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 3295,
        "request_sha256": "096cbf21491d7178225c061273649acdc3aed6db37171797eefb4de01089809f"
      },
      "shared_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.004102484559686069,
          "enter-details": 0.012345628476469452,
          "instructions": 0.002947858726708995,
          "log-out-in": 0.009904211375677362,
          "make-password": 0.007116723454032765,
          "make-purchase": 0.00013884645897890082,
          "membership": 0.0004530160796879054,
          "notify-team": 0.0007038831637777953,
          "offer-refund": 0.0003002349108750218,
          "promo-code": 0.0013632651663020177,
          "pull-up-account": 0.0005814888131296553,
          "record-reason": 0.00033520291425943296,
          "search-boots": 8.003901547998399e-05,
          "search-faq": 0.00013884645897890082,
          "search-jacket": 0.00024086179242862842,
          "search-jeans": 0.0005057784015430806,
          "search-membership": 0.00020950157150875459,
          "search-policy": 0.0018136396884133898,
          "search-pricing": 0.0002759331192758144,
          "search-shirt": 0.0014549823684153523,
          "search-timing": 0.0002637756244443203,
          "select-faq": 0.0011672516790855697,
          "send-link": 0.9068434495999622,
          "shipping-status": 0.002260706764116374,
          "subscription-status": 0.011057744672669354,
          "try-again": 0.0009364212629028764,
          "update-account": 0.007116723454032765,
          "update-order": 0.00104548519926389,
          "validate-purchase": 0.005113758995951857,
          "verify-identity": 0.019182256231941544
        }
      },
      "trained_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.003044674432973059,
          "enter-details": 0.003399283680550089,
          "instructions": 0.0024425732433976744,
          "log-out-in": 0.0037951944365309533,
          "make-password": 0.0037951944365309533,
          "make-purchase": 0.0008746326794799502,
          "membership": 0.0009765002444585722,
          "notify-team": 0.0025808981748459956,
          "offer-refund": 0.0005629097802879823,
          "promo-code": 0.0025808981748459956,
          "pull-up-account": 0.0024425732433976744,
          "record-reason": 0.0013589772763674996,
          "search-boots": 0.0008746326794799502,
          "search-faq": 0.0013589772763674996,
          "search-jacket": 0.0008746326794799502,
          "search-jeans": 0.0018577261513750309,
          "search-membership": 0.0020740933804089473,
          "search-policy": 0.002191551302041805,
          "search-pricing": 0.0017551234144430447,
          "search-shirt": 0.002191551302041805,
          "search-timing": 0.0010708990578130377,
          "select-faq": 0.0024425732433976744,
          "send-link": 0.9366275493438191,
          "shipping-status": 0.0018577261513750309,
          "subscription-status": 0.0025808981748459956,
          "try-again": 0.003044674432973059,
          "update-account": 0.003044674432973059,
          "update-order": 0.002191551302041805,
          "validate-purchase": 0.0023116614349258558,
          "verify-identity": 0.0037951944365309533
        }
      }
    },
    {
      "id": "abcd-test-6516-turn-6",
      "conversation_id": "6516",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "enter-details": 0.0,
          "instructions": 0.0,
          "log-out-in": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "membership": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "search-faq": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "search-pricing": 0.05,
          "search-shirt": 0.47000000000000003,
          "search-timing": 0.0,
          "select-faq": 0.48,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "update-account": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.46,
        "input_tokens": 3032,
        "request_sha256": "6ecadb0ae26a6b8bcbbf5075e2d65b69338b5bff53e33f40d22c22fd4878a7fc"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.001991658039458146,
          "enter-details": 7.701989200947123e-05,
          "instructions": 0.0011481051942586532,
          "log-out-in": 0.0005927913910307687,
          "make-password": 7.701989200947123e-05,
          "make-purchase": 0.002771753541232364,
          "membership": 6.178878675192917e-05,
          "notify-team": 0.00020759768554214116,
          "offer-refund": 0.00010718717239996417,
          "promo-code": 8.59903180861019e-05,
          "pull-up-account": 0.0011481051942586532,
          "record-reason": 0.0003815179620375151,
          "search-boots": 3.9767031682142485e-05,
          "search-faq": 0.008341061580102872,
          "search-jacket": 0.0004755632104202596,
          "search-jeans": 0.0004755632104202596,
          "search-membership": 0.00023238346114448416,
          "search-policy": 0.0003815179620375151,
          "search-pricing": 0.1051222195722595,
          "search-shirt": 0.852668655068575,
          "search-timing": 0.0008688887248912482,
          "select-faq": 0.01446952759375117,
          "send-link": 0.00019698594336719176,
          "shipping-status": 0.00035990733752626716,
          "subscription-status": 0.0002074710899085612,
          "try-again": 0.0001758683337770527,
          "update-account": 0.0001490794353131395,
          "update-order": 0.00035990733752626716,
          "validate-purchase": 0.006691570410228359,
          "verify-identity": 0.00013352762799345122
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.00146958959255513,
          "enter-details": 0.0013162836822519697,
          "instructions": 0.004018331310927005,
          "log-out-in": 0.0018318475012222607,
          "make-password": 0.0020452007063716296,
          "make-purchase": 0.004245892864342016,
          "membership": 0.0013908259019436132,
          "notify-team": 0.003599143143867197,
          "offer-refund": 0.0018318475012222607,
          "promo-code": 0.005008860702560498,
          "pull-up-account": 0.004486341524371039,
          "record-reason": 0.004486341524371039,
          "search-boots": 0.0018318475012222607,
          "search-faq": 0.005008860702560498,
          "search-jacket": 0.005592236823447389,
          "search-jeans": 0.0019772218031229123,
          "search-membership": 0.0024646126541553043,
          "search-policy": 0.004740407186344098,
          "search-pricing": 0.006597136406154481,
          "search-shirt": 0.26437366357379244,
          "search-timing": 0.005592236823447389,
          "select-faq": 0.6382505343899155,
          "send-link": 0.007782612482909912,
          "shipping-status": 0.0015862152694956918,
          "subscription-status": 0.0017709599922596981,
          "try-again": 0.005908930623849193,
          "update-account": 0.001871251178994555,
          "update-order": 0.0022075067556205003,
          "validate-purchase": 0.005292516640453762,
          "verify-identity": 0.0014207432362487536
        }
      }
    },
    {
      "id": "abcd-test-5372-turn-8",
      "conversation_id": "5372",
      "expected_action": "notify-team",
      "jev": {
        "choice": "notify-team",
        "probabilities": {
          "subscription-status": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "record-reason": 0.0,
          "promo-code": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.96,
          "search-jacket": 0.0,
          "search-jeans": 0.02,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.02
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3147,
        "request_sha256": "2f5f896cdae22f61387137c8e56f1d2512b3191731d8aa1fab6f490b7811cfcd"
      },
      "shared_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.007022604690107284,
          "enter-details": 0.0013452357642920801,
          "instructions": 0.0023336299722061782,
          "log-out-in": 0.0015019139345365737,
          "make-password": 0.00047914949171554085,
          "make-purchase": 0.00404822891785746,
          "membership": 0.0009280059936025533,
          "notify-team": 0.8948504024950482,
          "offer-refund": 0.000499089922256095,
          "promo-code": 0.0710032311562343,
          "pull-up-account": 0.0001878340412752045,
          "record-reason": 0.0007444876327286476,
          "search-boots": 0.0002473949666377289,
          "search-faq": 0.0005349554475600982,
          "search-jacket": 0.0011567620203600307,
          "search-jeans": 0.007022604690107284,
          "search-membership": 0.00014854757340890463,
          "search-policy": 5.511191645414362e-05,
          "search-pricing": 9.560465779723721e-05,
          "search-shirt": 8.800623803994681e-06,
          "search-timing": 4.114965174866429e-05,
          "select-faq": 0.0003586232680869081,
          "send-link": 8.898010691495828e-05,
          "shipping-status": 5.726727537286589e-05,
          "subscription-status": 5.129320699241055e-05,
          "try-again": 0.0001851649230833814,
          "update-account": 2.3721004237487e-05,
          "update-order": 4.114965174866429e-05,
          "validate-purchase": 0.0026054250316188527,
          "verify-identity": 0.0023336299722061782
        }
      },
      "trained_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.002122359148709476,
          "enter-details": 0.0012255725944497456,
          "instructions": 0.0031263339907952677,
          "log-out-in": 0.0018021967020541403,
          "make-password": 0.0025080843490450314,
          "make-purchase": 0.001799073739020656,
          "membership": 0.002012096714961834,
          "notify-team": 0.9617483419624835,
          "offer-refund": 0.001799073739020656,
          "promo-code": 0.0025080843490450314,
          "pull-up-account": 0.0017026508526565335,
          "record-reason": 0.0016113960847882964,
          "search-boots": 0.0019009569060316567,
          "search-faq": 0.0014432972221178886,
          "search-jacket": 0.0012255725944497456,
          "search-jeans": 0.001159887159257269,
          "search-membership": 0.000407458610598699,
          "search-policy": 0.000407458610598699,
          "search-pricing": 0.0009305131041638946,
          "search-shirt": 0.00023488236384741856,
          "search-timing": 0.0002622388310704159,
          "select-faq": 0.0004549153237154777,
          "send-link": 0.0009305131041638946,
          "shipping-status": 0.0001783338585933841,
          "subscription-status": 0.0002622388310704159,
          "try-again": 0.0009832089001878138,
          "update-account": 0.001294977952435347,
          "update-order": 0.0009305131041638946,
          "validate-purchase": 0.0012255725944497456,
          "verify-identity": 0.0018021967020541403
        }
      }
    },
    {
      "id": "abcd-test-8819-turn-15",
      "conversation_id": "8819",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "update-order": 0.02,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.01,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.97,
          "try-again": 0.0,
          "make-purchase": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3228,
        "request_sha256": "f1271114a7691ee6f5e9903858572cb88754e323b911c99c2dc6f87b27ad943e"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.00892538610362891,
          "enter-details": 0.0023793982488086794,
          "instructions": 0.000305515533278489,
          "log-out-in": 0.0003410985612109894,
          "make-password": 8.144668425565082e-05,
          "make-purchase": 0.003311365070034273,
          "membership": 0.0003410985612109894,
          "notify-team": 0.0029659266134559018,
          "offer-refund": 0.0021311820796098553,
          "promo-code": 0.0021311820796098553,
          "pull-up-account": 0.000985585179282464,
          "record-reason": 0.005145102117459786,
          "search-boots": 0.000305515533278489,
          "search-faq": 0.0003808259563379955,
          "search-jacket": 0.00027364445546444884,
          "search-jeans": 0.0008827700175029665,
          "search-membership": 0.0002776243833356722,
          "search-policy": 0.0006413712710997237,
          "search-pricing": 0.00012839002223151002,
          "search-shirt": 0.0003697225236561667,
          "search-timing": 0.00017098167771549918,
          "select-faq": 0.0005145360335346388,
          "send-link": 0.0007160709804680846,
          "shipping-status": 0.00892538610362891,
          "subscription-status": 0.0007994709733662377,
          "try-again": 0.0002966079176928034,
          "update-account": 0.0015313718082679594,
          "update-order": 0.5259602936734167,
          "validate-purchase": 0.30319349431216774,
          "verify-identity": 0.12558763552498864
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0012832756542421483,
          "enter-details": 0.0015996065907448367,
          "instructions": 0.000602473560115936,
          "log-out-in": 0.0006726430279214125,
          "make-password": 0.000483330616546901,
          "make-purchase": 0.000602473560115936,
          "membership": 0.000602473560115936,
          "notify-team": 0.001355948739584995,
          "offer-refund": 0.000347299713162285,
          "promo-code": 0.0021068311258454426,
          "pull-up-account": 0.0016901935948900138,
          "record-reason": 0.002932038300125055,
          "search-boots": 0.001993914008823084,
          "search-faq": 0.001355948739584995,
          "search-jacket": 0.0005396235713045793,
          "search-jeans": 0.0016967979154133785,
          "search-membership": 0.0021068311258454426,
          "search-policy": 0.0018944223338870896,
          "search-pricing": 0.0015138747124812948,
          "search-shirt": 0.0015197901223772225,
          "search-timing": 0.0016058570116465889,
          "select-faq": 0.0018944223338870896,
          "send-link": 0.0014383357965539981,
          "shipping-status": 0.0014327374660920978,
          "subscription-status": 0.0016058570116465889,
          "try-again": 0.0016901935948900138,
          "update-account": 0.0022261431174862983,
          "update-order": 0.0027748933040950686,
          "validate-purchase": 0.005374351429076182,
          "verify-identity": 0.953057418361498
        }
      }
    },
    {
      "id": "abcd-test-7513-turn-5",
      "conversation_id": "7513",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "search-policy": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "promo-code": 0.0,
          "update-account": 0.02,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "make-password": 0.0,
          "enter-details": 0.02,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.91,
          "instructions": 0.0,
          "update-order": 0.03,
          "try-again": 0.0,
          "verify-identity": 0.02
        },
        "vendor_confidence": 0.9,
        "input_tokens": 2997,
        "request_sha256": "c3f87ae41a1fff754cb0d4d3cebf266c1cd154f36f6796d1b3606837b24c33c1"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.011738453231481405,
          "enter-details": 0.01823884498420758,
          "instructions": 0.0022485942675551465,
          "log-out-in": 0.0016157390789368355,
          "make-password": 0.0008111862972582379,
          "make-purchase": 0.00041883305236167697,
          "membership": 0.001260396347340348,
          "notify-team": 0.001260396347340348,
          "offer-refund": 0.0017540704736331344,
          "promo-code": 0.0012962177958309867,
          "pull-up-account": 0.554936759619716,
          "record-reason": 0.014632013499034473,
          "search-boots": 0.0008111862972582379,
          "search-faq": 0.0017540704736331344,
          "search-jacket": 0.0018039223104730933,
          "search-jeans": 0.0010398835085993884,
          "search-membership": 0.00026236232011979155,
          "search-policy": 0.0012156906768125487,
          "search-pricing": 0.00011482905608929702,
          "search-shirt": 0.000700793287183198,
          "search-timing": 0.00029027963068471566,
          "select-faq": 0.002108902810418409,
          "send-link": 0.0026287534573440933,
          "shipping-status": 0.008434725302678461,
          "subscription-status": 0.0018889023131300553,
          "try-again": 0.00045102794490543656,
          "update-account": 0.256635770955158,
          "update-order": 0.0008342409165904455,
          "validate-purchase": 0.0025104852816198718,
          "verify-identity": 0.10630266846260565
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003371417191192374,
          "enter-details": 0.0037640824444264845,
          "instructions": 0.0021965579471369865,
          "log-out-in": 0.003019714932127183,
          "make-password": 0.003019714932127183,
          "make-purchase": 0.0021965579471369865,
          "membership": 0.0027380155509885476,
          "notify-team": 0.002452388702976196,
          "offer-refund": 0.002452388702976196,
          "promo-code": 0.003371417191192374,
          "pull-up-account": 0.9289493242276038,
          "record-reason": 0.005848521603328608,
          "search-boots": 0.002452388702976196,
          "search-faq": 0.0037640824444264845,
          "search-jacket": 0.0030569093228776925,
          "search-jeans": 0.0024225496741447196,
          "search-membership": 0.0019434770064552516,
          "search-policy": 0.0009046866691445565,
          "search-pricing": 0.0018393148738816128,
          "search-shirt": 0.002169831705071414,
          "search-timing": 0.0007257798765161239,
          "select-faq": 0.000650066622682268,
          "send-link": 0.0009046866691445565,
          "shipping-status": 0.0024225496741447196,
          "subscription-status": 0.0007257798765161239,
          "try-again": 0.0010100545304409971,
          "update-account": 0.002704701000819696,
          "update-order": 0.0009046866691445565,
          "validate-purchase": 0.002169831705071414,
          "verify-identity": 0.005848521603328608
        }
      }
    },
    {
      "id": "abcd-test-1514-turn-8",
      "conversation_id": "1514",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "verify-identity": 0.93,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.0,
          "subscription-status": 0.0,
          "pull-up-account": 0.01,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.01,
          "update-order": 0.03,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "promo-code": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.01,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.93,
        "input_tokens": 3093,
        "request_sha256": "01d1515f06d53508eb77b44dde052a189afcfd3f6acdeed47a89242b1187e6c4"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.011760733303777691,
          "enter-details": 0.004363292860538218,
          "instructions": 0.0005499677037173367,
          "log-out-in": 0.0008545236999024854,
          "make-password": 0.00022780552296536012,
          "make-purchase": 0.0001313200765087123,
          "membership": 0.004363292860538218,
          "notify-team": 0.004871480730172816,
          "offer-refund": 0.006072320700763543,
          "promo-code": 0.0012986781309454703,
          "pull-up-account": 0.04411577608130218,
          "record-reason": 0.013130493374475239,
          "search-boots": 0.000685536971264004,
          "search-faq": 0.0006140218158013916,
          "search-jacket": 0.00035395716593233646,
          "search-jeans": 0.001609006835469417,
          "search-membership": 0.003500427838283481,
          "search-policy": 0.0025000250849749935,
          "search-pricing": 0.0011632014543882167,
          "search-shirt": 0.0010355507194737476,
          "search-timing": 0.014659788276664582,
          "select-faq": 0.001290816857434585,
          "send-link": 0.003884465409803323,
          "shipping-status": 0.1654833175668798,
          "subscription-status": 0.003116287856615497,
          "try-again": 0.00027606507949721294,
          "update-account": 0.014659788276664582,
          "update-order": 0.07652933306605796,
          "validate-purchase": 0.11890890428530587,
          "verify-identity": 0.4979898203938817
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.002704935516640628,
          "enter-details": 0.0028581187420460676,
          "instructions": 0.003764408963835013,
          "log-out-in": 0.00016043578943014956,
          "make-password": 0.00012870871641225005,
          "make-purchase": 0.00012870871641225005,
          "membership": 0.00013599761614537371,
          "notify-team": 0.003764408963835013,
          "offer-refund": 0.00015183711707712985,
          "promo-code": 0.00015183711707712985,
          "pull-up-account": 0.003764408963835013,
          "record-reason": 0.0101465129673956,
          "search-boots": 0.003764408963835013,
          "search-faq": 0.0021700199436153087,
          "search-jacket": 9.248432997454694e-05,
          "search-jeans": 0.0020428046921552494,
          "search-membership": 0.0026905646563466805,
          "search-policy": 0.002559962703057604,
          "search-pricing": 0.0021700199436153087,
          "search-shirt": 0.0024098879459240594,
          "search-timing": 0.0021700199436153087,
          "select-faq": 0.002842933702596748,
          "send-link": 0.0022807278373822627,
          "shipping-status": 0.0031910004324491362,
          "subscription-status": 0.0022807278373822627,
          "try-again": 0.0026905646563466805,
          "update-account": 0.0031910004324491362,
          "update-order": 0.0031910004324491362,
          "validate-purchase": 0.003371709539272662,
          "verify-identity": 0.9290298428173913
        }
      }
    },
    {
      "id": "abcd-test-8285-turn-17",
      "conversation_id": "8285",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "log-out-in": 0.0,
          "update-order": 0.0,
          "make-purchase": 0.01,
          "search-faq": 0.04,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.09,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.76,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.06999999999999999,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.03,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.74,
        "input_tokens": 3358,
        "request_sha256": "26ce566ce8753bb985838e0da5265dda6cab937de240bb98b6a2ad55a5835448"
      },
      "shared_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.037266865726038094,
          "enter-details": 0.005352307033636706,
          "instructions": 0.046453242831440617,
          "log-out-in": 0.017234412151871638,
          "make-password": 0.0008225228622972824,
          "make-purchase": 0.037266865726038094,
          "membership": 0.0034447248446671666,
          "notify-team": 0.015436536642200986,
          "offer-refund": 0.009284832602125587,
          "promo-code": 0.01109200351743769,
          "pull-up-account": 0.033379223897590675,
          "record-reason": 0.005352307033636706,
          "search-boots": 0.0004741490621057166,
          "search-faq": 0.046453242831440617,
          "search-jacket": 0.007448707287734263,
          "search-jeans": 0.004596456269664219,
          "search-membership": 0.012383876973855646,
          "search-policy": 0.002958262099035981,
          "search-pricing": 0.2707465602719829,
          "search-shirt": 0.11214758538769781,
          "search-timing": 0.11214758538769781,
          "select-faq": 0.019241686355191686,
          "send-link": 0.00889849892474788,
          "shipping-status": 0.08058423795967892,
          "subscription-status": 0.0010975316422394848,
          "try-again": 0.0013680761382707466,
          "update-account": 0.0003853662382041471,
          "update-order": 0.00098303825313268,
          "validate-purchase": 0.08996979281872095,
          "verify-identity": 0.005729501229617327
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.005508240304602882,
          "enter-details": 0.0012610297830439117,
          "instructions": 0.003957974892411124,
          "log-out-in": 0.0017549518627731312,
          "make-password": 0.0015718770061393609,
          "make-purchase": 0.0017549518627731312,
          "membership": 0.0012610297830439117,
          "notify-team": 0.0033550816113947428,
          "offer-refund": 0.0017549518627731312,
          "promo-code": 0.00493362681783753,
          "pull-up-account": 0.0037458446302918525,
          "record-reason": 0.003957974892411124,
          "search-boots": 0.0017549518627731312,
          "search-faq": 0.00493362681783753,
          "search-jacket": 0.004418955754578388,
          "search-jeans": 0.00356813342624095,
          "search-membership": 0.004447688201811673,
          "search-policy": 0.004418955754578388,
          "search-pricing": 0.006866037461118933,
          "search-shirt": 0.014846802167835233,
          "search-timing": 0.011910766233800038,
          "select-faq": 0.8749017484071603,
          "send-link": 0.006149779918006271,
          "shipping-status": 0.006149779918006271,
          "subscription-status": 0.0035450828642645603,
          "try-again": 0.004447688201811673,
          "update-account": 0.00319590929888096,
          "update-order": 0.00319590929888096,
          "validate-purchase": 0.00356813342624095,
          "verify-identity": 0.0028625156766779575
        }
      }
    },
    {
      "id": "abcd-test-6044-turn-21",
      "conversation_id": "6044",
      "expected_action": "notify-team",
      "jev": {
        "choice": "notify-team",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.8,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.01,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "record-reason": 0.14,
          "log-out-in": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.05,
          "try-again": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 3370,
        "request_sha256": "d7fa6777097d5ccf08813f01393381d2ec0c937da559fa8444004d3b1a3c7efa"
      },
      "shared_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.03438200682086968,
          "enter-details": 0.0032428142329644126,
          "instructions": 0.0024434972390504723,
          "log-out-in": 0.0008119806210446552,
          "make-password": 0.0007743120611554808,
          "make-purchase": 0.0012031021809373699,
          "membership": 0.002330140979763196,
          "notify-team": 0.7516878469771124,
          "offer-refund": 0.0011300184370230603,
          "promo-code": 0.12897085092841584,
          "pull-up-account": 0.003400573433571984,
          "record-reason": 0.024705369877944718,
          "search-boots": 0.0029045275273773667,
          "search-faq": 0.001869342803143191,
          "search-jacket": 0.006280615804905592,
          "search-jeans": 0.0008119806210446552,
          "search-membership": 0.00017365707845979966,
          "search-policy": 0.0002504744485284414,
          "search-pricing": 0.00013931544381003686,
          "search-shirt": 4.297511539691085e-05,
          "search-timing": 9.292731878870823e-05,
          "select-faq": 0.0007272756313051286,
          "send-link": 0.00046807137148119517,
          "shipping-status": 0.0003012489684839428,
          "subscription-status": 0.0001158341671640026,
          "try-again": 3.447655471446222e-05,
          "update-account": 0.00010375045882545548,
          "update-order": 9.292731878870823e-05,
          "validate-purchase": 0.01775217073249796,
          "verify-identity": 0.012755914845431194
        }
      },
      "trained_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.0024622410024935327,
          "enter-details": 0.0019935280156709724,
          "instructions": 0.0024622410024935327,
          "log-out-in": 0.0020871832499939798,
          "make-password": 0.003426655032376675,
          "make-purchase": 0.0017855651739357456,
          "membership": 0.0024622410024935327,
          "notify-team": 0.9441693461850691,
          "offer-refund": 0.002106423203990847,
          "promo-code": 0.005324236452449252,
          "pull-up-account": 0.0022257121148900323,
          "record-reason": 0.0038257535492307814,
          "search-boots": 0.002106423203990847,
          "search-faq": 0.001283027130769788,
          "search-jacket": 0.0022257121148900323,
          "search-jeans": 0.0020871832499939798,
          "search-membership": 0.0006497193650626679,
          "search-policy": 0.0005819412814687564,
          "search-pricing": 0.0015846888497967901,
          "search-shirt": 0.0003745352511488316,
          "search-timing": 0.0004181569022783139,
          "select-faq": 0.0018694504306035714,
          "send-link": 0.000725392228432113,
          "shipping-status": 0.0003745352511488316,
          "subscription-status": 0.00033546411624271527,
          "try-again": 0.0016744310761296548,
          "update-account": 0.0019753191499530553,
          "update-order": 0.0015846888497967901,
          "validate-purchase": 0.002749015223343613,
          "verify-identity": 0.00306919033986165
        }
      }
    },
    {
      "id": "abcd-test-5281-turn-7",
      "conversation_id": "5281",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "search-boots": 0.0,
          "search-policy": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "membership": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.96,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.04
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3015,
        "request_sha256": "04b98d355335636635838f863f639f574bc088f303285772600d5ec2504eb04d"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0036511453934743297,
          "enter-details": 0.015290973705714115,
          "instructions": 0.0007808649970689521,
          "log-out-in": 0.0013545936190850877,
          "make-password": 0.000734042608237976,
          "make-purchase": 0.00037900206928603863,
          "membership": 0.0008718114873932744,
          "notify-team": 0.0010215535653516218,
          "offer-refund": 0.0015872601583908333,
          "promo-code": 0.00028970493422089845,
          "pull-up-account": 0.6474723567304896,
          "record-reason": 0.0008718114873932744,
          "search-boots": 0.0003394649456385817,
          "search-faq": 0.0005274500952328562,
          "search-jacket": 0.00037900206928603863,
          "search-jeans": 0.0005374091605453621,
          "search-membership": 0.001086715411363235,
          "search-policy": 0.00030979323575286807,
          "search-pricing": 0.0002324141916686335,
          "search-shirt": 0.0002485299590134281,
          "search-timing": 0.00019938176076579454,
          "select-faq": 0.00019938176076579454,
          "send-link": 0.004076389926628574,
          "shipping-status": 0.0009733503361136742,
          "subscription-status": 0.21515675799565961,
          "try-again": 0.00011493488466705106,
          "update-account": 0.0007808649970689521,
          "update-order": 0.00015995278125007973,
          "validate-purchase": 0.0008718114873932744,
          "verify-identity": 0.09950127424508019
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.001999386762138513,
          "enter-details": 0.001802037175349239,
          "instructions": 0.0017908127088290694,
          "log-out-in": 0.0016140504274830983,
          "make-password": 0.001445674736929899,
          "make-purchase": 0.0017908127088290694,
          "membership": 0.0017908127088290694,
          "notify-team": 0.0017908127088290694,
          "offer-refund": 0.001999386762138513,
          "promo-code": 0.0016140504274830983,
          "pull-up-account": 0.9616631904723735,
          "record-reason": 0.0027999499626075526,
          "search-boots": 0.0017908127088290694,
          "search-faq": 0.002011918499820847,
          "search-jacket": 0.0011597844737371373,
          "search-jeans": 0.0016140504274830983,
          "search-membership": 0.0009831218527314792,
          "search-policy": 0.0008805635091616879,
          "search-pricing": 0.0011597844737371373,
          "search-shirt": 3.2864472817184143e-05,
          "search-timing": 3.669216268437245e-05,
          "select-faq": 0.001225464041730335,
          "send-link": 4.0965653414843965e-05,
          "shipping-status": 4.0965653414843965e-05,
          "subscription-status": 0.0017054555560229643,
          "try-again": 3.4725614163932646e-05,
          "update-account": 4.0965653414843965e-05,
          "update-order": 3.669216268437245e-05,
          "validate-purchase": 0.0016140504274830983,
          "verify-identity": 0.003490145094849077
        }
      }
    },
    {
      "id": "abcd-test-389-turn-8",
      "conversation_id": "389",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.97,
          "record-reason": 0.01,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.02,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3057,
        "request_sha256": "a5b6d1c85d5cdb8ae18ee1603bbdf9f9081b476a0862df23ba76655184c8a475"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00859795717121516,
          "enter-details": 0.006178107797329757,
          "instructions": 0.0016470073800155525,
          "log-out-in": 0.0010247592486555066,
          "make-password": 0.00065953124059394,
          "make-purchase": 0.0009178574016600901,
          "membership": 0.0012773650329453152,
          "notify-team": 0.003189890163216494,
          "offer-refund": 0.003976206957079576,
          "promo-code": 0.0006110488676436989,
          "pull-up-account": 0.7872410146055928,
          "record-reason": 0.02888738069494241,
          "search-boots": 0.00038019135926873634,
          "search-faq": 0.0012773650329453152,
          "search-jacket": 0.0014261384426154102,
          "search-jeans": 0.0006822169850932642,
          "search-membership": 0.00035224302213411097,
          "search-policy": 0.00026160620051152975,
          "search-pricing": 0.00013068411855867516,
          "search-shirt": 0.00026160620051152975,
          "search-timing": 7.786364703721917e-05,
          "select-faq": 0.0005066735864931053,
          "send-link": 0.0002920752101949443,
          "shipping-status": 0.0049563532352715585,
          "subscription-status": 0.00023431571937017267,
          "try-again": 5.5949337214969655e-05,
          "update-account": 0.013359240429874705,
          "update-order": 0.00859795717121516,
          "validate-purchase": 0.08693111776390076,
          "verify-identity": 0.036008275976898506
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0024569963829217793,
          "enter-details": 0.003419356173685618,
          "instructions": 0.0019706398197831625,
          "log-out-in": 0.0022006850542233827,
          "make-password": 0.0024569963829217793,
          "make-purchase": 0.00220015818517799,
          "membership": 0.002456408244334575,
          "notify-team": 0.00220015818517799,
          "offer-refund": 0.00220015818517799,
          "promo-code": 0.0027431595781134068,
          "pull-up-account": 0.9421582442821153,
          "record-reason": 0.00593168287057313,
          "search-boots": 0.0019706398197831625,
          "search-faq": 0.002742503017905658,
          "search-jacket": 0.0022006850542233827,
          "search-jeans": 0.001971111695224329,
          "search-membership": 0.0015813134739765462,
          "search-policy": 0.0014965620611907104,
          "search-pricing": 0.0018654685036361086,
          "search-shirt": 7.872637859582875e-05,
          "search-timing": 7.872637859582875e-05,
          "select-faq": 7.872637859582875e-05,
          "send-link": 7.872637859582875e-05,
          "shipping-status": 0.0017654872654513825,
          "subscription-status": 7.872637859582875e-05,
          "try-again": 7.872637859582875e-05,
          "update-account": 0.003062652688549343,
          "update-order": 8.789555078349424e-05,
          "validate-purchase": 0.0024569963829217793,
          "verify-identity": 0.00593168287057313
        }
      }
    },
    {
      "id": "abcd-test-9366-turn-12",
      "conversation_id": "9366",
      "expected_action": "membership",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "update-account": 0.0,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.45,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.01,
          "search-boots": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.02,
          "record-reason": 0.13,
          "offer-refund": 0.0,
          "membership": 0.39
        },
        "vendor_confidence": 0.42,
        "input_tokens": 3227,
        "request_sha256": "90c8f76dd8bc514f646e9e420ad9dd40b778b6beee25d92b5a6926f13ab9a42f"
      },
      "shared_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0015745100057034814,
          "enter-details": 0.6498851620088751,
          "instructions": 0.001263142138450411,
          "log-out-in": 0.0012178052097992515,
          "make-password": 0.0007020115708974181,
          "make-purchase": 0.0005841520173615162,
          "membership": 0.03318768187186869,
          "notify-team": 0.002633323539297067,
          "offer-refund": 0.0642771596223796,
          "promo-code": 0.0008129534838632207,
          "pull-up-account": 0.0003759576135957817,
          "record-reason": 0.051565996886393656,
          "search-boots": 0.001263142138450411,
          "search-faq": 0.002633323539297067,
          "search-jacket": 0.0003367381099710549,
          "search-jeans": 0.0007020115708974181,
          "search-membership": 0.0003072519290201008,
          "search-policy": 0.0003707413628596044,
          "search-pricing": 0.0003707413628596044,
          "search-shirt": 0.00011399205445330886,
          "search-timing": 5.6974176377326515e-05,
          "select-faq": 0.0006287784387582556,
          "send-link": 0.0008750594377166922,
          "shipping-status": 0.0005044341059029869,
          "subscription-status": 0.0003707413628596044,
          "try-again": 0.00015356689826168265,
          "update-account": 0.0008950433028775505,
          "update-order": 0.1732515583544825,
          "validate-purchase": 0.008847438133195207,
          "verify-identity": 0.00023860775327435004
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.0010464497684805425,
          "enter-details": 0.0020267404790348205,
          "instructions": 0.0013782722202835026,
          "log-out-in": 0.0013044026124520345,
          "make-password": 0.001538798147536515,
          "make-purchase": 0.0017063201197791659,
          "membership": 0.9687478843785913,
          "notify-team": 0.0018029507458873072,
          "offer-refund": 0.0015283189017045455,
          "promo-code": 0.0012955197422788631,
          "pull-up-account": 0.0010981813275574182,
          "record-reason": 0.002526337864782092,
          "search-boots": 0.0013688861830565943,
          "search-faq": 0.0011057111580744386,
          "search-jacket": 0.0016148687143334253,
          "search-jeans": 0.0011057111580744386,
          "search-membership": 0.0010464497684805425,
          "search-policy": 0.0009903645894208774,
          "search-pricing": 0.0008870506988784678,
          "search-shirt": 0.00012506112429285939,
          "search-timing": 7.61750072701816e-05,
          "select-faq": 0.00011201486659430841,
          "send-link": 0.0008870506988784678,
          "shipping-status": 9.495235342787457e-05,
          "subscription-status": 0.00012506112429285939,
          "try-again": 0.0011683287355607436,
          "update-account": 0.0013044026124520345,
          "update-order": 0.0018153129684846494,
          "validate-purchase": 0.0001003295853784333,
          "verify-identity": 7.20923446807508e-05
        }
      }
    },
    {
      "id": "abcd-test-573-turn-16",
      "conversation_id": "573",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.9400000000000001,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.01,
          "membership": 0.01,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.03,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.93,
        "input_tokens": 3321,
        "request_sha256": "cac63b6fb42c39a47b3a5130f6edf745fbf8883358a5a60f53ed68e58cebdd66"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0018346562184837676,
          "enter-details": 0.06232293529573991,
          "instructions": 0.0002549864382565901,
          "log-out-in": 0.000551370377927451,
          "make-password": 0.00039619007916132646,
          "make-purchase": 0.00013165499647093169,
          "membership": 0.01193844388716616,
          "notify-team": 0.0014718427810817122,
          "offer-refund": 0.044782472349689795,
          "promo-code": 0.0003178413241966716,
          "pull-up-account": 0.001180777758838646,
          "record-reason": 0.003182645677607234,
          "search-boots": 0.0001469887059608728,
          "search-faq": 0.0006872854515629142,
          "search-jacket": 0.006881998221845664,
          "search-jeans": 0.0007285670408763141,
          "search-membership": 0.0006806676485108333,
          "search-policy": 0.001013933411319696,
          "search-pricing": 0.0009081608771111981,
          "search-shirt": 0.0005844889821477942,
          "search-timing": 0.00013956284818769714,
          "select-faq": 0.00014557336325770012,
          "send-link": 0.00011678542867448645,
          "shipping-status": 0.0010576002356341987,
          "subscription-status": 0.0008134224956647764,
          "try-again": 0.00017396546761537965,
          "update-account": 0.00043807513977996506,
          "update-order": 0.29140747387589566,
          "validate-purchase": 0.5643913319335,
          "verify-identity": 0.0013183016878345905
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.001967573222170972,
          "enter-details": 0.003427484792258501,
          "instructions": 0.0015001197544793063,
          "log-out-in": 0.002087688691775862,
          "make-password": 0.002087688691775862,
          "make-purchase": 0.0017623180505881146,
          "membership": 0.9443979571643261,
          "notify-team": 0.0024628372186127115,
          "offer-refund": 0.0016678651470513608,
          "promo-code": 0.001578474842010357,
          "pull-up-account": 0.0016678651470513608,
          "record-reason": 0.003069933366413981,
          "search-boots": 0.0013380358788120106,
          "search-faq": 0.0022059165596355103,
          "search-jacket": 0.0016678651470513608,
          "search-jeans": 5.5424701446941225e-05,
          "search-membership": 0.0027496808559466495,
          "search-policy": 0.0015850726426158018,
          "search-pricing": 6.908705045839184e-05,
          "search-shirt": 4.9642853720906486e-05,
          "search-timing": 4.9642853720906486e-05,
          "select-faq": 6.187995564157963e-05,
          "send-link": 0.002087688691775862,
          "shipping-status": 6.908705045839184e-05,
          "subscription-status": 5.5424701446941225e-05,
          "try-again": 0.002087688691775862,
          "update-account": 0.0019757973745429766,
          "update-order": 0.004769967497070372,
          "validate-purchase": 0.009238374845729544,
          "verify-identity": 0.0022059165596355103
        }
      }
    },
    {
      "id": "abcd-test-8940-turn-28",
      "conversation_id": "8940",
      "expected_action": "promo-code",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "update-order": 0.01,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.1,
          "offer-refund": 0.17,
          "search-faq": 0.0,
          "enter-details": 0.06,
          "record-reason": 0.04,
          "search-shirt": 0.0,
          "promo-code": 0.42,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.07,
          "search-policy": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "verify-identity": 0.13,
          "pull-up-account": 0.0,
          "search-jeans": 0.0,
          "make-password": 0.0,
          "search-timing": 0.0,
          "try-again": 0.0,
          "make-purchase": 0.0
        },
        "vendor_confidence": 0.39,
        "input_tokens": 3662,
        "request_sha256": "b59d138222acf3f545f9b52f44833816a886345acf99cb72a360b1b90d28a400"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.5974520375228454,
          "enter-details": 0.009080933295626715,
          "instructions": 0.002702820532199411,
          "log-out-in": 0.002168323169641893,
          "make-password": 0.0007019320922178501,
          "make-purchase": 0.00023325364511643802,
          "membership": 0.0013594861669302585,
          "notify-team": 0.008133620762158634,
          "offer-refund": 0.09181433559434778,
          "promo-code": 0.07365754892369633,
          "pull-up-account": 0.0015178240756062882,
          "record-reason": 0.03051007873405584,
          "search-boots": 0.0007836853526286995,
          "search-faq": 0.0006287072723174203,
          "search-jacket": 0.0003624223355216716,
          "search-jeans": 0.0010027614897780424,
          "search-membership": 0.0029192795493929165,
          "search-policy": 0.0008688851607635895,
          "search-pricing": 0.0006453736068097285,
          "search-shirt": 0.00028873281455600586,
          "search-timing": 0.00013352708490104722,
          "select-faq": 0.00040182419222017143,
          "send-link": 0.004199563678459312,
          "shipping-status": 0.0017395252699672855,
          "subscription-status": 0.03803089952545648,
          "try-again": 0.0008688851607635895,
          "update-account": 0.0020976633523867604,
          "update-order": 0.002168323169641893,
          "validate-purchase": 0.11444681317436588,
          "verify-identity": 0.009080933295626715
        }
      },
      "trained_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.02529239595970117,
          "enter-details": 0.0075279499026736805,
          "instructions": 0.00484496054245488,
          "log-out-in": 0.006422831751574752,
          "make-password": 0.00515268105310524,
          "make-purchase": 0.002970298670511128,
          "membership": 0.004367805997590103,
          "notify-team": 0.00603925696784415,
          "offer-refund": 0.00840472148282388,
          "promo-code": 0.8591781117276877,
          "pull-up-account": 0.00484496054245488,
          "record-reason": 0.006742642141125219,
          "search-boots": 0.006422831751574752,
          "search-faq": 0.005752808642423409,
          "search-jacket": 0.004367805997590103,
          "search-jeans": 0.002501557443772871,
          "search-membership": 0.003678524861465989,
          "search-policy": 0.0001412466178799123,
          "search-pricing": 0.00016662800022929582,
          "search-shirt": 0.00010149348013132707,
          "search-timing": 0.00010149348013132707,
          "select-faq": 0.00012651191852642337,
          "send-link": 0.004339538724229315,
          "shipping-status": 0.00014924554673778365,
          "subscription-status": 0.00017606429077814793,
          "try-again": 0.0034813711465020566,
          "update-account": 0.005409247300930989,
          "update-order": 0.005409247300930989,
          "validate-purchase": 0.010476519455687595,
          "verify-identity": 0.005409247300930989
        }
      }
    },
    {
      "id": "abcd-test-3259-turn-16",
      "conversation_id": "3259",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.03,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "verify-identity": 0.97,
          "make-password": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3363,
        "request_sha256": "45fc21b1f2f7cb11edcd037332aea516a7565960087aa75de4477a127aa9ab5d"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.004708783295333857,
          "enter-details": 0.05934469682026413,
          "instructions": 0.0008079087129803288,
          "log-out-in": 0.001746983149813035,
          "make-password": 0.001746983149813035,
          "make-purchase": 6.484699153282427e-05,
          "membership": 0.00030320963853326286,
          "notify-team": 0.00033464852485673847,
          "offer-refund": 0.0002715791394441582,
          "promo-code": 0.00014022216146693077,
          "pull-up-account": 0.0004171403028993785,
          "record-reason": 0.0021776190584054437,
          "search-boots": 0.00019514459036959456,
          "search-faq": 0.00024324828574752254,
          "search-jacket": 0.00019514459036959456,
          "search-jeans": 0.0009928995160041424,
          "search-membership": 0.0015647396164451528,
          "search-policy": 0.0005723632839738984,
          "search-pricing": 0.0002836736499538242,
          "search-shirt": 0.000889321335750319,
          "search-timing": 0.0002123499522777812,
          "select-faq": 0.0006390258127514165,
          "send-link": 0.22260832762047594,
          "shipping-status": 0.0021776190584054437,
          "subscription-status": 0.005869512016776765,
          "try-again": 0.0006390258127514165,
          "update-account": 0.43114276808712015,
          "update-order": 0.0009928995160041424,
          "validate-purchase": 0.01018204633555239,
          "verify-identity": 0.24853526997392736
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.003203630721564135,
          "enter-details": 0.025985357528416866,
          "instructions": 0.003993334763721499,
          "log-out-in": 0.004977702865267202,
          "make-password": 0.003993334763721499,
          "make-purchase": 0.00016308826294666773,
          "membership": 0.004458433510794173,
          "notify-team": 0.00018208298148482432,
          "offer-refund": 0.00012382437151328064,
          "promo-code": 0.00011090714252105603,
          "pull-up-account": 0.00018208298148482432,
          "record-reason": 0.003993334763721499,
          "search-boots": 0.0035767538844070973,
          "search-faq": 0.00018208298148482432,
          "search-jacket": 0.00015434744206047472,
          "search-jeans": 0.0022259853736225224,
          "search-membership": 0.0024852435556052916,
          "search-policy": 0.0035767538844070973,
          "search-pricing": 0.002869431646881331,
          "search-shirt": 0.002625984888727202,
          "search-timing": 0.0023520451850332614,
          "select-faq": 0.002625984888727202,
          "send-link": 0.004977702865267202,
          "shipping-status": 0.002625984888727202,
          "subscription-status": 0.0024852435556052916,
          "try-again": 0.003993334763721499,
          "update-account": 0.010763555279902387,
          "update-order": 0.004977702865267202,
          "validate-purchase": 0.013416801033715843,
          "verify-identity": 0.8827179463596795
        }
      }
    },
    {
      "id": "abcd-test-2687-turn-18",
      "conversation_id": "2687",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.05,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.79,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.06,
          "select-faq": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.06999999999999999,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.03,
          "search-faq": 0.0,
          "offer-refund": 0.0,
          "search-jeans": 0.0
        },
        "vendor_confidence": 0.77,
        "input_tokens": 3387,
        "request_sha256": "eaf43220f67354ccf5ad038f6e7cc2823d549fcfcdb9f9da8d4b6d7a2b18a221"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.0021423008125243687,
          "enter-details": 0.002981400770635058,
          "instructions": 2.3362431916083913e-05,
          "log-out-in": 0.0003292209432529547,
          "make-password": 1.874238267573569e-05,
          "make-purchase": 1.958703214854669e-06,
          "membership": 9.677097285440404e-06,
          "notify-team": 0.0007948045595367896,
          "offer-refund": 0.0003292209432529547,
          "promo-code": 9.677097285440404e-06,
          "pull-up-account": 0.00013636848005247463,
          "record-reason": 0.005171939748248688,
          "search-boots": 0.00036756490149835195,
          "search-faq": 1.5035972764319582e-05,
          "search-jacket": 2.6083431227040205e-05,
          "search-jeans": 0.00026411568777845885,
          "search-membership": 8.776622976213443e-05,
          "search-policy": 0.0003863540380039335,
          "search-pricing": 0.0004815918715621676,
          "search-shirt": 0.0002227164752145156,
          "search-timing": 6.628862505724248e-05,
          "select-faq": 0.0002776166928055652,
          "send-link": 9.798828675870135e-05,
          "shipping-status": 0.008036000057224007,
          "subscription-status": 0.0003863540380039335,
          "try-again": 0.00019948290017465968,
          "update-account": 0.9171628111076155,
          "update-order": 0.05229177595705537,
          "validate-purchase": 0.006446836870915034,
          "verify-identity": 0.0012349428866981484
        }
      },
      "trained_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.008460037653735208,
          "enter-details": 0.006787019438185972,
          "instructions": 0.006787019438185972,
          "log-out-in": 0.00607900410376546,
          "make-password": 0.0007878725273477496,
          "make-purchase": 0.00045417412511571256,
          "membership": 0.0008796351316746531,
          "notify-team": 0.00607900410376546,
          "offer-refund": 0.00045417412511571256,
          "promo-code": 0.0005661292434481617,
          "pull-up-account": 0.0008796351316746531,
          "record-reason": 0.006787019438185972,
          "search-boots": 0.0057531954170287735,
          "search-faq": 0.007577495173491982,
          "search-jacket": 0.0005661292434481617,
          "search-jeans": 0.006930845667193836,
          "search-membership": 0.006930845667193836,
          "search-policy": 0.006930845667193836,
          "search-pricing": 0.00607900410376546,
          "search-shirt": 0.006207826867469868,
          "search-timing": 0.00399533464771973,
          "select-faq": 0.005262228488945267,
          "send-link": 0.006787019438185972,
          "shipping-status": 0.6938060457960673,
          "subscription-status": 0.01054545969627012,
          "try-again": 0.011773677641272092,
          "update-account": 0.13290420314791962,
          "update-order": 0.028424026708317316,
          "validate-purchase": 0.006787019438185972,
          "verify-identity": 0.00773807273013013
        }
      }
    },
    {
      "id": "abcd-test-8008-turn-7",
      "conversation_id": "8008",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-membership": 0.0,
          "search-pricing": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.84,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.02,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "enter-details": 0.0,
          "try-again": 0.14,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.82,
        "input_tokens": 3049,
        "request_sha256": "6089612d1aeff1ca3cb8977b691cbc201a11b13714a348e758aeaacb7f17b690"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0042701855799892425,
          "enter-details": 0.001584260670257209,
          "instructions": 0.07489619409819995,
          "log-out-in": 0.7572492033740342,
          "make-password": 0.0009132581466753429,
          "make-purchase": 0.001768777743329349,
          "membership": 0.0007596280975980975,
          "notify-team": 0.0012709644670628503,
          "offer-refund": 0.0008481010474155529,
          "promo-code": 0.00026672124284535015,
          "pull-up-account": 0.0042701855799892425,
          "record-reason": 0.00035129676936604995,
          "search-boots": 0.0002818258986401149,
          "search-faq": 0.0009468784272887695,
          "search-jacket": 0.0009468784272887695,
          "search-jeans": 0.00047153439221624,
          "search-membership": 0.00018484900801870823,
          "search-policy": 0.0002895868896506828,
          "search-pricing": 7.246367524695258e-05,
          "search-shirt": 0.00020808417819964003,
          "search-timing": 0.00016556573393542302,
          "select-faq": 0.0004223444149473697,
          "send-link": 0.00015669210584417262,
          "shipping-status": 0.0004030128058019182,
          "subscription-status": 0.0004223444149473697,
          "try-again": 0.14505726822672824,
          "update-account": 0.00044995122883303377,
          "update-order": 0.00018637705186913062,
          "validate-purchase": 0.0006261888009312127,
          "verify-identity": 0.00025937750284984996
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0013601297154778001,
          "enter-details": 0.0024525786207113256,
          "instructions": 0.008240170187587905,
          "log-out-in": 0.9404642355805726,
          "make-password": 0.003810740618878699,
          "make-purchase": 0.0013601297154778001,
          "membership": 0.0024525786207113256,
          "notify-team": 0.0030571461028702064,
          "offer-refund": 0.00128723253134733,
          "promo-code": 0.0010326751647386284,
          "pull-up-account": 0.0014371550976560277,
          "record-reason": 0.0012182422870557982,
          "search-boots": 0.0012182422870557982,
          "search-faq": 0.003810740618878699,
          "search-jacket": 0.002196728123745595,
          "search-jeans": 0.0015784701236278736,
          "search-membership": 0.0015784701236278736,
          "search-policy": 6.145334845734327e-05,
          "search-pricing": 0.0014938711903720152,
          "search-shirt": 6.861075365779842e-05,
          "search-timing": 0.0015784701236278736,
          "select-faq": 0.0015784701236278736,
          "send-link": 0.0014138060071518174,
          "shipping-status": 4.9300604660366873e-05,
          "subscription-status": 0.002196728123745595,
          "try-again": 0.01280332210382854,
          "update-account": 4.9300604660366873e-05,
          "update-order": 4.9300604660366873e-05,
          "validate-purchase": 4.665829839114461e-05,
          "verify-identity": 5.5042593137601615e-05
        }
      }
    },
    {
      "id": "abcd-test-6797-turn-24",
      "conversation_id": "6797",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.02,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.25,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.0,
          "select-faq": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.1,
          "validate-purchase": 0.61,
          "search-faq": 0.0,
          "search-jeans": 0.0,
          "enter-details": 0.02,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.59,
        "input_tokens": 3529,
        "request_sha256": "ad3f6eaafd961bdb829ebeda488acff7fcda682a615e93c7871c98db726fe01a"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.024475178753672333,
          "enter-details": 0.006524787994449869,
          "instructions": 0.003368888951508951,
          "log-out-in": 0.0037612593846050903,
          "make-password": 0.000201912777138753,
          "make-purchase": 0.00025168481100997956,
          "membership": 0.00048745743729094695,
          "notify-team": 0.00173942801813858,
          "offer-refund": 0.004199329443750133,
          "promo-code": 0.0003502650708806349,
          "pull-up-account": 0.003368888951508951,
          "record-reason": 0.004199329443750133,
          "search-boots": 0.00016198322907059941,
          "search-faq": 0.0003502650708806349,
          "search-jacket": 0.00014508530955597995,
          "search-jeans": 0.001275014183782429,
          "search-membership": 0.0015893085826609993,
          "search-policy": 0.0009161681354937907,
          "search-pricing": 0.00173942801813858,
          "search-shirt": 0.0006583172905647376,
          "search-timing": 0.0002442391283118082,
          "select-faq": 0.0014235136315994058,
          "send-link": 0.004688420966785796,
          "shipping-status": 0.006524787994449869,
          "subscription-status": 0.0037612593846050903,
          "try-again": 0.0010228731524942426,
          "update-account": 0.001557972758362728,
          "update-order": 0.03050837950090331,
          "validate-purchase": 0.83141651338202,
          "verify-identity": 0.05908805924261564
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.005139734496923297,
          "enter-details": 0.0071528806641140445,
          "instructions": 0.0046035624951351484,
          "log-out-in": 0.0046035624951351484,
          "make-password": 0.00313062373009858,
          "make-purchase": 0.00027534252719871636,
          "membership": 0.0033079136549270458,
          "notify-team": 0.0036931827094660585,
          "offer-refund": 0.00027534252719871636,
          "promo-code": 0.00027534252719871636,
          "pull-up-account": 0.0033079136549270458,
          "record-reason": 0.00038318910643651464,
          "search-boots": 0.00030741133471335155,
          "search-faq": 0.00038318910643651464,
          "search-jacket": 0.00027534252719871636,
          "search-jeans": 0.0019194583471334858,
          "search-membership": 0.0036931827094660585,
          "search-policy": 0.0019194583471334858,
          "search-pricing": 0.0023926104697596273,
          "search-shirt": 0.0021430157920334187,
          "search-timing": 0.0021430157920334187,
          "select-faq": 0.0023926104697596273,
          "send-link": 0.00313062373009858,
          "shipping-status": 0.005139734496923297,
          "subscription-status": 0.0023926104697596273,
          "try-again": 0.0071528806641140445,
          "update-account": 0.004123323737419771,
          "update-order": 0.0071528806641140445,
          "validate-purchase": 0.911451707579127,
          "verify-identity": 0.005738353174016879
        }
      }
    },
    {
      "id": "abcd-test-6674-turn-8",
      "conversation_id": "6674",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.02,
          "update-order": 0.12,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.86,
          "membership": 0.0,
          "shipping-status": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.84,
        "input_tokens": 3062,
        "request_sha256": "95ca0805247ec0a828b956df43d3441c4a2b1634fbe5512be963b730e523753f"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.004923595799222111,
          "enter-details": 0.0026100764626751927,
          "instructions": 0.0008673352898256422,
          "log-out-in": 0.0012070545264122115,
          "make-password": 0.0004999809122919278,
          "make-purchase": 0.0008673352898256422,
          "membership": 0.035770258866265905,
          "notify-team": 0.001465445236967632,
          "offer-refund": 0.004409971222191116,
          "promo-code": 0.00254215890718625,
          "pull-up-account": 0.0018266812815704173,
          "record-reason": 0.006852084012344695,
          "search-boots": 0.00254215890718625,
          "search-faq": 0.0005582131109737445,
          "search-jacket": 0.0005582131109737445,
          "search-jeans": 0.0013531184544344915,
          "search-membership": 0.006137281819243048,
          "search-policy": 0.0012119625983345492,
          "search-pricing": 0.004071950511769314,
          "search-shirt": 0.0008708620212963407,
          "search-timing": 0.0009722902733492839,
          "select-faq": 0.0006257618219625561,
          "send-link": 0.0022769633870979578,
          "shipping-status": 0.028696490605177455,
          "subscription-status": 0.035770258866265905,
          "try-again": 0.00032309429381206496,
          "update-account": 0.006852084012344695,
          "update-order": 0.40378352976636694,
          "validate-purchase": 0.035770258866265905,
          "verify-identity": 0.40378352976636694
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0008607558537911299,
          "enter-details": 0.0014904823226871277,
          "instructions": 0.0021917446673583793,
          "log-out-in": 0.0008607558537911299,
          "make-password": 0.0008607558537911299,
          "make-purchase": 0.0023158649712660606,
          "membership": 0.003802095791439799,
          "notify-team": 0.0023158649712660606,
          "offer-refund": 0.0005539787001636098,
          "promo-code": 0.0009610071031616439,
          "pull-up-account": 0.0009610071031616439,
          "record-reason": 0.004739322947057971,
          "search-boots": 0.0027320154852147967,
          "search-faq": 0.0017583150318909828,
          "search-jacket": 0.0008607558537911299,
          "search-jeans": 0.001976390572176348,
          "search-membership": 0.002447014824728807,
          "search-policy": 0.0018578899812566733,
          "search-pricing": 0.0018578899812566733,
          "search-shirt": 0.0022065786930788216,
          "search-timing": 0.002331539000678147,
          "select-faq": 0.002331539000678147,
          "send-link": 0.0017702154522702786,
          "shipping-status": 0.0025855912129816253,
          "subscription-status": 0.0022065786930788216,
          "try-again": 0.0021917446673583793,
          "update-account": 0.002886732200865133,
          "update-order": 0.0024635765508357194,
          "validate-purchase": 0.005291306778651766,
          "verify-identity": 0.938330689880272
        }
      }
    },
    {
      "id": "abcd-test-3662-turn-17",
      "conversation_id": "3662",
      "expected_action": "membership",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.03,
          "verify-identity": 0.04,
          "make-purchase": 0.0,
          "pull-up-account": 0.01,
          "log-out-in": 0.0,
          "validate-purchase": 0.04,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.01,
          "search-pricing": 0.0,
          "membership": 0.2,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.09,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.08,
          "search-jeans": 0.0,
          "record-reason": 0.5,
          "search-boots": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.47,
        "input_tokens": 3374,
        "request_sha256": "2da5a86c26dfe52009abaa46d8817b53b28a6734bc382168b5ee92e66a4de5e7"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.007752014798230889,
          "enter-details": 0.03246539712761743,
          "instructions": 0.0017151567102218475,
          "log-out-in": 0.0021379474697148797,
          "make-password": 0.0021379474697148797,
          "make-purchase": 0.000988713918580553,
          "membership": 0.04518149359281687,
          "notify-team": 0.004002528788319757,
          "offer-refund": 0.1694809870495605,
          "promo-code": 0.0012324347251348562,
          "pull-up-account": 0.001103868417495329,
          "record-reason": 0.12178143186503115,
          "search-boots": 0.000988713918580553,
          "search-faq": 0.012044842771173564,
          "search-jacket": 0.18922023019774437,
          "search-jeans": 0.0014927953223135269,
          "search-membership": 0.004002528788319757,
          "search-policy": 0.0025896069351880506,
          "search-pricing": 0.0014927953223135269,
          "search-shirt": 0.0011975867712408913,
          "search-timing": 0.0008560156674734032,
          "select-faq": 0.0009557149024059568,
          "send-link": 0.002876037748023253,
          "shipping-status": 0.002066591966510292,
          "subscription-status": 0.0011975867712408913,
          "try-again": 0.00035644597818745274,
          "update-account": 0.0013370684133931009,
          "update-order": 0.3282469095335135,
          "validate-purchase": 0.05044372336278556,
          "verify-identity": 0.008654883697153453
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.002469904298488598,
          "enter-details": 0.002469904298488598,
          "instructions": 0.002337527767268541,
          "log-out-in": 0.002337527767268541,
          "make-password": 0.002733639182681218,
          "make-purchase": 0.0020755088641471815,
          "membership": 0.9471078879904052,
          "notify-team": 0.003078742605867089,
          "offer-refund": 0.002193047075156369,
          "promo-code": 0.0018589940440733917,
          "pull-up-account": 0.0016650654710422487,
          "record-reason": 0.0066573308275657845,
          "search-boots": 0.0024484689754128556,
          "search-faq": 0.0027575709294874787,
          "search-jacket": 0.0019642704599601747,
          "search-jeans": 0.00015727586603874643,
          "search-membership": 0.002469904298488598,
          "search-policy": 0.0013474841350942998,
          "search-pricing": 0.0018752688042459888,
          "search-shirt": 0.00014086900568912515,
          "search-timing": 0.00010122216207845163,
          "select-faq": 0.0015896209732357864,
          "send-link": 0.0015044242190677042,
          "shipping-status": 0.00013331902687282755,
          "subscription-status": 0.00014086900568912515,
          "try-again": 0.002337527767268541,
          "update-account": 0.0019814670138875597,
          "update-order": 0.001774762272118325,
          "validate-purchase": 0.00015727586603874643,
          "verify-identity": 0.00013331902687282755
        }
      }
    },
    {
      "id": "abcd-test-9923-turn-12",
      "conversation_id": "9923",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.38,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.27,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.35000000000000003,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-faq": 0.0,
          "shipping-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.35,
        "input_tokens": 3164,
        "request_sha256": "3bc3bc29c07b1a2c2641a2f214ac84e2a92496a157f556ef42e5e37756dc2cac"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.727920623384105,
          "enter-details": 0.001094288934712838,
          "instructions": 0.000704280270818839,
          "log-out-in": 0.00031204172175983185,
          "make-password": 0.00016111369444567555,
          "make-purchase": 9.813471765382668e-05,
          "membership": 0.019193077264241788,
          "notify-team": 0.00020961977716260987,
          "offer-refund": 0.0001425505962795536,
          "promo-code": 0.24188993130401093,
          "pull-up-account": 0.0007863070280810172,
          "record-reason": 0.00016111369444567555,
          "search-boots": 0.0001798784441503137,
          "search-faq": 0.00012232520575394755,
          "search-jacket": 0.00014430649292020476,
          "search-jeans": 8.682789927396611e-05,
          "search-membership": 0.00015915331299216326,
          "search-policy": 2.3952422500675247e-05,
          "search-pricing": 5.7825962363228424e-05,
          "search-shirt": 1.107702270595199e-05,
          "search-timing": 0.00020961977716260987,
          "select-faq": 6.965719493996127e-05,
          "send-link": 0.0003257007262314154,
          "shipping-status": 3.721653117260616e-05,
          "subscription-status": 0.00013491050564614886,
          "try-again": 1.7211137184065274e-05,
          "update-account": 1.921569862312216e-05,
          "update-order": 4.639050974323807e-05,
          "validate-purchase": 0.0005650049638836319,
          "verify-identity": 0.0051166438050351095
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9532169517855262,
          "enter-details": 0.002352605289324647,
          "instructions": 0.0022265158976345093,
          "log-out-in": 0.0013770557524447767,
          "make-password": 0.0019942479471946823,
          "make-purchase": 0.001303251435655618,
          "membership": 0.005375256635623035,
          "notify-team": 0.0017862099647121224,
          "offer-refund": 0.0011672975435646931,
          "promo-code": 0.0030986011233885397,
          "pull-up-account": 0.001303251435655618,
          "record-reason": 0.002485835776925175,
          "search-boots": 0.001537440012795305,
          "search-faq": 0.001303251435655618,
          "search-jacket": 0.001537440012795305,
          "search-jeans": 0.0012147008663133377,
          "search-membership": 0.0013561757445831229,
          "search-policy": 0.0013561757445831229,
          "search-pricing": 0.0005632169275175358,
          "search-shirt": 0.00045183720301537243,
          "search-timing": 0.00040470204642867937,
          "select-faq": 0.00045183720301537243,
          "send-link": 0.0015141281750822712,
          "shipping-status": 0.00036248392219283217,
          "subscription-status": 0.0022265158976345093,
          "try-again": 0.0015141281750822712,
          "update-account": 0.000504462705424928,
          "update-order": 0.0005632169275175358,
          "validate-purchase": 0.002352605289324647,
          "verify-identity": 0.0030986011233885397
        }
      }
    },
    {
      "id": "abcd-test-1229-turn-22",
      "conversation_id": "1229",
      "expected_action": "membership",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.14,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "instructions": 0.0,
          "update-order": 0.03,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "record-reason": 0.52,
          "log-out-in": 0.0,
          "verify-identity": 0.03,
          "validate-purchase": 0.09,
          "subscription-status": 0.0,
          "pull-up-account": 0.01,
          "enter-details": 0.18000000000000002,
          "search-faq": 0.0,
          "offer-refund": 0.0,
          "search-jeans": 0.0
        },
        "vendor_confidence": 0.49,
        "input_tokens": 3593,
        "request_sha256": "53aa9951dab0024f22560ae1c40fd6b28b345d9817d38cd04052a7fb80b024f1"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0016592900402438526,
          "enter-details": 0.0977797043498206,
          "instructions": 0.0002986131700944029,
          "log-out-in": 0.000687304739251619,
          "make-password": 0.001486194632352136,
          "make-purchase": 0.00023956075893717983,
          "membership": 0.003213679325546911,
          "notify-team": 0.0011922916226696659,
          "offer-refund": 0.04050193180866183,
          "promo-code": 0.00021457003046940508,
          "pull-up-account": 0.0002986131700944029,
          "record-reason": 0.02910281399929985,
          "search-boots": 0.00019218630296016448,
          "search-faq": 0.00033339228186462464,
          "search-jacket": 0.00011078703432972497,
          "search-jeans": 0.0028784315239326736,
          "search-membership": 0.000615605876698377,
          "search-policy": 0.0001734068081303896,
          "search-pricing": 0.0010344789041003312,
          "search-shirt": 0.0007433301600916264,
          "search-timing": 0.00014239082527843378,
          "select-faq": 0.00230920344722573,
          "send-link": 0.0016073412083337784,
          "shipping-status": 0.0007673544627754146,
          "subscription-status": 0.0005963325412517675,
          "try-again": 0.0002470103239509002,
          "update-account": 0.0003962012132218468,
          "update-order": 0.7931119792275477,
          "validate-purchase": 0.016776519499795212,
          "verify-identity": 0.0012894807110694012
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0023255833191323486,
          "enter-details": 0.8168097790251119,
          "instructions": 0.004125553458023455,
          "log-out-in": 0.004125553458023455,
          "make-password": 0.003695179498402335,
          "make-purchase": 0.00574145637053155,
          "membership": 0.03736070305375101,
          "notify-team": 0.004125553458023455,
          "offer-refund": 0.0023255833191323486,
          "promo-code": 0.0017656936013983678,
          "pull-up-account": 0.0017656936013983678,
          "record-reason": 0.004359187711951471,
          "search-boots": 0.001865686608414661,
          "search-faq": 0.002596441749538905,
          "search-jacket": 0.0015814982663118695,
          "search-jeans": 0.002964437545557513,
          "search-membership": 0.0023782039711257048,
          "search-policy": 0.00028159398726125876,
          "search-pricing": 0.0028055563132497493,
          "search-shirt": 0.000266501723306991,
          "search-timing": 0.00016232682147476315,
          "select-faq": 0.00021379954783670276,
          "send-link": 0.00025221837909247786,
          "shipping-status": 0.00028159398726125876,
          "subscription-status": 0.0002259071925950308,
          "try-again": 0.0028055563132497493,
          "update-account": 0.00574145637053155,
          "update-order": 0.08078706824685652,
          "validate-purchase": 0.0031323165507276722,
          "verify-identity": 0.0031323165507276722
        }
      }
    },
    {
      "id": "abcd-test-6406-turn-20",
      "conversation_id": "6406",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "update-order": 0.1,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.7,
          "record-reason": 0.19,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.01,
          "make-password": 0.0,
          "search-jeans": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.68,
        "input_tokens": 3554,
        "request_sha256": "33a709940f1c10611a93512302935c96a8f78fcce9bb8178e729b27461e4159e"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0013547204394981482,
          "enter-details": 0.04121889592279957,
          "instructions": 0.00011022516493521289,
          "log-out-in": 0.0006265032352900653,
          "make-password": 0.001213397490881849,
          "make-purchase": 9.87265970057319e-05,
          "membership": 0.00017126447150096218,
          "notify-team": 0.0015125032705204287,
          "offer-refund": 0.006334361137328756,
          "promo-code": 5.69116347383673e-05,
          "pull-up-account": 0.00013739598514727008,
          "record-reason": 0.006334361137328756,
          "search-boots": 4.565704552472048e-05,
          "search-faq": 7.094050512952345e-05,
          "search-jacket": 0.0010868171236533021,
          "search-jeans": 0.0005313488433004084,
          "search-membership": 0.0008718930599527675,
          "search-policy": 0.00038180311878376923,
          "search-pricing": 0.0004501767325687499,
          "search-shirt": 0.0016886629273661629,
          "search-timing": 0.00022009305890083723,
          "select-faq": 0.0006623278660185472,
          "send-link": 0.0029293852563031637,
          "shipping-status": 0.0016886629273661629,
          "subscription-status": 0.0003419737897845094,
          "try-again": 0.0001416510811703912,
          "update-account": 0.19272986439698783,
          "update-order": 0.722950384340551,
          "validate-purchase": 0.0003419737897845094,
          "verify-identity": 0.01369711764987849
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0014610532256146976,
          "enter-details": 0.8681342146726612,
          "instructions": 0.0031507088769656137,
          "log-out-in": 0.002263958354920463,
          "make-password": 0.0023921682538003133,
          "make-purchase": 0.0031507088769656137,
          "membership": 0.002263958354920463,
          "notify-team": 0.0026707814945480103,
          "offer-refund": 0.001723598150667966,
          "promo-code": 0.0013086379392930412,
          "pull-up-account": 0.0019243436298627614,
          "record-reason": 0.0031507088769656137,
          "search-boots": 0.001723598150667966,
          "search-faq": 0.0015437939205429764,
          "search-jacket": 0.0019243436298627614,
          "search-jeans": 0.00016267778457958407,
          "search-membership": 0.0001718903556633829,
          "search-policy": 0.00013050722107704835,
          "search-pricing": 0.00019191024023374777,
          "search-shirt": 0.0002027782891913579,
          "search-timing": 0.00014570725423284863,
          "select-faq": 0.00018162465519701922,
          "send-link": 0.0029818440876731287,
          "shipping-status": 0.0023921682538003133,
          "subscription-status": 0.003329136525476027,
          "try-again": 0.0031507088769656137,
          "update-account": 0.020502239117343016,
          "update-order": 0.06169749189406687,
          "validate-purchase": 0.0028220301592750204,
          "verify-identity": 0.0031507088769656137
        }
      }
    },
    {
      "id": "abcd-test-4006-turn-13",
      "conversation_id": "4006",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.01,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.36,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.55,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.05,
          "search-membership": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.01,
          "update-order": 0.01,
          "offer-refund": 0.01,
          "membership": 0.0
        },
        "vendor_confidence": 0.52,
        "input_tokens": 3288,
        "request_sha256": "17959056e88398ebc1fa7861ee1b97cfed6c04f4d5af2fa89f9f69838b3bba94"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.8189814070838475,
          "enter-details": 0.0022155779275400515,
          "instructions": 0.0010246139136302894,
          "log-out-in": 0.0014259362316884636,
          "make-password": 0.00047384232335920224,
          "make-purchase": 0.00015745890620317402,
          "membership": 0.008011522242236762,
          "notify-team": 0.002972318786062543,
          "offer-refund": 0.021594073757153893,
          "promo-code": 0.002135772959408571,
          "pull-up-account": 0.0006594377010201997,
          "record-reason": 0.0011027457392657684,
          "search-boots": 0.0005906458274698234,
          "search-faq": 0.008011522242236762,
          "search-jacket": 0.041823010394266696,
          "search-jeans": 0.000792383697597694,
          "search-membership": 0.0008846717954182119,
          "search-policy": 0.00023584259786325445,
          "search-pricing": 0.008011522242236762,
          "search-shirt": 4.8189502306100315e-05,
          "search-timing": 3.865976076914144e-05,
          "select-faq": 0.0004872281184177577,
          "send-link": 0.0004364009801461285,
          "shipping-status": 0.009986383534622343,
          "subscription-status": 0.00035009995642151505,
          "try-again": 4.8189502306100315e-05,
          "update-account": 0.00018076416255509211,
          "update-order": 0.007175767812713794,
          "validate-purchase": 0.05213248805899964,
          "verify-identity": 0.008011522242236762
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.913176103561622,
          "enter-details": 0.002968441118343183,
          "instructions": 0.00331417191105418,
          "log-out-in": 0.0021399317973950587,
          "make-password": 0.0026587761888184885,
          "make-purchase": 0.0019166961112770176,
          "membership": 0.0041311244935219775,
          "notify-team": 0.002389167346587957,
          "offer-refund": 0.002261117836343855,
          "promo-code": 0.0019166961112770176,
          "pull-up-account": 0.0017167483763832546,
          "record-reason": 0.002261117836343855,
          "search-boots": 0.002018669564891795,
          "search-faq": 0.002968441118343183,
          "search-jacket": 0.0026587761888184885,
          "search-jeans": 0.0022537818014847348,
          "search-membership": 0.00012259299467054475,
          "search-policy": 0.00012259299467054475,
          "search-pricing": 0.001910477451545193,
          "search-shirt": 7.89003947191195e-05,
          "search-timing": 7.467167485560032e-05,
          "select-faq": 0.00010980422412186784,
          "send-link": 0.002516277299973407,
          "shipping-status": 0.0037001698046469954,
          "subscription-status": 0.00013687126203713792,
          "try-again": 0.0041311244935219775,
          "update-account": 0.00013687126203713792,
          "update-order": 0.008001076942618545,
          "validate-purchase": 0.02407768334455389,
          "verify-identity": 0.0041311244935219775
        }
      }
    },
    {
      "id": "abcd-test-9315-turn-8",
      "conversation_id": "9315",
      "expected_action": "search-policy",
      "jev": {
        "choice": "search-policy",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "verify-identity": 0.0,
          "try-again": 0.0,
          "send-link": 0.0,
          "search-policy": 0.85,
          "select-faq": 0.14,
          "search-membership": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.01,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.84,
        "input_tokens": 3047,
        "request_sha256": "732b4e486debcae84e0141b356d2b61f27cdf4c4e4145b3a2f5cd3938b424070"
      },
      "shared_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.0026372290939345503,
          "enter-details": 0.00029766851302981547,
          "instructions": 0.004097649154234844,
          "log-out-in": 0.0004142598154127864,
          "make-password": 0.00015369267624418557,
          "make-purchase": 0.0001376596267413116,
          "membership": 0.00021389125695487596,
          "notify-team": 0.0005765183706994786,
          "offer-refund": 0.0008763581076957845,
          "promo-code": 0.00019157834172427914,
          "pull-up-account": 0.004097649154234844,
          "record-reason": 0.0008763581076957845,
          "search-boots": 0.0016973105903551314,
          "search-faq": 0.10002019665832115,
          "search-jacket": 0.0012196113172311224,
          "search-jeans": 0.0008763581076957845,
          "search-membership": 0.0005640207569128126,
          "search-policy": 0.6508490226080031,
          "search-pricing": 0.009892537653274849,
          "search-shirt": 0.00027433262946420376,
          "search-timing": 0.0012196113172311224,
          "select-faq": 0.21627883802944348,
          "send-link": 8.66765486743511e-05,
          "shipping-status": 0.001520248947127242,
          "subscription-status": 0.00015814094139394487,
          "try-again": 5.552659192578705e-05,
          "update-account": 8.165158600152325e-05,
          "update-order": 9.632401112360737e-05,
          "validate-purchase": 0.0003419563638404243,
          "verify-identity": 0.00019712312337767684
        }
      },
      "trained_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.00064903777067224,
          "enter-details": 0.0024262286989589475,
          "instructions": 0.0008090272581742524,
          "log-out-in": 0.0008090272581742524,
          "make-password": 0.0008090272581742524,
          "make-purchase": 0.0024262286989589475,
          "membership": 0.0006857933908814266,
          "notify-team": 0.0033765373663642586,
          "offer-refund": 0.00064903777067224,
          "promo-code": 0.0008090272581742524,
          "pull-up-account": 0.0037697989828707566,
          "record-reason": 0.0028622108836390257,
          "search-boots": 0.002056656499665469,
          "search-faq": 0.006539602491558756,
          "search-jacket": 0.0028622108836390257,
          "search-jeans": 0.0014269502094400232,
          "search-membership": 0.0037697989828707566,
          "search-policy": 0.9303601053752772,
          "search-pricing": 0.0037697989828707566,
          "search-shirt": 0.002173126894309374,
          "search-timing": 0.0030243008671118165,
          "select-faq": 0.01134448718710383,
          "send-link": 0.002173126894309374,
          "shipping-status": 0.0012095917584722317,
          "subscription-status": 0.0012095917584722317,
          "try-again": 0.0030243008671118165,
          "update-account": 0.0012095917584722317,
          "update-order": 0.0012780921175640123,
          "validate-purchase": 0.0012095917584722317,
          "verify-identity": 0.0012780921175640123
        }
      }
    },
    {
      "id": "abcd-test-2565-turn-22",
      "conversation_id": "2565",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.71,
          "verify-identity": 0.05,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.05,
          "search-membership": 0.0,
          "shipping-status": 0.18000000000000002,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.01,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.69,
        "input_tokens": 3454,
        "request_sha256": "e09f8447b045aae08674c8ae8d764a10241b23ce550bb3b03182d8b1d8f7c6ed"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.7606383520173045,
          "enter-details": 0.0014253430403085312,
          "instructions": 0.0007359354650729311,
          "log-out-in": 0.001143473811503866,
          "make-password": 0.0005221471445196668,
          "make-purchase": 0.00015541039290869368,
          "membership": 0.0003799789320469754,
          "notify-team": 0.00012626801131287465,
          "offer-refund": 0.00024455305223043504,
          "promo-code": 0.0003360519334040006,
          "pull-up-account": 0.0008216491051114828,
          "record-reason": 0.0003751915694556818,
          "search-boots": 0.00024147188410370403,
          "search-faq": 0.00019371949271738002,
          "search-jacket": 0.0003360519334040006,
          "search-jeans": 0.000304836018895172,
          "search-membership": 0.0004333673827081152,
          "search-policy": 0.00016078154333522062,
          "search-pricing": 9.073053229403564e-05,
          "search-shirt": 0.00012898610692177876,
          "search-timing": 0.003441064687730939,
          "select-faq": 0.00016078154333522062,
          "send-link": 0.005969335557782149,
          "shipping-status": 0.09377615752446498,
          "subscription-status": 0.0002789136220294689,
          "try-again": 5.645380681535277e-05,
          "update-account": 0.0005401936637224573,
          "update-order": 0.03884359940983243,
          "validate-purchase": 0.07523139923757446,
          "verify-identity": 0.012907801577153516
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9173742223395691,
          "enter-details": 0.0039276882883351035,
          "instructions": 0.003517955192006739,
          "log-out-in": 0.0033294080784182748,
          "make-password": 0.00315096605616781,
          "make-purchase": 0.0022641429379675524,
          "membership": 0.0017469011387737895,
          "notify-team": 0.0033294080784182748,
          "offer-refund": 0.0017469011387737895,
          "promo-code": 0.0014014420491860599,
          "pull-up-account": 0.0014808069494484898,
          "record-reason": 0.0014808069494484898,
          "search-boots": 0.001653274579289449,
          "search-faq": 0.001653274579289449,
          "search-jacket": 0.003517955192006739,
          "search-jeans": 0.00047944284111743325,
          "search-membership": 0.00038463044437650484,
          "search-policy": 0.00034450616451451677,
          "search-pricing": 0.00047944284111743325,
          "search-shirt": 0.00038463044437650484,
          "search-timing": 0.00034450616451451677,
          "select-faq": 0.0003260420922281098,
          "send-link": 0.004633475786130516,
          "shipping-status": 0.008037851944233046,
          "subscription-status": 0.00315096605616781,
          "try-again": 0.0029820878576335805,
          "update-account": 0.004150116311604076,
          "update-order": 0.004150116311604076,
          "validate-purchase": 0.013943555407152248,
          "verify-identity": 0.004633475786130516
        }
      }
    },
    {
      "id": "abcd-test-2503-turn-7",
      "conversation_id": "2503",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "subscription-status": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "membership": 0.0,
          "promo-code": 0.0,
          "search-pricing": 0.01,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.97,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.02
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3037,
        "request_sha256": "ee7b4a02f8b60cf27eef3a57c2c4f81bcd9264ea9fb7a4d09e98c846ae72459f"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.008186769866388673,
          "enter-details": 0.005268974579640445,
          "instructions": 0.0016908701382205074,
          "log-out-in": 0.0010882377799677505,
          "make-password": 0.0006273222236006937,
          "make-purchase": 0.0007003857198534434,
          "membership": 0.0006273222236006937,
          "notify-team": 0.0014046436645158247,
          "offer-refund": 0.0017508921114049716,
          "promo-code": 0.03428614421528714,
          "pull-up-account": 0.8368961654453366,
          "record-reason": 0.007332733582202575,
          "search-boots": 0.0007819589236383604,
          "search-faq": 0.0008730327878499871,
          "search-jacket": 0.002436684323698262,
          "search-jeans": 0.0007252477537092785,
          "search-membership": 0.0003353973119944961,
          "search-policy": 0.00015223407535579713,
          "search-pricing": 0.027505871149984422,
          "search-shirt": 0.00015223407535579713,
          "search-timing": 6.305774561755266e-05,
          "select-faq": 0.0007252477537092785,
          "send-link": 0.00025464963748450596,
          "shipping-status": 0.00026907069715559676,
          "subscription-status": 0.0001363531731425354,
          "try-again": 5.647962937289743e-05,
          "update-account": 0.00018976019445802873,
          "update-order": 0.0001221289523077681,
          "validate-purchase": 0.00588264591719393,
          "verify-identity": 0.0594774843479521
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0019883631536337055,
          "enter-details": 0.002767168256427298,
          "instructions": 0.002208810628145525,
          "log-out-in": 0.0022199458894340838,
          "make-password": 0.0022199458894340838,
          "make-purchase": 0.002208810628145525,
          "membership": 0.002208810628145525,
          "notify-team": 0.002208810628145525,
          "offer-refund": 0.002753288255459681,
          "promo-code": 0.0024785005297181767,
          "pull-up-account": 0.9504041533394516,
          "record-reason": 0.003851021345516785,
          "search-boots": 0.002208810628145525,
          "search-faq": 0.0024660683173368045,
          "search-jacket": 0.001780939207833582,
          "search-jeans": 0.001595153470937722,
          "search-membership": 0.0011462058783686991,
          "search-policy": 0.001211116527969242,
          "search-pricing": 0.0014287489662443693,
          "search-shirt": 0.00010787802749527483,
          "search-timing": 9.662429162457574e-05,
          "select-faq": 0.00010787802749527483,
          "send-link": 9.662429162457574e-05,
          "shipping-status": 9.662429162457574e-05,
          "subscription-status": 7.751630603800023e-05,
          "try-again": 8.654455207207076e-05,
          "update-account": 0.0014287489662443693,
          "update-order": 0.001211116527969242,
          "validate-purchase": 0.0013521740172689409,
          "verify-identity": 0.005983598532049639
        }
      }
    },
    {
      "id": "abcd-test-7248-turn-11",
      "conversation_id": "7248",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.89,
          "validate-purchase": 0.1,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "enter-details": 0.0,
          "pull-up-account": 0.01,
          "offer-refund": 0.0,
          "search-faq": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3187,
        "request_sha256": "31f727e90ef1fde198402016f98ff71570aed2baf3c9aafe53288ba25dd53714"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.059546571613462815,
          "enter-details": 0.001185394282597706,
          "instructions": 0.0006833280930786862,
          "log-out-in": 0.0006833280930786862,
          "make-password": 0.0002535185231972722,
          "make-purchase": 0.0022958452143743272,
          "membership": 0.0008517713419380976,
          "notify-team": 0.011406630134252561,
          "offer-refund": 0.007341264524033183,
          "promo-code": 0.02466515168759206,
          "pull-up-account": 0.03832395083236066,
          "record-reason": 0.011406630134252561,
          "search-boots": 0.014218398847079554,
          "search-faq": 0.007341264524033183,
          "search-jacket": 0.0003528170595159476,
          "search-jeans": 0.0012966374986851774,
          "search-membership": 0.0014062778793221715,
          "search-policy": 0.0009317057065017417,
          "search-pricing": 0.0005825024277954139,
          "search-shirt": 0.0012595763805597524,
          "search-timing": 0.00038592714680090666,
          "select-faq": 0.001616262194211497,
          "send-link": 0.0012966374986851774,
          "shipping-status": 0.017723270763726356,
          "subscription-status": 0.0009317057065017417,
          "try-again": 0.00013550721445814966,
          "update-account": 0.0005825024277954139,
          "update-order": 0.003790449833197252,
          "validate-purchase": 0.6721764807975534,
          "verify-identity": 0.11532869161935849
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.003348486138240801,
          "enter-details": 0.00019011288754496605,
          "instructions": 0.00021225514739497058,
          "log-out-in": 0.003348486138240801,
          "make-password": 0.00021225514739497058,
          "make-purchase": 0.00021225514739497058,
          "membership": 0.0001702805204857377,
          "notify-team": 0.0041738974456967835,
          "offer-refund": 0.00021225514739497058,
          "promo-code": 0.00466002660875527,
          "pull-up-account": 0.003738480516021577,
          "record-reason": 0.010076626788495987,
          "search-boots": 0.003738480516021577,
          "search-faq": 0.0028384326450335952,
          "search-jacket": 0.00016115421993411887,
          "search-jeans": 0.0019977488770032345,
          "search-membership": 0.003348486138240801,
          "search-policy": 0.0022304244061766626,
          "search-pricing": 0.0025423302707498485,
          "search-shirt": 0.002406072366127461,
          "search-timing": 0.0023567357468081904,
          "select-faq": 0.0026312216522507794,
          "send-link": 0.0023567357468081904,
          "shipping-status": 0.003348486138240801,
          "subscription-status": 0.0022304244061766626,
          "try-again": 0.0026312216522507794,
          "update-account": 0.0028384326450335952,
          "update-order": 0.003348486138240801,
          "validate-purchase": 0.9226309727760715,
          "verify-identity": 0.005808736025769518
        }
      }
    },
    {
      "id": "abcd-test-8946-turn-8",
      "conversation_id": "8946",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "search-boots": 0.0,
          "search-policy": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.99,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.01
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3042,
        "request_sha256": "38d9431bbb7f76f111f7ec59cc70bd2ab961e9f410ec0b27cc5e985431037833"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0027938679267400543,
          "enter-details": 0.00840760029673553,
          "instructions": 0.000744810639956307,
          "log-out-in": 0.0008315579046869379,
          "make-password": 0.00034882065183530807,
          "make-purchase": 0.00012941428941051699,
          "membership": 0.000250646685169114,
          "notify-team": 0.0006051113837284699,
          "offer-refund": 0.00022168312830888345,
          "promo-code": 0.00022168312830888345,
          "pull-up-account": 0.8594724209881504,
          "record-reason": 0.005411099797295104,
          "search-boots": 0.0003894474227846074,
          "search-faq": 0.00031243203005579164,
          "search-jacket": 0.0006051113837284699,
          "search-jeans": 0.0002114447465868838,
          "search-membership": 0.0004293513597618822,
          "search-policy": 0.00012188880641823454,
          "search-pricing": 0.00017784406706795153,
          "search-shirt": 8.758383813517371e-05,
          "search-timing": 2.6068176147050063e-05,
          "select-faq": 6.29337552372594e-05,
          "send-link": 0.00029426376611526163,
          "shipping-status": 0.00030851262346404167,
          "subscription-status": 0.0009284085504361417,
          "try-again": 4.0503931235805335e-05,
          "update-account": 0.0610818419720965,
          "update-order": 0.0004293513597618822,
          "validate-purchase": 0.00034444470885811653,
          "verify-identity": 0.05470985068178352
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0014438318441228324,
          "enter-details": 0.0025046654833701222,
          "instructions": 0.0017947702770088568,
          "log-out-in": 0.0016119930554382132,
          "make-password": 0.0017997401604953143,
          "make-purchase": 0.0016985782126520738,
          "membership": 0.0017947702770088568,
          "notify-team": 0.0016075417035815165,
          "offer-refund": 0.0020038051986061697,
          "promo-code": 0.002009353899542864,
          "pull-up-account": 0.960437428559547,
          "record-reason": 0.0034857001263357296,
          "search-boots": 0.0016075417035815165,
          "search-faq": 0.0020038051986061697,
          "search-jacket": 0.0014438318441228324,
          "search-jeans": 0.0013664485205443424,
          "search-membership": 0.0010962257351820575,
          "search-policy": 0.0010374727511594881,
          "search-pricing": 0.001158306164702936,
          "search-shirt": 7.620447367299683e-05,
          "search-timing": 7.620447367299683e-05,
          "select-faq": 8.507992112384733e-05,
          "send-link": 8.507992112384733e-05,
          "shipping-status": 0.0013664485205443424,
          "subscription-status": 6.82549035108784e-05,
          "try-again": 8.507992112384733e-05,
          "update-account": 0.0012932126535279372,
          "update-order": 8.507992112384733e-05,
          "validate-purchase": 0.0009818686454752554,
          "verify-identity": 0.003891675929491295
        }
      }
    },
    {
      "id": "abcd-test-7071-turn-8",
      "conversation_id": "7071",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "update-order": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.85,
          "update-account": 0.0,
          "verify-identity": 0.15,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.84,
        "input_tokens": 3056,
        "request_sha256": "6c605cae1e837f8b0546ebdf2f71b088ea9b88bb05fc9839e7f2d8a6f2231345"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0283780892012678,
          "enter-details": 0.0016179700128040244,
          "instructions": 0.0007482456426770314,
          "log-out-in": 0.0008946954192368383,
          "make-password": 0.00046195048700757937,
          "make-purchase": 0.0004137603351931078,
          "membership": 0.0004137603351931078,
          "notify-team": 0.0012980077197739404,
          "offer-refund": 0.000670189290590767,
          "promo-code": 0.00034603287533096,
          "pull-up-account": 0.7733617130784046,
          "record-reason": 0.0020168041117084225,
          "search-boots": 0.0003705972534550284,
          "search-faq": 0.000575822630878115,
          "search-jacket": 0.000575822630878115,
          "search-jeans": 0.00034603287533096,
          "search-membership": 0.00017866422980576316,
          "search-policy": 0.0002164906639044367,
          "search-pricing": 4.7629688882553236e-05,
          "search-shirt": 0.00012479755798113922,
          "search-timing": 8.03191542414968e-05,
          "select-faq": 0.00033637654810745075,
          "send-link": 0.0002698561994076249,
          "shipping-status": 0.0031336514400648256,
          "subscription-status": 0.0003755539203569913,
          "try-again": 5.169310979438561e-05,
          "update-account": 0.00034603287533096,
          "update-order": 0.0004313313643046935,
          "validate-purchase": 0.04922855666924844,
          "verify-identity": 0.1326895526788389
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0020095139390044333,
          "enter-details": 0.0017998834724828137,
          "instructions": 0.0017919814208310074,
          "log-out-in": 0.0016121214931611922,
          "make-password": 0.0020095139390044333,
          "make-purchase": 0.0017919814208310074,
          "membership": 0.0017919814208310074,
          "notify-team": 0.001695938750294258,
          "offer-refund": 0.0017998834724828137,
          "promo-code": 0.0016121214931611922,
          "pull-up-account": 0.9605138548145331,
          "record-reason": 0.0020006914877546225,
          "search-boots": 0.0016050436784361354,
          "search-faq": 0.0017919814208310074,
          "search-jacket": 0.0016121214931611922,
          "search-jeans": 0.0017998834724828137,
          "search-membership": 0.0012239994387867029,
          "search-policy": 0.0008323731073572271,
          "search-pricing": 0.0011583983510652905,
          "search-shirt": 3.335077916724792e-05,
          "search-timing": 3.523946287622315e-05,
          "select-faq": 3.934376388215106e-05,
          "send-link": 2.987165920323222e-05,
          "shipping-status": 0.0012933156530498216,
          "subscription-status": 2.82706622133461e-05,
          "try-again": 3.335077916724792e-05,
          "update-account": 0.00144394684601176,
          "update-order": 3.523946287622315e-05,
          "validate-purchase": 0.0011583983510652905,
          "verify-identity": 0.005416404493995121
        }
      }
    },
    {
      "id": "abcd-test-3116-turn-16",
      "conversation_id": "3116",
      "expected_action": "search-faq",
      "jev": {
        "choice": "try-again",
        "probabilities": {
          "try-again": 0.55,
          "log-out-in": 0.2,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.02,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.04,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.05,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.13,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.53,
        "input_tokens": 3358,
        "request_sha256": "b3ce35703d50cdfd0bfc0c493894ccec94ab4ac7fb7503373e73e7a322193172"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.003562185473903384,
          "enter-details": 0.0019907314402106474,
          "instructions": 0.15083529566052714,
          "log-out-in": 0.5657993855714978,
          "make-password": 0.0014304505116706267,
          "make-purchase": 0.0005307045284643474,
          "membership": 0.0008245931603963053,
          "notify-team": 0.023179792143737495,
          "offer-refund": 0.000611181353414846,
          "promo-code": 0.0004753419917393332,
          "pull-up-account": 0.0013215904984536248,
          "record-reason": 0.0007385724579601333,
          "search-boots": 0.00042575482399987075,
          "search-faq": 0.0025596267402187636,
          "search-jacket": 0.000611181353414846,
          "search-jeans": 0.0025596267402187636,
          "search-membership": 0.00016293361126577672,
          "search-policy": 0.0005070086908857864,
          "search-pricing": 0.00012370695385661548,
          "search-shirt": 0.00023447097278690915,
          "search-timing": 0.00039335408383712984,
          "select-faq": 0.0018392331373776208,
          "send-link": 0.0004391675893285006,
          "shipping-status": 0.00023447097278690915,
          "subscription-status": 0.00045411806621839713,
          "try-again": 0.23436322576617533,
          "update-account": 0.0004067449209760226,
          "update-order": 0.0001210623038372774,
          "validate-purchase": 0.002857743559863724,
          "verify-identity": 0.0004067449209760226
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.0032427842696111245,
          "enter-details": 0.0031799792998633567,
          "instructions": 0.8935062270142561,
          "log-out-in": 0.016928476298589585,
          "make-password": 0.005038538559767591,
          "make-purchase": 0.0039638529075422925,
          "membership": 0.004042139911795216,
          "notify-team": 0.005038538559767591,
          "offer-refund": 0.0036204678787575173,
          "promo-code": 0.002551120883467098,
          "pull-up-account": 0.004042139911795216,
          "record-reason": 0.002551120883467098,
          "search-boots": 0.002848247281563776,
          "search-faq": 0.0031799792998633567,
          "search-jacket": 0.0022849907485731537,
          "search-jeans": 0.004042139911795216,
          "search-membership": 0.0020870440925479755,
          "search-policy": 0.00011657170294040412,
          "search-pricing": 0.002904500818500916,
          "search-shirt": 0.0027488315981942,
          "search-timing": 0.00015353583412599814,
          "select-faq": 0.0032427842696111245,
          "send-link": 0.002904500818500916,
          "shipping-status": 0.00011657170294040412,
          "subscription-status": 0.004042139911795216,
          "try-again": 0.021101390838828712,
          "update-account": 0.00013751911860128925,
          "update-order": 0.0001231732771681751,
          "validate-purchase": 0.0001231732771681751,
          "verify-identity": 0.00013751911860128925
        }
      }
    },
    {
      "id": "abcd-test-4454-turn-9",
      "conversation_id": "4454",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "notify-team": 0.01,
          "membership": 0.0,
          "search-policy": 0.0,
          "log-out-in": 0.36,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.06,
          "instructions": 0.11,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.4,
          "update-account": 0.0,
          "make-password": 0.0,
          "try-again": 0.06,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "make-purchase": 0.0,
          "subscription-status": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "search-boots": 0.0,
          "validate-purchase": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.37,
        "input_tokens": 3078,
        "request_sha256": "0e7348438d28740e5fb58e4e333bb1ac6ef4d14cf7e7c3f2d7811f137d438b2c"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.004245554965889314,
          "enter-details": 0.002192071491276486,
          "instructions": 0.0247446217607023,
          "log-out-in": 0.7528821524410194,
          "make-password": 0.0008517048445222318,
          "make-purchase": 0.0008517048445222318,
          "membership": 0.0007628559357417058,
          "notify-team": 0.002295665886615143,
          "offer-refund": 0.0013233525495504027,
          "promo-code": 0.0010616524076196895,
          "pull-up-account": 0.004740030279424828,
          "record-reason": 0.0011853019154157898,
          "search-boots": 0.0038026630158473733,
          "search-faq": 0.03443663380496653,
          "search-jacket": 0.002447379524720709,
          "search-jeans": 0.0014108089559812622,
          "search-membership": 0.0009079914630943925,
          "search-policy": 0.00035594669897607255,
          "search-pricing": 0.0011318138500724445,
          "search-shirt": 0.0006496677462439024,
          "search-timing": 0.0006524412691579202,
          "select-faq": 0.05350658328899696,
          "send-link": 0.0005211923550390599,
          "shipping-status": 0.00019336504064987718,
          "subscription-status": 0.0003745051072157914,
          "try-again": 0.09281992393757327,
          "update-account": 9.98385499548405e-05,
          "update-order": 7.173943604928149e-05,
          "validate-purchase": 0.009180391980928663,
          "verify-identity": 0.00030044465223208326
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0020536749183768057,
          "enter-details": 0.0031368548624036707,
          "instructions": 0.011136045891594783,
          "log-out-in": 0.9132658484346599,
          "make-password": 0.004612725336875844,
          "make-purchase": 0.002516524539441584,
          "membership": 0.001943606805968414,
          "notify-team": 0.0021699766513857037,
          "offer-refund": 0.0021699766513857037,
          "promo-code": 0.0017408517488681822,
          "pull-up-account": 0.0021699766513857037,
          "record-reason": 0.0016475493047457446,
          "search-boots": 0.0037005335747654013,
          "search-faq": 0.005149964686627816,
          "search-jacket": 0.0037005335747654013,
          "search-jeans": 0.002516524539441584,
          "search-membership": 0.002968732883392878,
          "search-policy": 0.0002316421830795438,
          "search-pricing": 0.002968732883392878,
          "search-shirt": 0.0002316421830795438,
          "search-timing": 0.002516524539441584,
          "select-faq": 0.0041315305959223276,
          "send-link": 0.002968732883392878,
          "shipping-status": 0.00016644768820909937,
          "subscription-status": 0.0037005335747654013,
          "try-again": 0.015497828265493837,
          "update-account": 0.0002316421830795438,
          "update-order": 0.00020747752356180366,
          "validate-purchase": 0.00025862152920879994,
          "verify-identity": 0.0002887429112877257
        }
      }
    },
    {
      "id": "abcd-test-10228-turn-16",
      "conversation_id": "10228",
      "expected_action": "offer-refund",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "log-out-in": 0.0,
          "membership": 0.0,
          "record-reason": 0.52,
          "update-order": 0.01,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.01,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.05,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.41,
          "instructions": 0.0
        },
        "vendor_confidence": 0.5,
        "input_tokens": 3392,
        "request_sha256": "5d83f582837dbffbe4acb1fa0f165097be9d695826885ecd2515fc2650191813"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.005130638072803819,
          "enter-details": 0.012386377588921214,
          "instructions": 0.000880288358308304,
          "log-out-in": 0.002125193103649546,
          "make-password": 0.001097281921847277,
          "make-purchase": 0.0006267133138174305,
          "membership": 0.0005613352231827098,
          "notify-team": 0.0009828145930103002,
          "offer-refund": 0.909838609482707,
          "promo-code": 0.0003612732194799249,
          "pull-up-account": 0.0003612732194799249,
          "record-reason": 0.01382900687447089,
          "search-boots": 0.0002595947711428152,
          "search-faq": 0.00020825824460315895,
          "search-jacket": 0.00045032812889709103,
          "search-jeans": 0.0001880745515536418,
          "search-membership": 0.0007062065591129537,
          "search-policy": 0.00023443546761327407,
          "search-pricing": 0.0003265918703788485,
          "search-shirt": 0.0002099793964742501,
          "search-timing": 1.8601610960101226e-05,
          "select-faq": 0.0001880745515536418,
          "send-link": 0.0002101930921817974,
          "shipping-status": 0.0015270668993110604,
          "subscription-status": 0.0002617399076467924,
          "try-again": 8.697685513195521e-05,
          "update-account": 0.0009828145930103002,
          "update-order": 0.03727446854086387,
          "validate-purchase": 0.005728197638106479,
          "verify-identity": 0.0029575923497795467
        }
      },
      "trained_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.0033566152066340266,
          "enter-details": 0.0022059508819080136,
          "instructions": 0.003006457060455031,
          "log-out-in": 0.0023308756310474474,
          "make-password": 0.0018699322274407853,
          "make-purchase": 0.0020877211259241932,
          "membership": 0.0026928260161928146,
          "notify-team": 0.003069981396457623,
          "offer-refund": 0.944412652665791,
          "promo-code": 0.003747556304959497,
          "pull-up-account": 0.0022059508819080136,
          "record-reason": 0.003069981396457623,
          "search-boots": 0.0026928260161928146,
          "search-faq": 0.003006457060455031,
          "search-jacket": 0.0033566152066340266,
          "search-jeans": 0.001203481400221222,
          "search-membership": 0.00015590561481054635,
          "search-policy": 0.00011202679351259334,
          "search-pricing": 0.00015590561481054635,
          "search-shirt": 0.001343649657793586,
          "search-timing": 7.210001839759118e-05,
          "select-faq": 8.505607835359356e-05,
          "send-link": 0.0020877211259241932,
          "shipping-status": 8.505607835359356e-05,
          "subscription-status": 8.98728861376531e-05,
          "try-again": 0.0016748627066078847,
          "update-account": 0.0023308756310474474,
          "update-order": 0.003427537969817108,
          "validate-purchase": 0.001975828219830234,
          "verify-identity": 0.0020877211259241932
        }
      }
    },
    {
      "id": "abcd-test-3957-turn-4",
      "conversation_id": "3957",
      "expected_action": "search-pricing",
      "jev": {
        "choice": "search-timing",
        "probabilities": {
          "select-faq": 0.37,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.52,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.01,
          "search-pricing": 0.1,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "subscription-status": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0
        },
        "vendor_confidence": 0.5,
        "input_tokens": 2958,
        "request_sha256": "d9fcfcd4284c1c89d204bc0b8326d4ee3d5ab95ee11e866f96961d313514d97e"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.002102772395357386,
          "enter-details": 0.00019956644669058215,
          "instructions": 0.002621111282024965,
          "log-out-in": 0.000780139294374157,
          "make-password": 0.00019956644669058215,
          "make-purchase": 0.00011504146284466034,
          "membership": 0.00017874787047412417,
          "notify-team": 0.0050765099383822555,
          "offer-refund": 0.00016010108227852154,
          "promo-code": 0.00019956644669058215,
          "pull-up-account": 0.0056677647988363266,
          "record-reason": 0.00024876011567574106,
          "search-boots": 0.001510956392212288,
          "search-faq": 0.02373656756077953,
          "search-jacket": 0.0012121563851504628,
          "search-jeans": 0.0005020948101829787,
          "search-membership": 0.00032314633079352106,
          "search-policy": 0.0002321982413724834,
          "search-pricing": 0.0056677647988363266,
          "search-shirt": 0.0004497168097157403,
          "search-timing": 0.9002397935189498,
          "select-faq": 0.04597254367568246,
          "send-link": 0.001883413167171339,
          "shipping-status": 0.0001447723909502566,
          "subscription-status": 0.00016163385726335167,
          "try-again": 7.074287271637734e-05,
          "update-account": 5.996705912066844e-05,
          "update-order": 6.336305111896253e-05,
          "validate-purchase": 0.0001447723909502566,
          "verify-identity": 7.47491067133789e-05
        }
      },
      "trained_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0005520472804156134,
          "enter-details": 0.0005833101620606767,
          "instructions": 0.0017686067979020537,
          "log-out-in": 0.0007270977699056038,
          "make-password": 0.0007270977699056038,
          "make-purchase": 0.0015841075324162087,
          "membership": 0.0005833101620606767,
          "notify-team": 0.0017686067979020537,
          "offer-refund": 0.0007270977699056038,
          "promo-code": 0.0007270977699056038,
          "pull-up-account": 0.0023294201772323434,
          "record-reason": 0.0024613376716630204,
          "search-boots": 0.002086417405437419,
          "search-faq": 0.003425397965650596,
          "search-jacket": 0.002600725250105376,
          "search-jeans": 0.001436188047311293,
          "search-membership": 0.002600725250105376,
          "search-policy": 0.0023294201772323434,
          "search-pricing": 0.004767062994183708,
          "search-shirt": 0.002748006504473703,
          "search-timing": 0.9438229392127195,
          "select-faq": 0.0066342405195232886,
          "send-link": 0.0023294201772323434,
          "shipping-status": 0.0013592143534867682,
          "subscription-status": 0.0016034589061759438,
          "try-again": 0.0018687646797801631,
          "update-account": 0.001436188047311293,
          "update-order": 0.0013592143534867682,
          "validate-purchase": 0.0016942641410222271,
          "verify-identity": 0.0013592143534867682
        }
      }
    },
    {
      "id": "abcd-test-2524-turn-17",
      "conversation_id": "2524",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "notify-team": 0.02,
          "verify-identity": 0.07,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.88,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "subscription-status": 0.02,
          "try-again": 0.0,
          "enter-details": 0.01,
          "search-pricing": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.86,
        "input_tokens": 3388,
        "request_sha256": "92c4be0a62ff2bc79d4dcf25688d0b9cab92d5db5afa1e1c7276a3c5ccb88892"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9232090638428312,
          "enter-details": 0.0015495091991937257,
          "instructions": 0.0014972195583174187,
          "log-out-in": 0.0008932245023400884,
          "make-password": 0.0007730466287606878,
          "make-purchase": 0.00028680463479928826,
          "membership": 0.0033505842411887506,
          "notify-team": 0.0013878647709611234,
          "offer-refund": 0.000153254868968146,
          "promo-code": 0.006489336986555829,
          "pull-up-account": 0.0007730466287606878,
          "record-reason": 0.0019314677006044309,
          "search-boots": 0.0005554767996759029,
          "search-faq": 0.0004975300268482564,
          "search-jacket": 0.0014972195583174187,
          "search-jeans": 0.00033139128643238123,
          "search-membership": 0.00021328196367739855,
          "search-policy": 0.00021328196367739855,
          "search-pricing": 0.00041308010961871506,
          "search-shirt": 0.00010240667537223558,
          "search-timing": 3.40299776873903e-05,
          "select-faq": 0.00010240667537223558,
          "send-link": 0.011257277744345881,
          "shipping-status": 0.00047883011695063485,
          "subscription-status": 0.00808897595618049,
          "try-again": 0.00027602467418741725,
          "update-account": 0.02180288754491959,
          "update-order": 0.00027602467418741725,
          "validate-purchase": 0.0003081729449220609,
          "verify-identity": 0.011257277744345881
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9577208456012826,
          "enter-details": 0.0021171402230383807,
          "instructions": 0.001896282384563183,
          "log-out-in": 0.001794649621357688,
          "make-password": 0.0021171402230383807,
          "make-purchase": 0.0016871093846263427,
          "membership": 0.0019902756158155887,
          "notify-team": 0.0021171402230383807,
          "offer-refund": 0.0017826520720552045,
          "promo-code": 0.0016871093846263427,
          "pull-up-account": 0.0016871093846263427,
          "record-reason": 0.002102986709749101,
          "search-boots": 0.0019902756158155887,
          "search-faq": 0.001794649621357688,
          "search-jacket": 0.001794649621357688,
          "search-jeans": 0.001794649621357688,
          "search-membership": 8.945363505265895e-05,
          "search-policy": 7.176368629787253e-05,
          "search-pricing": 8.945363505265895e-05,
          "search-shirt": 6.791746245888508e-05,
          "search-timing": 5.156616960783801e-05,
          "select-faq": 6.083237116559425e-05,
          "send-link": 0.0014397480608292115,
          "shipping-status": 8.012191542226791e-05,
          "subscription-status": 0.0016074335784664474,
          "try-again": 0.002003670479759172,
          "update-account": 0.0034758372491234066,
          "update-order": 0.002003670479759172,
          "validate-purchase": 0.0015212823155053355,
          "verify-identity": 0.0013625836537933629
        }
      }
    },
    {
      "id": "abcd-test-8792-turn-7",
      "conversation_id": "8792",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.92,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.08,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 3011,
        "request_sha256": "8c9c347d35a4733c541a256022b51ce548abc9117b2cd263ec8affa95344134a"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0041490704336105,
          "enter-details": 0.001718609959347029,
          "instructions": 0.0007947874736113623,
          "log-out-in": 0.0011060910851906057,
          "make-password": 0.00046815862798108655,
          "make-purchase": 0.00021650416923034874,
          "membership": 0.0002698730366457359,
          "notify-team": 0.0007274105338981732,
          "offer-refund": 0.00041036588749725645,
          "promo-code": 0.00036755692735945605,
          "pull-up-account": 0.8214658392823425,
          "record-reason": 0.013940026029509191,
          "search-boots": 0.00046815862798108655,
          "search-faq": 0.00037557769270233433,
          "search-jacket": 0.0006515277291180767,
          "search-jeans": 0.0002760504835771683,
          "search-membership": 0.0005710986137716834,
          "search-policy": 0.00017766505102674915,
          "search-pricing": 0.00023655805212176103,
          "search-shirt": 9.173220493544694e-05,
          "search-timing": 3.799696222923307e-05,
          "select-faq": 8.216279927058382e-05,
          "send-link": 0.00017766505102674915,
          "shipping-status": 0.00023655805212176103,
          "subscription-status": 0.0011060910851906057,
          "try-again": 5.2879669718334846e-05,
          "update-account": 0.026998788467604118,
          "update-order": 0.001718609959347029,
          "validate-purchase": 0.008035826423081371,
          "verify-identity": 0.11307075962895263
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00160680187631567,
          "enter-details": 0.0022361569057659054,
          "instructions": 0.0017866330209454504,
          "log-out-in": 0.0016977965045962226,
          "make-password": 0.0020028831149134976,
          "make-purchase": 0.0018878117226041058,
          "membership": 0.0018878117226041058,
          "notify-team": 0.0017866330209454504,
          "offer-refund": 0.0019947201926791883,
          "promo-code": 0.0020028831149134976,
          "pull-up-account": 0.9573444939632625,
          "record-reason": 0.0034744712971640857,
          "search-boots": 0.0017866330209454504,
          "search-faq": 0.0019947201926791883,
          "search-jacket": 0.0014391822682595116,
          "search-jeans": 0.0014391822682595116,
          "search-membership": 0.0012199606252452835,
          "search-policy": 0.0009787067287039678,
          "search-pricing": 0.0012199606252452835,
          "search-shirt": 2.945545536129841e-05,
          "search-timing": 3.4748473908370066e-05,
          "select-faq": 3.671631017381911e-05,
          "send-link": 2.945545536129841e-05,
          "shipping-status": 0.0013620481034245305,
          "subscription-status": 3.112354864672344e-05,
          "try-again": 3.2886103052152616e-05,
          "update-account": 0.0020028831149134976,
          "update-order": 3.4748473908370066e-05,
          "validate-purchase": 0.0012199606252452835,
          "verify-identity": 0.005398532149956761
        }
      }
    },
    {
      "id": "abcd-test-4518-turn-8",
      "conversation_id": "4518",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.04,
          "make-purchase": 0.0,
          "search-membership": 0.0,
          "validate-purchase": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.96,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3085,
        "request_sha256": "480f4ca11edd88c847c5eae80fe202fcbe30c27e593759e1fdbe0d239f87ef28"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.03309283982047436,
          "enter-details": 0.00210652973962349,
          "instructions": 0.0010571728424196764,
          "log-out-in": 0.0006094146752531603,
          "make-password": 0.0003513013177334092,
          "make-purchase": 0.0001624624369729005,
          "membership": 0.0018867786391057934,
          "notify-team": 0.001355753276114432,
          "offer-refund": 0.00210652973962349,
          "promo-code": 0.0006269809203748481,
          "pull-up-account": 0.9018484639771411,
          "record-reason": 0.001689951758049164,
          "search-boots": 0.0003513013177334092,
          "search-faq": 0.00020250987269904006,
          "search-jacket": 0.000281829562892052,
          "search-jeans": 9.387315982931166e-05,
          "search-membership": 0.0008725576877749948,
          "search-policy": 0.00010480646433602674,
          "search-pricing": 0.0005029920194009087,
          "search-shirt": 2.5025429083815582e-05,
          "search-timing": 1.7982151986879718e-05,
          "select-faq": 3.119429951001986e-05,
          "send-link": 7.729795971232811e-05,
          "shipping-status": 0.007077509490485632,
          "subscription-status": 0.0007000046205693787,
          "try-again": 9.81036704400193e-06,
          "update-account": 0.00016284503977962857,
          "update-order": 0.0005615749150765318,
          "validate-purchase": 0.005085581201171827,
          "verify-identity": 0.036947125298028315
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003109497685314752,
          "enter-details": 0.002785115006919634,
          "instructions": 0.0016916429041779798,
          "log-out-in": 0.001792489566070695,
          "make-password": 0.0024945750529558578,
          "make-purchase": 0.0017874422517902716,
          "membership": 0.0019956236888419845,
          "notify-team": 0.0017874422517902716,
          "offer-refund": 0.0020012590028274167,
          "promo-code": 0.001792489566070695,
          "pull-up-account": 0.9565681136571925,
          "record-reason": 0.0016009781291341735,
          "search-boots": 0.0016009781291341735,
          "search-faq": 0.0016009781291341735,
          "search-jacket": 0.001792489566070695,
          "search-jeans": 4.631993633604878e-05,
          "search-membership": 0.001792489566070695,
          "search-policy": 0.0012189713109373643,
          "search-pricing": 0.0009255010626062465,
          "search-shirt": 3.9264315097441244e-05,
          "search-timing": 4.631993633604878e-05,
          "select-faq": 0.0011536396925071197,
          "send-link": 4.1487884069031616e-05,
          "shipping-status": 0.0016054989847248615,
          "subscription-status": 3.9264315097441244e-05,
          "try-again": 4.1487884069031616e-05,
          "update-account": 0.0013609436868892181,
          "update-order": 4.631993633604878e-05,
          "validate-purchase": 0.0012189713109373643,
          "verify-identity": 0.006022405590560771
        }
      }
    },
    {
      "id": "abcd-test-5432-turn-9",
      "conversation_id": "5432",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.81,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.17,
          "membership": 0.01,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.81,
        "input_tokens": 3117,
        "request_sha256": "0745861f7445d326798e887d68ec992def50008654cf86c83e7e3ebb7a297584"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0028658223213878053,
          "enter-details": 0.0061969163903807965,
          "instructions": 0.0008529744354680522,
          "log-out-in": 0.0006626931459712811,
          "make-password": 0.0004265067709775806,
          "make-purchase": 0.0003421627378354862,
          "membership": 0.1512615663042375,
          "notify-team": 0.00035331539680939756,
          "offer-refund": 0.0008260488217552373,
          "promo-code": 0.00018242437260758431,
          "pull-up-account": 0.6334825672983198,
          "record-reason": 0.001325325171254871,
          "search-boots": 0.0001766658227053729,
          "search-faq": 0.0002458627975044874,
          "search-jacket": 0.0005316419019395409,
          "search-jeans": 0.0002886787780887788,
          "search-membership": 0.0016520216127411194,
          "search-policy": 0.0003598389426475382,
          "search-pricing": 0.00028344534549248137,
          "search-shirt": 0.00014905109970304994,
          "search-timing": 7.556312540784506e-05,
          "select-faq": 0.00023159098824061754,
          "send-link": 0.0009523193644093039,
          "shipping-status": 0.0003223008984644196,
          "subscription-status": 0.0009523193644093039,
          "try-again": 3.187733195215484e-05,
          "update-account": 0.0006842941062150036,
          "update-order": 0.0001857926045139726,
          "validate-purchase": 0.005550460032369306,
          "verify-identity": 0.1885479527161904
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0013645994452136814,
          "enter-details": 0.0022403455158044316,
          "instructions": 0.0017841847076216697,
          "log-out-in": 0.0017973047740550282,
          "make-password": 0.0017973047740550282,
          "make-purchase": 0.0018852248271758064,
          "membership": 0.003117847770204905,
          "notify-team": 0.0015980604336078492,
          "offer-refund": 0.0018852248271758064,
          "promo-code": 0.0022239914140231598,
          "pull-up-account": 0.9591376869368536,
          "record-reason": 0.0022239914140231598,
          "search-boots": 0.0015124113282021256,
          "search-faq": 0.002501276177980781,
          "search-jacket": 0.001222245793965613,
          "search-jeans": 0.0013645994452136814,
          "search-membership": 0.0009805400166150648,
          "search-policy": 0.0009279872360537247,
          "search-pricing": 0.0010947423090796038,
          "search-shirt": 2.7727904662200933e-05,
          "search-timing": 0.0010360688196112214,
          "select-faq": 3.85884173429107e-05,
          "send-link": 3.27104854527333e-05,
          "shipping-status": 3.652023927505363e-05,
          "subscription-status": 3.4562912308405435e-05,
          "try-again": 3.095734360574326e-05,
          "update-account": 0.0013645994452136814,
          "update-order": 3.85884173429107e-05,
          "validate-purchase": 0.0012914627240276984,
          "verify-identity": 0.0054086441442326785
        }
      }
    },
    {
      "id": "abcd-test-9465-turn-20",
      "conversation_id": "9465",
      "expected_action": "make-purchase",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.01,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.01,
          "send-link": 0.0,
          "make-purchase": 0.71,
          "enter-details": 0.03,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "make-password": 0.0,
          "search-membership": 0.0,
          "search-boots": 0.0,
          "verify-identity": 0.13,
          "instructions": 0.0,
          "search-jeans": 0.02,
          "search-timing": 0.01,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.08,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.69,
        "input_tokens": 3398,
        "request_sha256": "ead531df43bd58d4088fc291037829941b23e9a350c24f713105100843c32f35"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.023263942660185038,
          "enter-details": 0.025973468609800897,
          "instructions": 0.0035751175150643363,
          "log-out-in": 0.0028929856702119604,
          "make-password": 0.0009613458676245968,
          "make-purchase": 0.09742946435530593,
          "membership": 0.0018619146620891581,
          "notify-team": 0.006201880394579558,
          "offer-refund": 0.0013263883608533684,
          "promo-code": 0.05030482509349044,
          "pull-up-account": 0.001337887182664103,
          "record-reason": 0.008631052163509087,
          "search-boots": 0.0003566646219750574,
          "search-faq": 0.000861059185875581,
          "search-jacket": 0.0020787701172253377,
          "search-jeans": 0.014972586169655605,
          "search-membership": 0.00582290330485865,
          "search-policy": 0.00111542334690765,
          "search-pricing": 0.006924213244271304,
          "search-shirt": 0.0006429929553917837,
          "search-timing": 0.6339906867751736,
          "select-faq": 0.005215463431358754,
          "send-link": 0.05030482509349044,
          "shipping-status": 0.010758628401763533,
          "subscription-status": 0.0024119380155608445,
          "try-again": 0.00216032708725489,
          "update-account": 0.00582290330485865,
          "update-order": 0.010758628401763533,
          "validate-purchase": 0.013410661843727157,
          "verify-identity": 0.008631052163509087
        }
      },
      "trained_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0008378551301898875,
          "enter-details": 0.020624102261892666,
          "instructions": 0.011888895741664216,
          "log-out-in": 0.009537802445105988,
          "make-password": 0.0008378551301898875,
          "make-purchase": 0.018472619746215366,
          "membership": 0.010648658350099606,
          "notify-team": 0.008542828006672165,
          "offer-refund": 0.0007504508867673917,
          "promo-code": 0.025708003343158013,
          "pull-up-account": 0.010648658350099606,
          "record-reason": 0.0008378551301898875,
          "search-boots": 0.0007504508867673917,
          "search-faq": 0.0009354391404044249,
          "search-jacket": 0.0005697780570426881,
          "search-jeans": 0.0038817314922878613,
          "search-membership": 0.0036736873984937416,
          "search-policy": 0.0032904520624989293,
          "search-pricing": 0.0038817314922878613,
          "search-shirt": 0.0036736873984937416,
          "search-timing": 0.4509007546879212,
          "select-faq": 0.010648658350099606,
          "send-link": 0.01654555750280532,
          "shipping-status": 0.01481954247805785,
          "subscription-status": 0.004579261656014967,
          "try-again": 0.020624102261892666,
          "update-account": 0.29019802478150286,
          "update-order": 0.032045098613129736,
          "validate-purchase": 0.006372873919003242,
          "verify-identity": 0.013273583299051204
        }
      }
    },
    {
      "id": "abcd-test-9229-turn-21",
      "conversation_id": "9229",
      "expected_action": "send-link",
      "jev": {
        "choice": "send-link",
        "probabilities": {
          "pull-up-account": 0.03,
          "validate-purchase": 0.01,
          "search-shirt": 0.0,
          "verify-identity": 0.09,
          "try-again": 0.0,
          "send-link": 0.72,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.01,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "shipping-status": 0.14
        },
        "vendor_confidence": 0.7,
        "input_tokens": 3405,
        "request_sha256": "c174b0171db65d2c0c126fffb49e2ac99ac2e8af90b4c28cac8e73d612c769c5"
      },
      "shared_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.016881948606837217,
          "enter-details": 0.026230647435247462,
          "instructions": 0.0036105168318734306,
          "log-out-in": 0.0069927753148237995,
          "make-password": 0.007807216823256908,
          "make-purchase": 0.0004396160541001133,
          "membership": 0.0010746240642839256,
          "notify-team": 0.002294950478462449,
          "offer-refund": 0.0007626181392514121,
          "promo-code": 0.001649048761942266,
          "pull-up-account": 0.0014770215669743841,
          "record-reason": 0.0005479826727199748,
          "search-boots": 0.0002534197600588248,
          "search-faq": 0.0016697176079123416,
          "search-jacket": 0.0014955344508403193,
          "search-jeans": 0.0016697176079123416,
          "search-membership": 0.0013395219512375579,
          "search-policy": 0.003318938822977522,
          "search-pricing": 0.004618906401252988,
          "search-shirt": 0.0015348745160398947,
          "search-timing": 0.0005694464587845674,
          "select-faq": 0.0026626007151754135,
          "send-link": 0.7980961084723975,
          "shipping-status": 0.013543448968588275,
          "subscription-status": 0.012130610300119485,
          "try-again": 0.0011028921681681526,
          "update-account": 0.00208130757005912,
          "update-order": 0.002136056688523734,
          "validate-purchase": 0.04550322199314297,
          "verify-identity": 0.03650470879703564
        }
      },
      "trained_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.0028801909921510934,
          "enter-details": 0.003793480336614778,
          "instructions": 0.0025797326109905194,
          "log-out-in": 0.003043299004633658,
          "make-password": 0.004728583912776687,
          "make-purchase": 0.0008453802817206527,
          "membership": 0.0007571911793922278,
          "notify-team": 0.003397748335697799,
          "offer-refund": 0.0004364881419386022,
          "promo-code": 0.0006074523757670715,
          "pull-up-account": 0.0007571911793922278,
          "record-reason": 0.0007571911793922278,
          "search-boots": 0.0025797326109905194,
          "search-faq": 0.0024414700918123826,
          "search-jacket": 0.0007571911793922278,
          "search-jeans": 0.002304639413744726,
          "search-membership": 0.0025730585199478357,
          "search-policy": 0.0025797326109905194,
          "search-pricing": 0.0020695761283736807,
          "search-shirt": 0.002304639413744726,
          "search-timing": 0.0013285255095964968,
          "select-faq": 0.003043299004633658,
          "send-link": 0.9362045306895462,
          "shipping-status": 0.0021811207797426116,
          "subscription-status": 0.001953588273722937,
          "try-again": 0.0025797326109905194,
          "update-account": 0.0024414700918123826,
          "update-order": 0.002304639413744726,
          "validate-purchase": 0.002725825122112606,
          "verify-identity": 0.003043299004633658
        }
      }
    },
    {
      "id": "abcd-test-8990-turn-8",
      "conversation_id": "8990",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "verify-identity": 0.96,
          "record-reason": 0.01,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "subscription-status": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.01,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.02,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3083,
        "request_sha256": "973578e4fffb21712983f0ed057714260fb919ca6e7b98fde056e15652967755"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.007759542731275411,
          "enter-details": 0.0023095260702729924,
          "instructions": 0.0006279970436398354,
          "log-out-in": 0.0014864024979318261,
          "make-password": 0.0002601264995071938,
          "make-purchase": 0.00010774850080494921,
          "membership": 0.00040417653921859286,
          "notify-team": 0.0009757634430498243,
          "offer-refund": 0.006225050731913314,
          "promo-code": 0.01677886239401606,
          "pull-up-account": 0.0006874000178245706,
          "record-reason": 0.12189969058719545,
          "search-boots": 0.002068598635655871,
          "search-faq": 0.0005624850770968002,
          "search-jacket": 0.0006279970436398354,
          "search-jeans": 0.0017600659364543762,
          "search-membership": 0.0011924580915392002,
          "search-policy": 0.001264704419790289,
          "search-pricing": 0.0004424081112168526,
          "search-shirt": 0.0009087598857399205,
          "search-timing": 0.00024226420144510567,
          "select-faq": 0.0005238604577367885,
          "send-link": 0.001264704419790289,
          "shipping-status": 0.0005514629321113247,
          "subscription-status": 0.002878830399155748,
          "try-again": 0.0003764226888454105,
          "update-account": 0.4095580207266943,
          "update-order": 0.023350832903069305,
          "validate-purchase": 0.02607047814479762,
          "verify-identity": 0.366833358868571
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0015925649329652002,
          "enter-details": 0.0019851367840211546,
          "instructions": 4.897289764404082e-05,
          "log-out-in": 0.0019851367840211546,
          "make-password": 4.634815891903526e-05,
          "make-purchase": 3.928823681489945e-05,
          "membership": 3.7182560312109614e-05,
          "notify-team": 4.634815891903526e-05,
          "offer-refund": 0.002762678350746128,
          "promo-code": 4.897289764404082e-05,
          "pull-up-account": 0.001778049322667888,
          "record-reason": 0.006669660752607514,
          "search-boots": 0.0023418569391544276,
          "search-faq": 0.001682753369903903,
          "search-jacket": 4.3864094600641765e-05,
          "search-jeans": 0.0016788888323804511,
          "search-membership": 0.002216343639285568,
          "search-policy": 0.001682753369903903,
          "search-pricing": 0.001682753369903903,
          "search-shirt": 0.0016788888323804511,
          "search-timing": 0.0017739658994770458,
          "select-faq": 0.0019805777533787633,
          "send-link": 0.0015889077137366068,
          "shipping-status": 0.001682753369903903,
          "subscription-status": 0.0017739658994770458,
          "try-again": 0.0023418569391544276,
          "update-account": 0.004292564211378289,
          "update-order": 0.0022112537491611075,
          "validate-purchase": 0.003443686121142208,
          "verify-identity": 0.9488620260583952
        }
      }
    },
    {
      "id": "abcd-test-10124-turn-10",
      "conversation_id": "10124",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "make-password": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.01,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.06,
          "search-membership": 0.0,
          "send-link": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.93,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3116,
        "request_sha256": "0c015e163b4811fe0372c7caa5c479b0ad5962cd18a574b1dd3001567d5e2270"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.002575902513497859,
          "enter-details": 0.012044327212415296,
          "instructions": 0.0001489291219765478,
          "log-out-in": 0.0014848967703885885,
          "make-password": 0.00018564058490692204,
          "make-purchase": 0.0001070137999997752,
          "membership": 0.00025835256045246026,
          "notify-team": 0.004002362033081004,
          "offer-refund": 0.04046656618778588,
          "promo-code": 0.0003220371914052351,
          "pull-up-account": 0.000166274742732129,
          "record-reason": 0.02332718482615925,
          "search-boots": 0.00018564058490692204,
          "search-faq": 0.002575902513497859,
          "search-jacket": 0.015013287425773212,
          "search-jeans": 0.0013597522990985479,
          "search-membership": 0.0006867045449148382,
          "search-policy": 0.0007838386399546752,
          "search-pricing": 0.0003958552438560183,
          "search-shirt": 0.0008751314943135196,
          "search-timing": 0.00018716304163528104,
          "select-faq": 0.00014686449490536587,
          "send-link": 0.001090853740210652,
          "shipping-status": 0.0018509280850848118,
          "subscription-status": 0.0008751314943135196,
          "try-again": 0.00026047139218389324,
          "update-account": 0.0010669804678841229,
          "update-order": 0.07837471972816092,
          "validate-purchase": 0.7924194169721508,
          "verify-identity": 0.016761870292354146
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 8.7922204214571e-05,
          "enter-details": 0.0034005641859092654,
          "instructions": 9.290132406440676e-05,
          "log-out-in": 0.003045821267532136,
          "make-password": 0.00010959526332552982,
          "make-purchase": 0.00010959526332552982,
          "membership": 0.00423881300738116,
          "notify-team": 0.00012235970358405338,
          "offer-refund": 0.00423881300738116,
          "promo-code": 0.00012235970358405338,
          "pull-up-account": 0.0024434933726480115,
          "record-reason": 0.005283692294844976,
          "search-boots": 0.0027280840551010687,
          "search-faq": 0.0023125322769723114,
          "search-jacket": 9.290132406440676e-05,
          "search-jeans": 0.001843480364966336,
          "search-membership": 0.0024434933726480115,
          "search-policy": 0.0021747456913726046,
          "search-pricing": 0.0019602789193054783,
          "search-shirt": 0.0021747456913726046,
          "search-timing": 0.0019478783206016669,
          "select-faq": 0.0021747456913726046,
          "send-link": 0.0021747456913726046,
          "shipping-status": 0.0027280840551010687,
          "subscription-status": 0.0019478783206016669,
          "try-again": 0.0024434933726480115,
          "update-account": 0.0024434933726480115,
          "update-order": 0.004732502609384769,
          "validate-purchase": 0.9369804220867627,
          "verify-identity": 0.0034005641859092654
        }
      }
    },
    {
      "id": "abcd-test-1403-turn-20",
      "conversation_id": "1403",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.33,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.41000000000000003,
          "search-shirt": 0.0,
          "shipping-status": 0.09,
          "ask-the-oracle": 0.03,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "subscription-status": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "enter-details": 0.14,
          "update-account": 0.0
        },
        "vendor_confidence": 0.38,
        "input_tokens": 3397,
        "request_sha256": "3807cee187fddf021f5017f79c53b3a49b15300c8c0e7766cccd8f4e012bc237"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.11003892748642884,
          "enter-details": 0.01356624475025099,
          "instructions": 0.0018161534522658182,
          "log-out-in": 0.004508094095597554,
          "make-password": 0.0006738030306258399,
          "make-purchase": 0.001305006631870177,
          "membership": 0.002263840159651017,
          "notify-team": 0.00503315261528276,
          "offer-refund": 0.0025987222543983925,
          "promo-code": 0.000540554221561122,
          "pull-up-account": 0.0040378148705467205,
          "record-reason": 0.0016266940515840985,
          "search-boots": 0.009748095581096813,
          "search-faq": 0.00503315261528276,
          "search-jacket": 0.0003478986887669133,
          "search-jeans": 0.001249926191697053,
          "search-membership": 0.00232762620262121,
          "search-policy": 0.0011195352956053257,
          "search-pricing": 0.001942097056745323,
          "search-shirt": 0.0005780402222952324,
          "search-timing": 0.009748095581096813,
          "select-faq": 0.0024208291154812827,
          "send-link": 0.012151027960720161,
          "shipping-status": 0.15313915693914742,
          "subscription-status": 0.006273837991882654,
          "try-again": 0.0008044479542880457,
          "update-account": 0.0027027835780748665,
          "update-order": 0.00503315261528276,
          "validate-purchase": 0.51451623571003,
          "verify-identity": 0.12285505307982203
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.06630535540204238,
          "enter-details": 0.03423488856047513,
          "instructions": 0.019734918133567855,
          "log-out-in": 0.0220334240191821,
          "make-password": 0.014180627055467845,
          "make-purchase": 0.0008509801001459684,
          "membership": 0.0008053712575452694,
          "notify-team": 0.014180627055467845,
          "offer-refund": 0.0007213558493528691,
          "promo-code": 0.0006114762232725844,
          "pull-up-account": 0.012701320347129057,
          "record-reason": 0.0220334240191821,
          "search-boots": 0.0010038975184289453,
          "search-faq": 0.0010038975184289453,
          "search-jacket": 0.0008991719530879054,
          "search-jeans": 0.0020568253984759007,
          "search-membership": 0.0022963811598720836,
          "search-policy": 0.001842259472829243,
          "search-pricing": 0.0022963811598720836,
          "search-shirt": 0.001842259472829243,
          "search-timing": 0.0020568253984759007,
          "select-faq": 0.0022963811598720836,
          "send-link": 0.0220334240191821,
          "shipping-status": 0.019734918133567855,
          "subscription-status": 0.0220334240191821,
          "try-again": 0.0274647492175809,
          "update-account": 0.0220334240191821,
          "update-order": 0.03822218104116019,
          "validate-purchase": 0.6004564072959593,
          "verify-identity": 0.0220334240191821
        }
      }
    },
    {
      "id": "abcd-test-8512-turn-7",
      "conversation_id": "8512",
      "expected_action": "search-shirt",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.0,
          "select-faq": 0.09,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.89,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.02,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3022,
        "request_sha256": "86bf42027a0fb0bc00d6551b3148043aa04bf22280900d4cf403124750102771"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0001976751111636131,
          "enter-details": 0.00011395119129880322,
          "instructions": 0.0012701682321793297,
          "log-out-in": 0.0004712389523977191,
          "make-password": 8.18802184288528e-05,
          "make-purchase": 0.0010189855300622673,
          "membership": 0.00011395119129880322,
          "notify-team": 0.0012701682321793297,
          "offer-refund": 0.00015858378754289798,
          "promo-code": 0.0001976751111636131,
          "pull-up-account": 0.004267509616700235,
          "record-reason": 0.0005874012253265909,
          "search-boots": 0.0001272229580379526,
          "search-faq": 0.019953875333554676,
          "search-jacket": 0.0006558151675630283,
          "search-jeans": 0.00042207980189854654,
          "search-membership": 0.00024331083234426683,
          "search-policy": 0.000217928901696346,
          "search-pricing": 0.00922785765345407,
          "search-shirt": 0.9433218027463066,
          "search-timing": 0.000217928901696346,
          "select-faq": 0.014337958478967305,
          "send-link": 0.0003780488448998544,
          "shipping-status": 0.0002083344886867709,
          "subscription-status": 0.00014167655800254958,
          "try-again": 0.00011365924115221836,
          "update-account": 7.729325547642132e-05,
          "update-order": 8.629550622377816e-05,
          "validate-purchase": 0.00045049290156431635,
          "verify-identity": 6.923002873296704e-05
        }
      },
      "trained_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0008867954716394991,
          "enter-details": 0.001167992497897226,
          "instructions": 0.0020450007752953153,
          "log-out-in": 0.0011053931752242167,
          "make-password": 0.001304027345935995,
          "make-purchase": 0.0026934570235002593,
          "membership": 0.001046148708769,
          "notify-team": 0.0026934570235002593,
          "offer-refund": 0.001167992497897226,
          "promo-code": 0.001304027345935995,
          "pull-up-account": 0.003547534343224105,
          "record-reason": 0.003960712298324896,
          "search-boots": 0.0037484343024791144,
          "search-faq": 0.00521662743294542,
          "search-jacket": 0.0046724340325857575,
          "search-jeans": 0.0015203478507848744,
          "search-membership": 0.004185010538556643,
          "search-policy": 0.0037484343024791144,
          "search-pricing": 0.007259884251888972,
          "search-shirt": 0.9250875081787729,
          "search-timing": 0.002845990055707307,
          "select-faq": 0.006502540686357375,
          "send-link": 0.0030071612470203065,
          "shipping-status": 0.0012196905920421135,
          "subscription-status": 0.0010924537032544117,
          "try-again": 0.0020450007752953153,
          "update-account": 0.0011543204472504196,
          "update-order": 0.001288762778298468,
          "validate-purchase": 0.0016064462167695779,
          "verify-identity": 0.000876414100367944
        }
      }
    },
    {
      "id": "abcd-test-9395-turn-4",
      "conversation_id": "9395",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.07,
          "promo-code": 0.0,
          "search-shirt": 0.89,
          "offer-refund": 0.0,
          "search-membership": 0.0,
          "search-pricing": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.04,
          "verify-identity": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.87,
        "input_tokens": 2937,
        "request_sha256": "ee52f36029350069705ba59e187715cec286609fe24386022a6d730779d23697"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0027984532821402628,
          "enter-details": 0.0006745079186144854,
          "instructions": 0.003894559676321421,
          "log-out-in": 0.0006745079186144854,
          "make-password": 0.0002007585981415111,
          "make-purchase": 0.0025065213265566067,
          "membership": 0.00043411076219122125,
          "notify-team": 0.0006745079186144854,
          "offer-refund": 0.0006745079186144854,
          "promo-code": 0.005419986632973181,
          "pull-up-account": 0.13229733579848305,
          "record-reason": 0.0025065213265566067,
          "search-boots": 0.00017981568466128554,
          "search-faq": 0.013084921447255435,
          "search-jacket": 0.0016131876578530887,
          "search-jeans": 0.0007460339525241439,
          "search-membership": 0.00059850159763262,
          "search-policy": 0.0009843455734427293,
          "search-pricing": 0.0022450435897215485,
          "search-shirt": 0.7710758141645366,
          "search-timing": 0.0007073066438356626,
          "select-faq": 0.0007460339525241439,
          "send-link": 0.00038519296739513,
          "shipping-status": 0.0009843455734427293,
          "subscription-status": 0.0005082383801539445,
          "try-again": 0.0007073066438356626,
          "update-account": 0.0009843455734427293,
          "update-order": 0.00036519725317684195,
          "validate-purchase": 0.0022450435897215485,
          "verify-identity": 0.0490830466770223
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.002986250726972558,
          "enter-details": 0.002986250726972558,
          "instructions": 0.002674727738239934,
          "log-out-in": 0.002986250726972558,
          "make-password": 0.002986250726972558,
          "make-purchase": 0.00243969619605825,
          "membership": 0.0030410879920805666,
          "notify-team": 0.00243969619605825,
          "offer-refund": 0.0033340556977281203,
          "promo-code": 0.002986250726972558,
          "pull-up-account": 0.005889916930852011,
          "record-reason": 0.0030410879920805666,
          "search-boots": 0.00243969619605825,
          "search-faq": 0.9355243511226079,
          "search-jacket": 0.00243969619605825,
          "search-jeans": 5.615817487097377e-05,
          "search-membership": 0.002185189529928585,
          "search-policy": 0.002185189529928585,
          "search-pricing": 0.0013310038857266733,
          "search-shirt": 0.006575908271465925,
          "search-timing": 0.0014860244518437938,
          "select-faq": 0.0027238447877495093,
          "send-link": 0.0011921548264972003,
          "shipping-status": 4.760395538988713e-05,
          "subscription-status": 4.263795281351937e-05,
          "try-again": 0.003790728588181386,
          "update-account": 5.0299807993946e-05,
          "update-order": 4.263795281351937e-05,
          "validate-purchase": 4.505258411761255e-05,
          "verify-identity": 5.0299807993946e-05
        }
      }
    },
    {
      "id": "abcd-test-3536-turn-33",
      "conversation_id": "3536",
      "expected_action": "shipping-status",
      "jev": {
        "choice": "shipping-status",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.11,
          "search-shirt": 0.0,
          "record-reason": 0.02,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.66,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.19,
          "search-membership": 0.0,
          "make-purchase": 0.0,
          "subscription-status": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.02,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.64,
        "input_tokens": 3862,
        "request_sha256": "3c2e916dda4e058977b13dbabef45fb6c9f841cb554e2073bb3640536dd2fe2f"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.18512214855580045,
          "enter-details": 0.0067929567846778645,
          "instructions": 0.003700431662031084,
          "log-out-in": 0.003700431662031084,
          "make-password": 0.0008835800756532486,
          "make-purchase": 0.0043719212662934465,
          "membership": 0.004131417306823852,
          "notify-team": 0.025481110231655488,
          "offer-refund": 0.05509923365264382,
          "promo-code": 0.0004562114255201729,
          "pull-up-account": 0.004131417306823852,
          "record-reason": 0.039591755807717774,
          "search-boots": 0.000568668761549528,
          "search-faq": 0.0067929567846778645,
          "search-jacket": 0.02044207845229465,
          "search-jeans": 0.03176227258836116,
          "search-membership": 0.001043916725250992,
          "search-policy": 0.0006718608203254195,
          "search-pricing": 0.0033093368880636803,
          "search-shirt": 0.0013707796384119317,
          "search-timing": 0.0013707796384119317,
          "select-faq": 0.0955825644901529,
          "send-link": 0.005740822597371281,
          "shipping-status": 0.044203058857319524,
          "subscription-status": 0.0019076884954435933,
          "try-again": 0.0017086805703369705,
          "update-account": 0.004605543596185196,
          "update-order": 0.2576310882593981,
          "validate-purchase": 0.11914393757573763,
          "verify-identity": 0.06868134952303546
        }
      },
      "trained_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.080087253070119,
          "enter-details": 0.0007868377247401453,
          "instructions": 0.004566152002911865,
          "log-out-in": 0.0007047557272931832,
          "make-password": 0.005097971788739025,
          "make-purchase": 0.0006312363231983704,
          "membership": 0.0007868377247401453,
          "notify-team": 0.006354636019009629,
          "offer-refund": 0.006354636019009629,
          "promo-code": 0.0005064053505752392,
          "pull-up-account": 0.0007868377247401453,
          "record-reason": 0.005097971788739025,
          "search-boots": 0.003663170181439486,
          "search-faq": 0.0008784799018075913,
          "search-jacket": 0.0040898155166878515,
          "search-jeans": 0.004036099602577933,
          "search-membership": 0.0036150579568386787,
          "search-policy": 0.0036150579568386787,
          "search-pricing": 0.005031009058039605,
          "search-shirt": 0.0045061799231068825,
          "search-timing": 0.0032379387263364954,
          "select-faq": 0.0045061799231068825,
          "send-link": 0.007094753084172707,
          "shipping-status": 0.8097358004764057,
          "subscription-status": 0.0040898155166878515,
          "try-again": 0.0056917263704404685,
          "update-account": 0.0056917263704404685,
          "update-order": 0.007094753084172707,
          "validate-purchase": 0.004566152002911865,
          "verify-identity": 0.007094753084172707
        }
      }
    },
    {
      "id": "abcd-test-3689-turn-6",
      "conversation_id": "3689",
      "expected_action": "search-jacket",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.8200000000000001,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.07,
          "enter-details": 0.0,
          "record-reason": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.02,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.08,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "verify-identity": 0.0,
          "pull-up-account": 0.0,
          "search-jeans": 0.0,
          "make-password": 0.0,
          "search-timing": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.8,
        "input_tokens": 3003,
        "request_sha256": "466c2bf0527fd4397c6d84f8cb8cac108998b83639c14e6617030bf6d93adf82"
      },
      "shared_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0054662242974716,
          "enter-details": 0.0005173868541239069,
          "instructions": 0.0035180381055310715,
          "log-out-in": 0.002527904513392613,
          "make-password": 0.0002982512488062096,
          "make-purchase": 0.00026713796989668177,
          "membership": 0.00026713796989668177,
          "notify-team": 0.0005776463513130108,
          "offer-refund": 0.0003717710295887062,
          "promo-code": 0.002527904513392613,
          "pull-up-account": 0.0006449241782881633,
          "record-reason": 0.00104709890020021,
          "search-boots": 0.08587245703730485,
          "search-faq": 0.09587393097440203,
          "search-jacket": 0.09587393097440203,
          "search-jeans": 0.002264196294216664,
          "search-membership": 0.002822326557443222,
          "search-policy": 0.0017205386844140426,
          "search-pricing": 0.0014572281657494806,
          "search-shirt": 0.04950167230338888,
          "search-timing": 0.001107331126932805,
          "select-faq": 0.6238685571145979,
          "send-link": 0.0008400293339214978,
          "shipping-status": 0.0005717389858690133,
          "subscription-status": 0.0003293045374307945,
          "try-again": 0.00029520115258134945,
          "update-account": 0.0003295828885762605,
          "update-order": 0.0002368232390448421,
          "validate-purchase": 0.018365395915275032,
          "verify-identity": 0.0006383287825478476
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.001967301199456564,
          "enter-details": 0.001967301199456564,
          "instructions": 0.0021964304155591345,
          "log-out-in": 0.0021964304155591345,
          "make-password": 0.004434195498394861,
          "make-purchase": 0.001967301199456564,
          "membership": 0.0017620742471374613,
          "notify-team": 0.003971624835482799,
          "offer-refund": 0.001967301199456564,
          "promo-code": 0.0049506416050075115,
          "pull-up-account": 0.004434195498394861,
          "record-reason": 0.004434195498394861,
          "search-boots": 0.011951842286769685,
          "search-faq": 0.014898004366237073,
          "search-jacket": 0.1681722094964815,
          "search-jeans": 0.0049506416050075115,
          "search-membership": 0.006170988011813724,
          "search-policy": 0.007692153584896404,
          "search-pricing": 0.007692153584896404,
          "search-shirt": 0.010705038586856204,
          "search-timing": 0.0036091641270771303,
          "select-faq": 0.7043056907950691,
          "send-link": 0.003971624835482799,
          "shipping-status": 0.0020805277998745013,
          "subscription-status": 0.003758762509427555,
          "try-again": 0.003232659894062548,
          "update-account": 0.0036091641270771303,
          "update-order": 0.0025933836963814446,
          "validate-purchase": 0.0025933836963814446,
          "verify-identity": 0.0017636141844510067
        }
      }
    },
    {
      "id": "abcd-test-2170-turn-10",
      "conversation_id": "2170",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "enter-details": 0.01,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.99,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3124,
        "request_sha256": "99681dace8ea7afcbc12ab9ff77428bbd922149ab24b8e47488e167f07cd31d7"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.006538192347483402,
          "enter-details": 0.002425702777390733,
          "instructions": 0.0013983133296451055,
          "log-out-in": 0.0019460068622254255,
          "make-password": 0.0017430013801420993,
          "make-purchase": 6.89644530582907e-05,
          "membership": 0.00018588525240823396,
          "notify-team": 0.0002586930628072301,
          "offer-refund": 0.00023170644328366637,
          "promo-code": 0.0011217892855927439,
          "pull-up-account": 0.0006466631617713066,
          "record-reason": 0.007299688232196079,
          "search-boots": 0.00011963504757082319,
          "search-faq": 0.0003224616074328144,
          "search-jacket": 0.0003224616074328144,
          "search-jeans": 0.0019604511241390382,
          "search-membership": 0.0011217892855927439,
          "search-policy": 0.0015727611140362494,
          "search-pricing": 0.00023991538245520495,
          "search-shirt": 0.0015727611140362494,
          "search-timing": 0.0005226326571318878,
          "select-faq": 0.0017559388931592315,
          "send-link": 0.0008060674248657084,
          "shipping-status": 0.0015727611140362494,
          "subscription-status": 0.0012524427566258732,
          "try-again": 0.0010122232188386027,
          "update-account": 0.019675415072643598,
          "update-order": 0.0008060674248657084,
          "validate-purchase": 0.01134202850941272,
          "verify-identity": 0.9301575800577201
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.001431943691556197,
          "enter-details": 0.0015987203546953283,
          "instructions": 0.0015130360424196459,
          "log-out-in": 0.0022249098033142035,
          "make-password": 0.000659318757580514,
          "make-purchase": 0.000659318757580514,
          "membership": 0.0005289348223092422,
          "notify-team": 0.0015987203546953283,
          "offer-refund": 0.0003800688458186764,
          "promo-code": 0.000659318757580514,
          "pull-up-account": 0.000659318757580514,
          "record-reason": 0.004309155203922466,
          "search-boots": 0.001992809454763775,
          "search-faq": 0.001431943691556197,
          "search-jacket": 0.0004737569222296591,
          "search-jeans": 0.0017871185064802892,
          "search-membership": 0.0018860033886717855,
          "search-policy": 0.0013551975629390233,
          "search-pricing": 0.001431943691556197,
          "search-shirt": 0.001691336488532957,
          "search-timing": 0.001691336488532957,
          "select-faq": 0.0019952621280580943,
          "send-link": 0.001691336488532957,
          "shipping-status": 0.0019952621280580943,
          "subscription-status": 0.0019952621280580943,
          "try-again": 0.0015130360424196459,
          "update-account": 0.003859628366070521,
          "update-order": 0.002350908414195873,
          "validate-purchase": 0.002105663923066738,
          "verify-identity": 0.952529430037224
        }
      }
    },
    {
      "id": "abcd-test-4897-turn-13",
      "conversation_id": "4897",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "send-link": 0.0,
          "validate-purchase": 0.01,
          "search-shirt": 0.0,
          "verify-identity": 0.01,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.01,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.96,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.01,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "shipping-status": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3261,
        "request_sha256": "764c5d295e52cb795e6a255848f8b797e48462e5a25dbdfaf79a16755ba0b36b"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.7984221682893915,
          "enter-details": 0.0007724921686763158,
          "instructions": 0.000445308492570937,
          "log-out-in": 0.00035724590874460096,
          "make-password": 0.0003218231263570186,
          "make-purchase": 8.579408810248981e-05,
          "membership": 0.001200274439427549,
          "notify-team": 0.00011235119856349637,
          "offer-refund": 0.03651970048482206,
          "promo-code": 0.0005000388974664605,
          "pull-up-account": 0.0003593055662896867,
          "record-reason": 0.001075063070170734,
          "search-boots": 0.00040115347705509585,
          "search-faq": 0.0003218231263570186,
          "search-jacket": 0.00011939804958654484,
          "search-jeans": 0.0005590954906598196,
          "search-membership": 0.00018445376882025342,
          "search-policy": 0.0004017409598006822,
          "search-pricing": 0.00012543663021991384,
          "search-shirt": 0.0001013591408337075,
          "search-timing": 0.00018578873734054668,
          "select-faq": 0.00013349943594992848,
          "send-link": 0.005612207854276759,
          "shipping-status": 0.000445308492570937,
          "subscription-status": 0.1369892886490413,
          "try-again": 0.00011957292147660135,
          "update-account": 0.0004017409598006822,
          "update-order": 0.00361199563464826,
          "validate-purchase": 0.005612207854276759,
          "verify-identity": 0.004502363086702337
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9633819143652915,
          "enter-details": 0.0016169351556583164,
          "instructions": 0.0016169351556583164,
          "log-out-in": 0.0017053154761669906,
          "make-password": 0.0018018891782643671,
          "make-purchase": 0.001445555839715525,
          "membership": 0.0023776930969229416,
          "notify-team": 0.0015302745146086403,
          "offer-refund": 0.002250259035154238,
          "promo-code": 0.001445555839715525,
          "pull-up-account": 0.001368080116234906,
          "record-reason": 0.0018018891782643671,
          "search-boots": 0.0017053154761669906,
          "search-faq": 0.0018052577375420366,
          "search-jacket": 0.0014482583709073166,
          "search-jeans": 0.000984877891245376,
          "search-membership": 0.000984877891245376,
          "search-policy": 0.00041710445295244824,
          "search-pricing": 0.00041710445295244824,
          "search-shirt": 0.0003735925021897797,
          "search-timing": 0.00028364925251800246,
          "select-faq": 0.0002997125543251742,
          "send-link": 0.0012971775104489132,
          "shipping-status": 0.0002275560307016279,
          "subscription-status": 0.0016169351556583164,
          "try-again": 0.0013706378568656844,
          "update-account": 0.0012971775104489132,
          "update-order": 0.0013706378568656844,
          "validate-purchase": 0.0015302745146086403,
          "verify-identity": 0.0002275560307016279
        }
      }
    },
    {
      "id": "abcd-test-10091-turn-18",
      "conversation_id": "10091",
      "expected_action": "membership",
      "jev": {
        "choice": "offer-refund",
        "probabilities": {
          "log-out-in": 0.0,
          "record-reason": 0.03,
          "membership": 0.22,
          "update-order": 0.06,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.01,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.02,
          "validate-purchase": 0.05,
          "shipping-status": 0.03,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.58,
          "instructions": 0.0
        },
        "vendor_confidence": 0.55,
        "input_tokens": 3318,
        "request_sha256": "a2ff8a10425abd00621440f75aad3c54f7128aae6f133f4d9764b478ab034d0b"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.04691702484405118,
          "enter-details": 0.004640356816794353,
          "instructions": 0.0021459748211883757,
          "log-out-in": 0.0015420014463626594,
          "make-password": 0.0007017403899261281,
          "make-purchase": 0.00016755983542464313,
          "membership": 0.005784217546544758,
          "notify-team": 0.0008888974227093069,
          "offer-refund": 0.3805547621200056,
          "promo-code": 0.0005042392106309377,
          "pull-up-account": 0.0008747212704535114,
          "record-reason": 0.015590651082138642,
          "search-boots": 0.000976599158983718,
          "search-faq": 0.0004516374994965082,
          "search-jacket": 0.00023318995846159413,
          "search-jeans": 0.0017395174962227093,
          "search-membership": 0.0021459748211883757,
          "search-policy": 0.0017395174962227093,
          "search-pricing": 0.001002756878579609,
          "search-shirt": 0.0005177445156215023,
          "search-timing": 7.9565077019691e-05,
          "select-faq": 0.000578046257387669,
          "send-link": 0.0021459748211883757,
          "shipping-status": 0.0023959142390780636,
          "subscription-status": 0.004156279510552086,
          "try-again": 0.0004153576944554684,
          "update-account": 0.01740647560681404,
          "update-order": 0.3805547621200056,
          "validate-purchase": 0.10145131808192363,
          "verify-identity": 0.021697221960568537
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.002345417237390433,
          "enter-details": 0.0015210108282063025,
          "instructions": 0.00189594434892643,
          "log-out-in": 0.0027668779623170672,
          "make-password": 0.0024782405209892474,
          "make-purchase": 0.001362340528435065,
          "membership": 0.8055490137254875,
          "notify-team": 0.0027668779623170672,
          "offer-refund": 0.003850613570271181,
          "promo-code": 0.0012202227661326937,
          "pull-up-account": 0.0012893251867540352,
          "record-reason": 0.002345417237390433,
          "search-boots": 0.0015210108282063025,
          "search-faq": 0.0026185855030047356,
          "search-jacket": 0.0017943297170816181,
          "search-jeans": 0.0003603936085425142,
          "search-membership": 0.00047467205501728525,
          "search-policy": 0.0004023682634580066,
          "search-pricing": 0.0030891337844068376,
          "search-shirt": 0.0024782405209892474,
          "search-timing": 0.0002736279945700461,
          "select-faq": 0.0003808030526538815,
          "send-link": 0.0024782405209892474,
          "shipping-status": 0.13821209081609043,
          "subscription-status": 0.0030891337844068376,
          "try-again": 0.0042990907713974045,
          "update-account": 0.0005015531520432328,
          "update-order": 0.00047467205501728525,
          "validate-purchase": 0.005071617913100874,
          "verify-identity": 0.0030891337844068376
        }
      }
    },
    {
      "id": "abcd-test-7372-turn-7",
      "conversation_id": "7372",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "select-faq": 0.01,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.84,
          "search-faq": 0.15,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.83,
        "input_tokens": 3008,
        "request_sha256": "170dd0da07d2791b3783031f7b31ff04faedee70da439efa0fb92608f9953656"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0021280030331067043,
          "enter-details": 0.00122670095183394,
          "instructions": 0.0007895000895291591,
          "log-out-in": 0.001098732825139216,
          "make-password": 9.099190155706877e-05,
          "make-purchase": 0.0007071403333175209,
          "membership": 7.299775923790152e-05,
          "notify-team": 0.00017623124146889604,
          "offer-refund": 9.099190155706877e-05,
          "promo-code": 6.538270780928654e-05,
          "pull-up-account": 0.00170717691837156,
          "record-reason": 0.00019675672220688265,
          "search-boots": 4.208006482229648e-05,
          "search-faq": 0.04167080987064815,
          "search-jacket": 0.0008814523400162499,
          "search-jeans": 0.0008814523400162499,
          "search-membership": 0.00045511284500053724,
          "search-policy": 0.0004570191581475645,
          "search-pricing": 0.0007895000895291591,
          "search-shirt": 0.9110397723785026,
          "search-timing": 0.01927102096957505,
          "select-faq": 0.012402756239466543,
          "send-link": 0.0001354583701760487,
          "shipping-status": 0.0002941357987346563,
          "subscription-status": 0.0002113525710871409,
          "try-again": 0.00032839348084996056,
          "update-account": 0.00012183565729629927,
          "update-order": 0.00012183565729629927,
          "validate-purchase": 0.002375849333250984,
          "verify-identity": 0.00016955645044888434
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.003750424458437857,
          "enter-details": 0.0030087573775999577,
          "instructions": 0.003750424458437857,
          "log-out-in": 0.003750424458437857,
          "make-password": 0.003750424458437857,
          "make-purchase": 0.00242418188467247,
          "membership": 0.00242418188467247,
          "notify-team": 0.0026948842411489856,
          "offer-refund": 0.00242418188467247,
          "promo-code": 0.00194478640745628,
          "pull-up-account": 0.0027065235676638267,
          "record-reason": 0.00242418188467247,
          "search-boots": 0.0027065235676638267,
          "search-faq": 0.9255776440990934,
          "search-jacket": 0.0030087573775999577,
          "search-jeans": 0.002413756921046553,
          "search-membership": 0.0026948842411489856,
          "search-policy": 0.0017344172195590491,
          "search-pricing": 0.002413756921046553,
          "search-shirt": 0.005219396670359525,
          "search-timing": 0.012600658796208211,
          "select-faq": 0.0041872321379611,
          "send-link": 0.0019364230054140187,
          "shipping-status": 6.313800591228595e-05,
          "subscription-status": 7.87017090321871e-05,
          "try-again": 7.87017090321871e-05,
          "update-account": 6.313800591228595e-05,
          "update-order": 5.655151597846161e-05,
          "validate-purchase": 7.448362922533497e-05,
          "verify-identity": 3.845750149572128e-05
        }
      }
    },
    {
      "id": "abcd-test-1602-turn-7",
      "conversation_id": "1602",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.01,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.01,
          "membership": 0.0,
          "shipping-status": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.98,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 3034,
        "request_sha256": "2406dc99fcf90868e9e90ae0401045e481ecdc219c8c921aba6aa838d607170a"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.019253453681916187,
          "enter-details": 0.002650143886212676,
          "instructions": 0.0009832171575646313,
          "log-out-in": 0.0013683251804249574,
          "make-password": 0.0005477886465507356,
          "make-purchase": 0.00022690269482482064,
          "membership": 0.0004394604726618708,
          "notify-team": 0.0009502682051809936,
          "offer-refund": 0.0004546980242399296,
          "promo-code": 0.00032672526385856725,
          "pull-up-account": 0.8152572747445107,
          "record-reason": 0.0036881562465853205,
          "search-boots": 0.0003936163951416594,
          "search-faq": 0.0006828201287366444,
          "search-jacket": 0.0009502682051809936,
          "search-jeans": 0.00032528947538766883,
          "search-membership": 0.0007887805334267169,
          "search-policy": 0.00023373845015550891,
          "search-pricing": 0.0005642909662228418,
          "search-shirt": 0.00012068419095295653,
          "search-timing": 0.0007887805334267169,
          "select-faq": 0.00015043318528790842,
          "send-link": 0.0001686953005194868,
          "shipping-status": 0.02679467495808367,
          "subscription-status": 0.0006300140355115315,
          "try-again": 5.581148978345821e-05,
          "update-account": 0.012391449976372567,
          "update-order": 0.006397973969136241,
          "validate-purchase": 0.012391449976372567,
          "verify-identity": 0.09002481402576955
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0015282693653385212,
          "enter-details": 0.0020128731525127052,
          "instructions": 0.0017959376233988992,
          "log-out-in": 0.001614816440338448,
          "make-password": 0.0018028922585710454,
          "make-purchase": 0.0017959376233988992,
          "membership": 0.0017959376233988992,
          "notify-team": 0.0016085873596142597,
          "offer-refund": 0.0018976433907592453,
          "promo-code": 0.0018028922585710454,
          "pull-up-account": 0.9621195361690328,
          "record-reason": 0.003491801381729152,
          "search-boots": 0.0016996830486055727,
          "search-faq": 0.0018976433907592453,
          "search-jacket": 0.0012954776709306406,
          "search-jeans": 0.0012954776709306406,
          "search-membership": 0.0009835883978378565,
          "search-policy": 0.0009308722006198744,
          "search-pricing": 0.0010981457410328226,
          "search-shirt": 2.7183055485733105e-05,
          "search-timing": 3.0349038570523715e-05,
          "select-faq": 3.0349038570523715e-05,
          "send-link": 2.7183055485733105e-05,
          "shipping-status": 0.001446360717287873,
          "subscription-status": 2.4347347119510767e-05,
          "try-again": 2.8722457088035143e-05,
          "update-account": 0.0012954776709306406,
          "update-order": 3.206772931882729e-05,
          "validate-purchase": 0.0010981457410328226,
          "verify-identity": 0.003491801381729152
        }
      }
    },
    {
      "id": "abcd-test-10541-turn-6",
      "conversation_id": "10541",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "search-policy": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "subscription-status": 0.0,
          "pull-up-account": 0.9400000000000001,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "promo-code": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-membership": 0.0,
          "verify-identity": 0.06
        },
        "vendor_confidence": 0.92,
        "input_tokens": 2988,
        "request_sha256": "350c8d718e9fd62de758897507d1e8215fa3599c8d0232d6b60b90794c447170"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.05170520988675535,
          "enter-details": 0.004580445953735077,
          "instructions": 0.0013633093877048377,
          "log-out-in": 0.0011864884775554456,
          "make-password": 0.00044019377615677586,
          "make-purchase": 0.0002833067736887175,
          "membership": 0.007116955934071754,
          "notify-team": 0.001478961061812945,
          "offer-refund": 0.0012210905322733976,
          "promo-code": 0.000630475342636906,
          "pull-up-account": 0.7275338956143964,
          "record-reason": 0.0026404297720347405,
          "search-boots": 0.00035314305392993413,
          "search-faq": 0.0008525574736930189,
          "search-jacket": 0.0008525574736930189,
          "search-jeans": 0.000816684255630547,
          "search-membership": 0.0036746376804966726,
          "search-policy": 0.0007858893103809337,
          "search-pricing": 0.0003634415151643417,
          "search-shirt": 0.00021771798174608905,
          "search-timing": 0.00037768297175566574,
          "select-faq": 0.0005256144185043016,
          "send-link": 0.002947957995880911,
          "shipping-status": 0.0010179992793250296,
          "subscription-status": 0.011058104999587136,
          "try-again": 9.018221105040874e-05,
          "update-account": 0.0008774209531134619,
          "update-order": 0.00019500585776953546,
          "validate-purchase": 0.0010937075815444872,
          "verify-identity": 0.17371893247391215
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0030795346751088712,
          "enter-details": 0.0019819767625004763,
          "instructions": 0.0015895864961506443,
          "log-out-in": 0.0019819767625004763,
          "make-password": 0.0024698510055958423,
          "make-purchase": 0.001981424070177651,
          "membership": 0.0022121985723795694,
          "notify-team": 0.0022121985723795694,
          "offer-refund": 0.0022121985723795694,
          "promo-code": 0.0024705397178762683,
          "pull-up-account": 0.9473515548458371,
          "record-reason": 0.004285735520212736,
          "search-boots": 0.0022121985723795694,
          "search-faq": 0.0038386480960244784,
          "search-jacket": 0.0018757512514695535,
          "search-jeans": 0.0019819767625004763,
          "search-membership": 0.001680074594640325,
          "search-policy": 0.00014180095975155485,
          "search-pricing": 0.0012072264986803085,
          "search-shirt": 0.0001137590592249656,
          "search-timing": 0.00012700844745782425,
          "select-faq": 0.00015831635949647497,
          "send-link": 0.001590029883278529,
          "shipping-status": 0.0014241598987912417,
          "subscription-status": 0.001590029883278529,
          "try-again": 0.00012700844745782425,
          "update-account": 0.0024705397178762683,
          "update-order": 0.0001137590592249656,
          "validate-purchase": 0.0001767554562564845,
          "verify-identity": 0.005342181479111861
        }
      }
    },
    {
      "id": "abcd-test-9624-turn-17",
      "conversation_id": "9624",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.02,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.01,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.97,
          "search-pricing": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3370,
        "request_sha256": "719c8789ac0bffe2989e4e8d7705baa26a061f5603e7ead80027483259a5ef61"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.0022126655717964903,
          "enter-details": 0.009266640097415705,
          "instructions": 0.000916521825062056,
          "log-out-in": 0.0010232681227117881,
          "make-password": 7.846579989367936e-05,
          "make-purchase": 1.3462758846157848e-05,
          "membership": 2.6074365579017604e-05,
          "notify-team": 8.760463254089909e-05,
          "offer-refund": 0.000473219937561804,
          "promo-code": 2.911121876305148e-05,
          "pull-up-account": 0.00014882403494971316,
          "record-reason": 0.002470372240219881,
          "search-boots": 2.911121876305148e-05,
          "search-faq": 3.6287216375783474e-05,
          "search-jacket": 0.0004238537429276856,
          "search-jeans": 0.000473219937561804,
          "search-membership": 0.00013329888158332293,
          "search-policy": 0.0003517212726998576,
          "search-pricing": 0.0004894844752444976,
          "search-shirt": 0.00022636648526007223,
          "search-timing": 7.119051548156581e-05,
          "select-faq": 0.0003517212726998576,
          "send-link": 0.00018550960907350172,
          "shipping-status": 0.0030793292484158374,
          "subscription-status": 0.0004384219312103533,
          "try-again": 0.00039268586089807964,
          "update-account": 0.7599553676361966,
          "update-order": 0.20259493556704983,
          "validate-purchase": 0.011550892282998193,
          "verify-identity": 0.002470372240219881
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.016926230441050575,
          "enter-details": 0.01516048886544964,
          "instructions": 0.008739369183521452,
          "log-out-in": 0.010893646684773552,
          "make-password": 0.007827687038918299,
          "make-purchase": 0.0005633949674382089,
          "membership": 0.0006290129715582699,
          "notify-team": 0.0007022733408167281,
          "offer-refund": 0.0005046221424645718,
          "promo-code": 0.0005633949674382089,
          "pull-up-account": 0.004767861584931127,
          "record-reason": 0.007011109842649322,
          "search-boots": 0.0007022733408167281,
          "search-faq": 0.008739369183521452,
          "search-jacket": 0.0006290129715582699,
          "search-jeans": 0.005943152534003212,
          "search-membership": 0.004182843810031481,
          "search-policy": 0.0031758142615989976,
          "search-pricing": 0.006279718948822435,
          "search-shirt": 0.0037464933472381025,
          "search-timing": 0.0024112293195525736,
          "select-faq": 0.0028445160473030396,
          "send-link": 0.004670015055623373,
          "shipping-status": 0.008739369183521452,
          "subscription-status": 0.004670015055623373,
          "try-again": 0.016926230441050575,
          "update-account": 0.41315473680103604,
          "update-order": 0.41315473680103604,
          "validate-purchase": 0.013578962016126584,
          "verify-identity": 0.012162418850526345
        }
      }
    },
    {
      "id": "abcd-test-10329-turn-5",
      "conversation_id": "10329",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "enter-details": 0.0,
          "instructions": 0.0,
          "log-out-in": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "membership": 0.04,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "search-faq": 0.29,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "search-membership": 0.67,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "update-account": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.65,
        "input_tokens": 2950,
        "request_sha256": "568b0fe78d1cf2435c7624450987495c33e707559533a8ebdfba1ef65e10b94b"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.0017507485336211057,
          "enter-details": 0.0015681122683395294,
          "instructions": 0.0002939084621690163,
          "log-out-in": 0.001404528601450631,
          "make-password": 0.0001359207514456053,
          "make-purchase": 0.0002111894338244153,
          "membership": 0.0924067111780979,
          "notify-team": 0.0002939084621690163,
          "offer-refund": 0.00023578644858369854,
          "promo-code": 0.0003281396606537454,
          "pull-up-account": 0.019762864950718433,
          "record-reason": 0.00036635771392087846,
          "search-boots": 0.0004180398502416066,
          "search-faq": 0.03428340233247672,
          "search-jacket": 0.00037443035794507633,
          "search-jeans": 0.001954656316263904,
          "search-membership": 0.8368275446306292,
          "search-policy": 8.007886360525301e-05,
          "search-pricing": 0.000725188320650701,
          "search-shirt": 0.00021333721512453927,
          "search-timing": 0.00023818435911588529,
          "select-faq": 0.0008096502828360965,
          "send-link": 0.00021584276688524462,
          "shipping-status": 0.0001910820938534798,
          "subscription-status": 0.00033147674644738056,
          "try-again": 8.836763224093611e-05,
          "update-account": 0.0001910820938534798,
          "update-order": 0.00021333721512453927,
          "validate-purchase": 0.00030038441017843674,
          "verify-identity": 0.0037857380475335377
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0017833247067739926,
          "enter-details": 0.002222919423123368,
          "instructions": 0.0027425547171546637,
          "log-out-in": 0.0027425547171546637,
          "make-password": 0.0027425547171546637,
          "make-purchase": 0.0024564543787950997,
          "membership": 0.003453907112562685,
          "notify-team": 0.002222919423123368,
          "offer-refund": 0.0024564543787950997,
          "promo-code": 0.0019706768722835373,
          "pull-up-account": 0.003093595976310596,
          "record-reason": 0.0024564543787950997,
          "search-boots": 0.002222919423123368,
          "search-faq": 0.9516772314661953,
          "search-jacket": 0.001597290186447919,
          "search-jeans": 0.0019910265723210646,
          "search-membership": 0.004806738488894902,
          "search-policy": 0.0010280100042790443,
          "search-pricing": 0.0014306627154985333,
          "search-shirt": 0.0009729130470551714,
          "search-timing": 0.0013539852140951414,
          "select-faq": 0.0013539852140951414,
          "send-link": 0.0010862270718583428,
          "shipping-status": 1.815525708724538e-05,
          "subscription-status": 2.1417678602981393e-05,
          "try-again": 1.815525708724538e-05,
          "update-account": 2.1417678602981393e-05,
          "update-order": 1.815525708724538e-05,
          "validate-purchase": 1.815525708724538e-05,
          "verify-identity": 1.91834085542872e-05
        }
      }
    },
    {
      "id": "abcd-test-8607-turn-5",
      "conversation_id": "8607",
      "expected_action": "search-policy",
      "jev": {
        "choice": "search-membership",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.02,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-membership": 0.55,
          "search-pricing": 0.01,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.36,
          "update-order": 0.0,
          "search-timing": 0.03,
          "send-link": 0.0,
          "membership": 0.02,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "try-again": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.01
        },
        "vendor_confidence": 0.52,
        "input_tokens": 3003,
        "request_sha256": "f8b9090b795455f795584a7460bd8c7b87b5bfb69cfe45fdf7ece4b73b5e2cd7"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.0034619713714384433,
          "enter-details": 0.002228111747402394,
          "instructions": 0.0005214889951262676,
          "log-out-in": 0.00033562803895692875,
          "make-password": 0.00015521434130032745,
          "make-purchase": 0.00019347512260479172,
          "membership": 0.004315356837012005,
          "notify-team": 0.0019956776273391936,
          "offer-refund": 0.00024116728486901645,
          "promo-code": 0.00019347512260479172,
          "pull-up-account": 0.002777347388731165,
          "record-reason": 0.00033562803895692875,
          "search-boots": 0.0007404066050892051,
          "search-faq": 0.07568855296534002,
          "search-jacket": 0.0005939871162292073,
          "search-jeans": 0.0019956776273391936,
          "search-membership": 0.5498818539330551,
          "search-policy": 0.00038228794877149164,
          "search-pricing": 0.0060056076761277714,
          "search-shirt": 0.0002854345643646985,
          "search-timing": 0.1465918795318204,
          "select-faq": 0.014498730234500235,
          "send-link": 0.002228111747402394,
          "shipping-status": 0.0004434998633116423,
          "subscription-status": 0.18272718621078007,
          "try-again": 6.450253080156728e-05,
          "update-account": 0.0002051004860565309,
          "update-order": 0.0002854345643646985,
          "validate-purchase": 0.00018370461499182336,
          "verify-identity": 0.0004434998633116423
        }
      },
      "trained_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.0007843156484977147,
          "enter-details": 0.0007843156484977147,
          "instructions": 0.0009776515100587304,
          "log-out-in": 0.0008756639495155008,
          "make-password": 0.0008756639495155008,
          "make-purchase": 0.0034145191535863446,
          "membership": 0.00871015477057961,
          "notify-team": 0.0034145191535863446,
          "offer-refund": 0.0007843156484977147,
          "promo-code": 0.001091517492225277,
          "pull-up-account": 0.004497240559802027,
          "record-reason": 0.0034145191535863446,
          "search-boots": 0.0040280930298859695,
          "search-faq": 0.007801520503752766,
          "search-jacket": 0.004497240559802027,
          "search-jeans": 0.001256688806898404,
          "search-membership": 0.8904012570757196,
          "search-policy": 0.005021029413950347,
          "search-pricing": 0.005021029413950347,
          "search-shirt": 0.004497240559802027,
          "search-timing": 0.018834437520595333,
          "select-faq": 0.013533582594302096,
          "send-link": 0.003058320141017065,
          "shipping-status": 0.001256688806898404,
          "subscription-status": 0.005605822528298748,
          "try-again": 0.0011255923182916627,
          "update-account": 0.0011893355373249358,
          "update-order": 0.0013278561729508562,
          "validate-purchase": 0.0010652652659777877,
          "verify-identity": 0.0008546031126327142
        }
      }
    },
    {
      "id": "abcd-test-8996-turn-6",
      "conversation_id": "8996",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 1.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "search-boots": 0.0,
          "verify-identity": 0.0,
          "search-jeans": 0.0,
          "search-timing": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 1.0,
        "input_tokens": 2978,
        "request_sha256": "ab1b43e617e3d7bf223d1ae8386bc665d1d3ec6074afb9b8a2853ba2887ada57"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003491333074267351,
          "enter-details": 0.054847609169359914,
          "instructions": 0.002012601138180859,
          "log-out-in": 0.003897965255229132,
          "make-password": 0.06123565025862316,
          "make-purchase": 0.000355171774300239,
          "membership": 0.0003965382656277116,
          "notify-team": 0.0007680064403683701,
          "offer-refund": 0.0005365352160635855,
          "promo-code": 0.0009573220991715591,
          "pull-up-account": 0.7717500662039725,
          "record-reason": 0.0018026488254229,
          "search-boots": 0.00022858703126990936,
          "search-faq": 0.0006878887710379104,
          "search-jacket": 0.0003181203303380729,
          "search-jeans": 0.0009513519534175593,
          "search-membership": 0.0006687926555531426,
          "search-policy": 0.0003161364633636075,
          "search-pricing": 0.00022224134690980465,
          "search-shirt": 0.0003161364633636075,
          "search-timing": 0.0002271614761187898,
          "select-faq": 5.924680923404863e-05,
          "send-link": 0.004858824220354393,
          "shipping-status": 0.0005484134423467989,
          "subscription-status": 0.00043043248192046226,
          "try-again": 0.0002536187324738808,
          "update-account": 0.00034531175180678615,
          "update-order": 0.00028315742087290643,
          "validate-purchase": 0.002012601138180859,
          "verify-identity": 0.08522052979085024
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0022223400567767614,
          "enter-details": 0.003106252451631029,
          "instructions": 0.0019905075819383294,
          "log-out-in": 0.0018920250342628557,
          "make-password": 0.0022320137324905722,
          "make-purchase": 0.0019905075819383294,
          "membership": 0.0019905075819383294,
          "notify-team": 0.0017828598119744334,
          "offer-refund": 0.0022223400567767614,
          "promo-code": 0.0018920250342628557,
          "pull-up-account": 0.955570686923905,
          "record-reason": 0.003871951594567374,
          "search-boots": 0.0019905075819383294,
          "search-faq": 0.0022320137324905722,
          "search-jacket": 0.0012866597341228733,
          "search-jeans": 0.0016946508517516365,
          "search-membership": 0.0009245360698585578,
          "search-policy": 0.0009245360698585578,
          "search-pricing": 0.0010906709685271248,
          "search-shirt": 5.124914412324931e-05,
          "search-timing": 5.7218072960221964e-05,
          "select-faq": 5.7218072960221964e-05,
          "send-link": 0.0012866597341228733,
          "shipping-status": 6.38822023695569e-05,
          "subscription-status": 6.38822023695569e-05,
          "try-again": 7.132248726368638e-05,
          "update-account": 0.0016946508517516365,
          "update-order": 6.38822023695569e-05,
          "validate-purchase": 0.0013595244536173225,
          "verify-identity": 0.004322918125081819
        }
      }
    },
    {
      "id": "abcd-test-7049-turn-5",
      "conversation_id": "7049",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.0,
          "select-faq": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.04,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.0,
          "offer-refund": 0.0,
          "pull-up-account": 0.96
        },
        "vendor_confidence": 0.96,
        "input_tokens": 2972,
        "request_sha256": "6be5a0af4c7f0578550c057730d9e76fde2ccebdd4edb078e94ead94cccfc169"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.03992772365415292,
          "enter-details": 0.0039490678504195895,
          "instructions": 0.001175388129184679,
          "log-out-in": 0.0009361049591527379,
          "make-password": 0.0003877498009352211,
          "make-purchase": 0.00020020338051089274,
          "membership": 0.0004329105788219872,
          "notify-team": 0.001826283473540047,
          "offer-refund": 0.001826283473540047,
          "promo-code": 0.0003905845385672666,
          "pull-up-account": 0.7818677696264982,
          "record-reason": 0.003537104714042183,
          "search-boots": 0.00031107012724030547,
          "search-faq": 0.00034730011952781114,
          "search-jacket": 0.00027861961647150603,
          "search-jeans": 0.000341081261475343,
          "search-membership": 0.0008445812950293631,
          "search-policy": 0.00027363055370871383,
          "search-pricing": 0.00020166701415685748,
          "search-shirt": 0.00012654303269756158,
          "search-timing": 6.533683578769513e-05,
          "select-faq": 0.00015773625134681506,
          "send-link": 0.00027363055370871383,
          "shipping-status": 7.905668009303536e-05,
          "subscription-status": 0.0008445812950293631,
          "try-again": 3.1926773697433146e-05,
          "update-account": 0.0005435692778848406,
          "update-order": 0.0003905845385672666,
          "validate-purchase": 0.062038462511099866,
          "verify-identity": 0.09639344808311179
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0019959785339403323,
          "enter-details": 0.002487992992904244,
          "instructions": 0.00199398902581008,
          "log-out-in": 0.0022284479884248074,
          "make-password": 0.0022284479884248074,
          "make-purchase": 0.0017859780983799243,
          "membership": 0.00199398902581008,
          "notify-team": 0.0017859780983799243,
          "offer-refund": 0.00199398902581008,
          "promo-code": 0.0022284479884248074,
          "pull-up-account": 0.9540441644142307,
          "record-reason": 0.0034624971641866323,
          "search-boots": 0.0017859780983799243,
          "search-faq": 0.00199398902581008,
          "search-jacket": 0.001601262721548182,
          "search-jeans": 0.001601262721548182,
          "search-membership": 0.0012846043400101103,
          "search-policy": 0.0009753327605512986,
          "search-pricing": 0.001215754947278822,
          "search-shirt": 4.1225676708566305e-05,
          "search-timing": 4.6027186881459125e-05,
          "select-faq": 4.6027186881459125e-05,
          "send-link": 4.1225676708566305e-05,
          "shipping-status": 0.0011505957616988285,
          "subscription-status": 4.6027186881459125e-05,
          "try-again": 4.356031900482294e-05,
          "update-account": 0.0013573526188091843,
          "update-order": 4.6027186881459125e-05,
          "validate-purchase": 0.0017877599226683975,
          "verify-identity": 0.006706086317022735
        }
      }
    },
    {
      "id": "abcd-test-2125-turn-6",
      "conversation_id": "2125",
      "expected_action": "search-jeans",
      "jev": {
        "choice": "search-jeans",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.01,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.13,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.86,
          "instructions": 0.0
        },
        "vendor_confidence": 0.85,
        "input_tokens": 3012,
        "request_sha256": "a151d6199d96ecd8140acf759850222f5229b1e144449e232007a1d66eb4a8a4"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 5.9992033829920145e-05,
          "enter-details": 4.3107592100963466e-05,
          "instructions": 0.00010407027847383373,
          "log-out-in": 0.0004329207047955616,
          "make-password": 5.3733728280118546e-05,
          "make-purchase": 0.0020242356955149005,
          "membership": 4.812828314219752e-05,
          "notify-team": 0.0007510027158010174,
          "offer-refund": 8.34898025083517e-05,
          "promo-code": 0.0014545251053881643,
          "pull-up-account": 0.0008384711279360694,
          "record-reason": 0.0003110771583722894,
          "search-boots": 7.478024054841468e-05,
          "search-faq": 0.006801025572562315,
          "search-jacket": 0.0013027905945518442,
          "search-jeans": 0.9675496450535068,
          "search-membership": 0.0007510027158010174,
          "search-policy": 0.0001697116603174045,
          "search-pricing": 0.0035115158699043736,
          "search-shirt": 0.00010136459844664668,
          "search-timing": 0.0005396369070652048,
          "select-faq": 0.008477495949231055,
          "send-link": 0.00038022980379995774,
          "shipping-status": 0.00010710495489834912,
          "subscription-status": 8.762577187542428e-05,
          "try-again": 6.174139910352366e-05,
          "update-account": 8.59243588166278e-05,
          "update-order": 0.0001410672267616078,
          "validate-purchase": 0.0035115158699043736,
          "verify-identity": 0.0001410672267616078
        }
      },
      "trained_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.001168834033072144,
          "enter-details": 0.001304967034774124,
          "instructions": 0.0014569548827963097,
          "log-out-in": 0.0015394637698539846,
          "make-password": 0.0016266448450709022,
          "make-purchase": 0.00330431530939478,
          "membership": 0.0013788683787371045,
          "notify-team": 0.00330431530939478,
          "offer-refund": 0.0016266448450709022,
          "promo-code": 0.0034914416433666816,
          "pull-up-account": 0.005732111182936439,
          "record-reason": 0.0038980867107580946,
          "search-boots": 0.004598554890974865,
          "search-faq": 0.005732111182936439,
          "search-jacket": 0.005732111182936439,
          "search-jeans": 0.9104603263869582,
          "search-membership": 0.004598554890974865,
          "search-policy": 0.005134143750214591,
          "search-pricing": 0.004598554890974865,
          "search-shirt": 0.0012844602357079966,
          "search-timing": 0.003689165273178821,
          "select-faq": 0.008906378128599696,
          "send-link": 0.0031272184558200316,
          "shipping-status": 0.000922955503280611,
          "subscription-status": 0.0016010830578002946,
          "try-again": 0.003689165273178821,
          "update-account": 0.001515271986358666,
          "update-order": 0.00169175367137028,
          "validate-purchase": 0.0016010830578002946,
          "verify-identity": 0.0012844602357079966
        }
      }
    },
    {
      "id": "abcd-test-1922-turn-14",
      "conversation_id": "1922",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.01,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.15,
          "validate-purchase": 0.0,
          "pull-up-account": 0.13,
          "send-link": 0.0,
          "verify-identity": 0.01,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.04,
          "search-shirt": 0.63,
          "search-faq": 0.03,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "search-policy": 0.0,
          "search-pricing": 0.0
        },
        "vendor_confidence": 0.61,
        "input_tokens": 3180,
        "request_sha256": "532a4f12cab3b71843a530da9dde1ef7643cebfd691fb1064f444dc72c997914"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.001391403957034925,
          "enter-details": 0.0008020836386728255,
          "instructions": 0.012814042262774198,
          "log-out-in": 0.0073867450796050995,
          "make-password": 0.00029757750943258616,
          "make-purchase": 0.0034160661800726657,
          "membership": 0.00029757750943258616,
          "notify-team": 0.006616166845292249,
          "offer-refund": 0.0008020836386728255,
          "promo-code": 0.0005162180693435311,
          "pull-up-account": 0.08338340731869222,
          "record-reason": 0.004754081227848454,
          "search-boots": 0.00023872990059600272,
          "search-faq": 0.048066848193882475,
          "search-jacket": 0.0024546321442265734,
          "search-jeans": 0.0009106821747465046,
          "search-membership": 0.00047020433122464277,
          "search-policy": 0.0009249442887440324,
          "search-pricing": 0.0009106821747465046,
          "search-shirt": 0.75511326290497,
          "search-timing": 0.000383126436299915,
          "select-faq": 0.0024546321442265734,
          "send-link": 0.0009249442887440324,
          "shipping-status": 0.0005331904924053672,
          "subscription-status": 0.0005952906601540667,
          "try-again": 0.030935645726260955,
          "update-account": 0.0008284550669397105,
          "update-order": 0.00034315908768418066,
          "validate-purchase": 0.006616166845292249,
          "verify-identity": 0.024817949901982026
        }
      },
      "trained_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.0014042835977236112,
          "enter-details": 0.0014042835977236112,
          "instructions": 0.008280189154939164,
          "log-out-in": 0.007416407321345867,
          "make-password": 0.001567838743819732,
          "make-purchase": 0.004773172282992841,
          "membership": 0.0014042835977236112,
          "notify-team": 0.006642735875756938,
          "offer-refund": 0.0012577900821421218,
          "promo-code": 0.0014042835977236112,
          "pull-up-account": 0.012865502042033784,
          "record-reason": 0.007416407321345867,
          "search-boots": 0.001567838743819732,
          "search-faq": 0.20211229136448255,
          "search-jacket": 0.005949772410182097,
          "search-jeans": 0.0026388940960382977,
          "search-membership": 0.0026388940960382977,
          "search-policy": 0.0023636073444753746,
          "search-pricing": 0.00294624343024405,
          "search-shirt": 0.009244573127818534,
          "search-timing": 0.0038292516176893737,
          "select-faq": 0.004275240256462818,
          "send-link": 0.0034297844622852335,
          "shipping-status": 0.0018961911927778696,
          "subscription-status": 0.0038292516176893737,
          "try-again": 0.6790573135044984,
          "update-account": 0.00294624343024405,
          "update-order": 0.0023636073444753746,
          "validate-purchase": 0.0038292516176893737,
          "verify-identity": 0.009244573127818534
        }
      }
    },
    {
      "id": "abcd-test-3790-turn-12",
      "conversation_id": "3790",
      "expected_action": "instructions",
      "jev": {
        "choice": "instructions",
        "probabilities": {
          "search-policy": 0.0,
          "record-reason": 0.0,
          "instructions": 0.34,
          "update-account": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.01,
          "ask-the-oracle": 0.0,
          "select-faq": 0.01,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "try-again": 0.34,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.07,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.21,
          "log-out-in": 0.02,
          "verify-identity": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.31,
        "input_tokens": 3161,
        "request_sha256": "eb6f8e5a9275157f0e294c430f104fb4eded81864d33ec57fe7ff8c1e3b6d274"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.011517141956560154,
          "enter-details": 0.0030703287657133007,
          "instructions": 0.2811238542002661,
          "log-out-in": 0.08367272324642971,
          "make-password": 0.0019146491510887717,
          "make-purchase": 0.0007103448145576323,
          "membership": 0.0012322610076579664,
          "notify-team": 0.0601234712799973,
          "offer-refund": 0.0014199023654772273,
          "promo-code": 0.0007930785800179269,
          "pull-up-account": 0.0017149151044172364,
          "record-reason": 0.0013757811451356819,
          "search-boots": 0.0008854475892030966,
          "search-faq": 0.02230614244114105,
          "search-jacket": 0.002750035047001323,
          "search-jeans": 0.0066391305147944085,
          "search-membership": 0.0006566465676344253,
          "search-policy": 0.0005267910938559792,
          "search-pricing": 0.0015852768406790694,
          "search-shirt": 0.0007278095117469328,
          "search-timing": 0.0014199023654772273,
          "select-faq": 0.007412382613765547,
          "send-link": 0.0027300945245434262,
          "shipping-status": 0.0011308480166494204,
          "subscription-status": 0.0012625565918276066,
          "try-again": 0.4876753225791142,
          "update-account": 0.0011308480166494204,
          "update-order": 0.00041955048890668074,
          "validate-purchase": 0.010315686764920855,
          "verify-identity": 0.0017570768147703842
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.006723517376981727,
          "enter-details": 0.003253568127581348,
          "instructions": 0.7673653660866552,
          "log-out-in": 0.010446804792166099,
          "make-password": 0.004055581766735326,
          "make-purchase": 0.003253568127581348,
          "membership": 0.004527931145520675,
          "notify-team": 0.010446804792166099,
          "offer-refund": 0.007506599223277436,
          "promo-code": 0.0026101575058730345,
          "pull-up-account": 0.006723517376981727,
          "record-reason": 0.003253568127581348,
          "search-boots": 0.003632507609055387,
          "search-faq": 0.016231924234737495,
          "search-jacket": 0.010446804792166099,
          "search-jeans": 0.010446804792166099,
          "search-membership": 0.006022127836563389,
          "search-policy": 0.0005277089842460028,
          "search-pricing": 0.008380883158428694,
          "search-shirt": 0.0005891706866722081,
          "search-timing": 0.006723517376981727,
          "select-faq": 0.008380883158428694,
          "send-link": 0.008380883158428694,
          "shipping-status": 0.0004473264531281964,
          "subscription-status": 0.011663532748254832,
          "try-again": 0.07589674289592309,
          "update-account": 0.00047265899739990256,
          "update-order": 0.0005277089842460028,
          "validate-purchase": 0.00047265899739990256,
          "verify-identity": 0.0005891706866722081
        }
      }
    },
    {
      "id": "abcd-test-2003-turn-6",
      "conversation_id": "2003",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "verify-identity": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.96,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.04,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3022,
        "request_sha256": "7da7003dc9daf40f3dce4b589b66138c00c552c4b324a4fa950cde399b56fc14"
      },
      "shared_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.0058520426970075845,
          "enter-details": 0.0007961511066229344,
          "instructions": 0.010151742592211176,
          "log-out-in": 0.002424008348814902,
          "make-password": 0.0006387078957641826,
          "make-purchase": 0.01577346317380765,
          "membership": 0.0005123999343565122,
          "notify-team": 0.001541969105985348,
          "offer-refund": 0.0009924045752825671,
          "promo-code": 0.001541969105985348,
          "pull-up-account": 0.02736277817206212,
          "record-reason": 0.0033734472809804406,
          "search-boots": 0.001541969105985348,
          "search-faq": 0.047467169279457724,
          "search-jacket": 0.00909272406964341,
          "search-jeans": 0.0017417835899371588,
          "search-membership": 0.0011210055237368865,
          "search-policy": 0.001004063329145896,
          "search-pricing": 0.6679025665383865,
          "search-shirt": 0.012654175148413611,
          "search-timing": 0.001004063329145896,
          "select-faq": 0.1780547805043907,
          "send-link": 0.0046947642979928,
          "shipping-status": 0.0005454194152513699,
          "subscription-status": 0.0004885217782055408,
          "try-again": 0.00022592150484667984,
          "update-account": 0.00021381305892350072,
          "update-order": 0.000252234344199259,
          "validate-purchase": 0.0005454194152513699,
          "verify-identity": 0.0004885217782055408
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0011279344909574495,
          "enter-details": 0.001010269547194365,
          "instructions": 0.003727761983721725,
          "log-out-in": 0.0015697253666943915,
          "make-password": 0.0014059732476804107,
          "make-purchase": 0.0033388853914180974,
          "membership": 0.0011279344909574495,
          "notify-team": 0.003938868825584326,
          "offer-refund": 0.0011279344909574495,
          "promo-code": 0.00464666543907255,
          "pull-up-account": 0.0029905767459675915,
          "record-reason": 0.0033388853914180974,
          "search-boots": 0.0015697253666943915,
          "search-faq": 0.0035279696499160556,
          "search-jacket": 0.0035279696499160556,
          "search-jeans": 0.0029905767459675915,
          "search-membership": 0.0025350411222729284,
          "search-policy": 0.005187857879907598,
          "search-pricing": 0.006466679168087707,
          "search-shirt": 0.004161930316434747,
          "search-timing": 0.004161930316434747,
          "select-faq": 0.9199856484877598,
          "send-link": 0.002399173797690906,
          "shipping-status": 0.0014839528274734797,
          "subscription-status": 0.0021821433021021047,
          "try-again": 0.002720047432753525,
          "update-account": 0.001954504194325472,
          "update-order": 0.0021821433021021047,
          "validate-purchase": 0.001954504194325472,
          "verify-identity": 0.001656786834211427
        }
      }
    },
    {
      "id": "abcd-test-1903-turn-4",
      "conversation_id": "1903",
      "expected_action": "search-membership",
      "jev": {
        "choice": "search-membership",
        "probabilities": {
          "search-membership": 0.82,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.16,
          "membership": 0.01,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.01,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.81,
        "input_tokens": 2956,
        "request_sha256": "7eb9952290372795291b77d54258c7fe3e611547324847615a74a185839df321"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.001225370268303777,
          "enter-details": 0.0009830466181283363,
          "instructions": 0.001225370268303777,
          "log-out-in": 0.0013680877478798904,
          "make-password": 5.248303506374234e-05,
          "make-purchase": 3.377785094558306e-05,
          "membership": 0.03339390974532245,
          "notify-team": 0.00010164795072406253,
          "offer-refund": 6.54202470087439e-05,
          "promo-code": 7.303966677318307e-05,
          "pull-up-account": 7.303966677318307e-05,
          "record-reason": 9.104414073284747e-05,
          "search-boots": 0.0002925909105970082,
          "search-faq": 0.021492153277915954,
          "search-jacket": 0.00045461913164959717,
          "search-jeans": 0.002125694666018194,
          "search-membership": 0.9100515488813126,
          "search-policy": 0.00018831039019116634,
          "search-pricing": 0.0029582900775736165,
          "search-shirt": 0.00013816596033247615,
          "search-timing": 0.0004071937454416979,
          "select-faq": 0.01724196237107634,
          "send-link": 0.00023472942992674108,
          "shipping-status": 6.751465193144346e-05,
          "subscription-status": 0.00513184939373309,
          "try-again": 4.8513001799589125e-05,
          "update-account": 9.927986949854118e-05,
          "update-order": 0.0001542579981381573,
          "validate-purchase": 8.892307657176023e-05,
          "verify-identity": 0.00013816596033247615
        }
      },
      "trained_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 8.840824607457348e-05,
          "enter-details": 0.00011020113743492432,
          "instructions": 0.002204217638658948,
          "log-out-in": 0.00011644191954133186,
          "make-password": 0.0026003056815293237,
          "make-purchase": 0.00011644191954133186,
          "membership": 0.004766293638135142,
          "notify-team": 0.0032412883104571666,
          "offer-refund": 7.918559478709467e-05,
          "promo-code": 0.00010429481651619822,
          "pull-up-account": 0.002460940470360862,
          "record-reason": 0.002460940470360862,
          "search-boots": 0.00012303613498901625,
          "search-faq": 0.0032412883104571666,
          "search-jacket": 0.0034248452065577337,
          "search-jeans": 0.0011525957011403766,
          "search-membership": 0.943670667384433,
          "search-policy": 0.0032412883104571666,
          "search-pricing": 0.0034248452065577337,
          "search-shirt": 0.0027475632012095813,
          "search-timing": 0.002086080889841754,
          "select-faq": 0.00663316390349771,
          "send-link": 0.002460940470360862,
          "shipping-status": 0.001032357982831614,
          "subscription-status": 0.0013597118819298779,
          "try-again": 0.001974275763206974,
          "update-account": 0.0012868372029477392,
          "update-order": 0.0012178682002885592,
          "validate-purchase": 0.0012868372029477392,
          "verify-identity": 0.0012868372029477392
        }
      }
    },
    {
      "id": "abcd-test-1075-turn-14",
      "conversation_id": "1075",
      "expected_action": "search-membership",
      "jev": {
        "choice": "search-membership",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.06,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.04,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "search-membership": 0.9,
          "log-out-in": 0.0,
          "membership": 0.0,
          "verify-identity": 0.0,
          "pull-up-account": 0.0,
          "search-jeans": 0.0,
          "make-password": 0.0,
          "search-timing": 0.0,
          "try-again": 0.0,
          "make-purchase": 0.0
        },
        "vendor_confidence": 0.89,
        "input_tokens": 3244,
        "request_sha256": "80336e121fe35270dfb13922489d38ae52a9c96ad6031da3ba59ad0158558989"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.002090340242927478,
          "enter-details": 0.001345333915373359,
          "instructions": 0.001345333915373359,
          "log-out-in": 0.0016769623047641037,
          "make-password": 2.9450983776081402e-05,
          "make-purchase": 2.6378687482470356e-05,
          "membership": 0.016955195943649692,
          "notify-team": 0.00020674596146135653,
          "offer-refund": 3.6710766734615454e-05,
          "promo-code": 1.895454151093597e-05,
          "pull-up-account": 2.3626890062710367e-05,
          "record-reason": 3.288113947622065e-05,
          "search-boots": 0.00013770602260723412,
          "search-faq": 0.0510234631878123,
          "search-jacket": 0.00040042133324504027,
          "search-jeans": 0.002909087921879274,
          "search-membership": 0.8949156320886277,
          "search-policy": 0.00014059628937136066,
          "search-pricing": 0.0009666966697690267,
          "search-shirt": 0.00010832749317670521,
          "search-timing": 0.00028772457691747305,
          "select-faq": 0.021134698128621503,
          "send-link": 0.00040042133324504027,
          "shipping-status": 0.00010832749317670521,
          "subscription-status": 0.002909087921879274,
          "try-again": 0.0002919837941577006,
          "update-account": 8.690512725111322e-05,
          "update-order": 0.00012094426983372471,
          "validate-purchase": 0.0001350305279182456,
          "verify-identity": 0.0001350305279182456
        }
      },
      "trained_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.00104786767672905,
          "enter-details": 0.0009385553516934306,
          "instructions": 0.003143840296407458,
          "log-out-in": 0.0009385553516934306,
          "make-password": 0.0009385553516934306,
          "make-purchase": 0.00104786767672905,
          "membership": 0.0051614329855787944,
          "notify-team": 0.0035099996705432856,
          "offer-refund": 0.000674403825570898,
          "promo-code": 0.00104786767672905,
          "pull-up-account": 0.00414073088070814,
          "record-reason": 0.002975343911190745,
          "search-boots": 0.003143840296407458,
          "search-faq": 0.006433740587589893,
          "search-jacket": 0.003918805659484092,
          "search-jeans": 0.0014189949182395515,
          "search-membership": 0.9152995800494993,
          "search-policy": 0.003918805659484092,
          "search-pricing": 0.0037087742225191717,
          "search-shirt": 0.003321878667559324,
          "search-timing": 0.002975343911190745,
          "select-faq": 0.012460735191455182,
          "send-link": 0.0037087742225191717,
          "shipping-status": 0.0012709667416733812,
          "subscription-status": 0.0019747888124737813,
          "try-again": 0.004622997308959699,
          "update-account": 0.001499353991443342,
          "update-order": 0.001499353991443342,
          "validate-purchase": 0.001584263468195712,
          "verify-identity": 0.0016739816445960416
        }
      }
    },
    {
      "id": "abcd-test-8341-turn-8",
      "conversation_id": "8341",
      "expected_action": "subscription-status",
      "jev": {
        "choice": "subscription-status",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.89,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.03,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.01,
          "record-reason": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "verify-identity": 0.07,
          "search-jeans": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3157,
        "request_sha256": "1d84d38b11491de12519caa5273c94b5a873309644db8343c96d48cd23703daf"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.0009257522608710683,
          "enter-details": 0.007508981291215394,
          "instructions": 0.00010323026928142069,
          "log-out-in": 0.0007426796336613844,
          "make-password": 0.0007426796336613844,
          "make-purchase": 0.0010335736393202882,
          "membership": 0.00019798923298128352,
          "notify-team": 0.00014366379390773256,
          "offer-refund": 0.0002210488372388889,
          "promo-code": 0.0005958106013489192,
          "pull-up-account": 0.00011525338262090839,
          "record-reason": 8.281591301249436e-05,
          "search-boots": 5.950780846811566e-05,
          "search-faq": 2.4649095434448183e-05,
          "search-jacket": 1.5864047773939887e-05,
          "search-jeans": 0.0009736169426642173,
          "search-membership": 0.0004779858052016793,
          "search-policy": 0.0007810786926082787,
          "search-pricing": 0.0002210488372388889,
          "search-shirt": 0.0006995974382634415,
          "search-timing": 0.0002456432589404826,
          "select-faq": 0.000403287384599338,
          "send-link": 0.011667222662834703,
          "shipping-status": 0.001153952762292557,
          "subscription-status": 0.9568266622034165,
          "try-again": 0.00028978426809905404,
          "update-account": 0.0009257522608710683,
          "update-order": 0.0006995974382634415,
          "validate-purchase": 0.005395618310443791,
          "verify-identity": 0.006725652293464934
        }
      },
      "trained_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 7.13430165077901e-05,
          "enter-details": 0.0034613229832139675,
          "instructions": 0.0019953037838341798,
          "log-out-in": 0.0018883640482882087,
          "make-password": 0.0018883640482882087,
          "make-purchase": 8.892927528911029e-05,
          "membership": 0.0017871556147219566,
          "notify-team": 0.0011502067972122088,
          "offer-refund": 6.04757833000507e-05,
          "promo-code": 5.723454264277725e-05,
          "pull-up-account": 9.92867623278976e-05,
          "record-reason": 9.92867623278976e-05,
          "search-boots": 0.0013568937830620263,
          "search-faq": 0.0015149298472302757,
          "search-jacket": 5.41670153172391e-05,
          "search-jeans": 0.0017796358705305614,
          "search-membership": 0.001508555456507985,
          "search-policy": 0.00169137161276704,
          "search-pricing": 0.0013568937830620263,
          "search-shirt": 0.0018804184714918462,
          "search-timing": 0.0008696163545263572,
          "select-faq": 0.0017796358705305614,
          "send-link": 0.0034613229832139675,
          "shipping-status": 0.0019953037838341798,
          "subscription-status": 0.9537216224591949,
          "try-again": 0.0018804184714918462,
          "update-account": 0.004314549028175919,
          "update-order": 0.001986908186417947,
          "validate-purchase": 0.0031002418023455217,
          "verify-identity": 0.0031002418023455217
        }
      }
    },
    {
      "id": "abcd-test-3192-turn-11",
      "conversation_id": "3192",
      "expected_action": "make-password",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "enter-details": 0.47,
          "instructions": 0.0,
          "log-out-in": 0.0,
          "make-password": 0.04,
          "make-purchase": 0.0,
          "membership": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "search-faq": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "update-account": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "verify-identity": 0.49
        },
        "vendor_confidence": 0.46,
        "input_tokens": 3151,
        "request_sha256": "27ed11278815d8faf0d0c70e6cff1f72398e073e015c96a7561f8df587d6b391"
      },
      "shared_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.008124597571915679,
          "enter-details": 0.47877093216401556,
          "instructions": 0.00336533632273116,
          "log-out-in": 0.005837971987195043,
          "make-password": 0.3840913564160685,
          "make-purchase": 0.0003757130819571053,
          "membership": 0.0007197402161764777,
          "notify-team": 0.0013939765615585435,
          "offer-refund": 0.00046832746589477555,
          "promo-code": 0.00024180730989753317,
          "pull-up-account": 0.0030142681137257164,
          "record-reason": 0.000812423844033331,
          "search-boots": 0.00024180730989753317,
          "search-faq": 0.00046832746589477555,
          "search-jacket": 0.00026997033390241794,
          "search-jeans": 0.0006240380448568722,
          "search-membership": 0.001118310095490672,
          "search-policy": 0.00025848663311314746,
          "search-pricing": 0.00028214932322511213,
          "search-shirt": 0.0003222043333326431,
          "search-timing": 0.00013346224128959656,
          "select-faq": 0.0006240380448568722,
          "send-link": 0.014094023337914856,
          "shipping-status": 0.0010016490793457553,
          "subscription-status": 0.0030142681137257164,
          "try-again": 0.0004484058214723843,
          "update-account": 0.0008971580937840085,
          "update-order": 0.0003222043333326431,
          "validate-purchase": 0.006517914612062249,
          "verify-identity": 0.08214513172733334
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0043762030547619,
          "enter-details": 0.04939961744645928,
          "instructions": 0.005454949073483829,
          "log-out-in": 0.006090281599876484,
          "make-password": 0.006799609943811313,
          "make-purchase": 0.0043762030547619,
          "membership": 0.00034465819108434785,
          "notify-team": 0.00032618597680156286,
          "offer-refund": 0.00026168091082074725,
          "promo-code": 0.00020993208904417253,
          "pull-up-account": 0.00027650014821885527,
          "record-reason": 0.005454949073483829,
          "search-boots": 0.00034465819108434785,
          "search-faq": 0.00034465819108434785,
          "search-jacket": 0.0037096040072937433,
          "search-jeans": 0.0018588967646035691,
          "search-membership": 0.004141657489224482,
          "search-policy": 0.00332262142135074,
          "search-pricing": 0.002976009342667912,
          "search-shirt": 0.0017592678292790574,
          "search-timing": 0.0017592678292790574,
          "select-faq": 0.00332262142135074,
          "send-link": 0.0020754005483263533,
          "shipping-status": 0.002192932097267569,
          "subscription-status": 0.0019641676414777678,
          "try-again": 0.005454949073483829,
          "update-account": 0.006090281599876484,
          "update-order": 0.0020754005483263533,
          "validate-purchase": 0.006799609943811313,
          "verify-identity": 0.866437225497604
        }
      }
    },
    {
      "id": "abcd-test-8952-turn-10",
      "conversation_id": "8952",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.03,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.51,
          "send-link": 0.0,
          "verify-identity": 0.37,
          "record-reason": 0.01,
          "membership": 0.01,
          "update-account": 0.01,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.01,
          "notify-team": 0.0,
          "search-membership": 0.05,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "search-pricing": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.49,
        "input_tokens": 3123,
        "request_sha256": "03f30b7238e7e8f3ef731880451e182347b7f4c5311e92f8f90291a1c7fb75a2"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.08727535750822653,
          "enter-details": 0.0025692028584909073,
          "instructions": 0.0011881520946389929,
          "log-out-in": 0.0008557997191841203,
          "make-password": 0.00031750647061014493,
          "make-purchase": 0.00016393526366133024,
          "membership": 0.0032025220177094305,
          "notify-team": 0.0005494722002045987,
          "offer-refund": 0.0008557997191841203,
          "promo-code": 0.0008557997191841203,
          "pull-up-account": 0.5086717006876809,
          "record-reason": 0.0016535293349173004,
          "search-boots": 0.00025471782004315486,
          "search-faq": 0.0011881520946389929,
          "search-jacket": 0.00039577270741614814,
          "search-jeans": 0.0010505260444676583,
          "search-membership": 0.001064205248459418,
          "search-policy": 0.00012416977584257433,
          "search-pricing": 7.991512117653221e-05,
          "search-shirt": 0.00043514487073158557,
          "search-timing": 0.0002508420189494789,
          "select-faq": 0.0018223860487608203,
          "send-link": 0.0016535293349173004,
          "shipping-status": 0.012013001812188914,
          "subscription-status": 0.0013265347864088773,
          "try-again": 0.0002508420189494789,
          "update-account": 0.001481034803681357,
          "update-order": 0.0013094835667768522,
          "validate-purchase": 0.0016322765866711476,
          "verify-identity": 0.36550868774622725
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003802907115571434,
          "enter-details": 0.0019635230615649224,
          "instructions": 0.0021659759907964415,
          "log-out-in": 0.0021922124242407183,
          "make-password": 0.0021922124242407183,
          "make-purchase": 0.002418244883149539,
          "membership": 0.0026998948187383675,
          "notify-team": 0.0026998948187383675,
          "offer-refund": 0.0026998948187383675,
          "promo-code": 0.0030143488714860613,
          "pull-up-account": 0.9385310045959909,
          "record-reason": 0.005292441588238645,
          "search-boots": 0.0026998948187383675,
          "search-faq": 0.003050861822351757,
          "search-jacket": 0.0018582866134953184,
          "search-jeans": 0.0021922124242407183,
          "search-membership": 0.0011959862503776062,
          "search-policy": 0.0011959862503776062,
          "search-pricing": 0.0016644318448723614,
          "search-shirt": 9.51857976018327e-05,
          "search-timing": 9.51857976018327e-05,
          "select-faq": 0.00010627198952467666,
          "send-link": 0.00010627198952467666,
          "shipping-status": 0.0021922124242407183,
          "subscription-status": 0.00010627198952467666,
          "try-again": 9.51857976018327e-05,
          "update-account": 0.0027325988394021382,
          "update-order": 9.51857976018327e-05,
          "validate-purchase": 0.0016644318448723614,
          "verify-identity": 0.00918098229655513
        }
      }
    },
    {
      "id": "abcd-test-1401-turn-6",
      "conversation_id": "1401",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.97,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.03,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 2987,
        "request_sha256": "507c65782d9cc2124daa290318bb5ec4c87bd11a79776a0f64ee59fe7f79e5ae"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.004021709819235275,
          "enter-details": 0.007789156912312671,
          "instructions": 0.0014920751369374193,
          "log-out-in": 0.005013072511350623,
          "make-password": 0.0014920751369374193,
          "make-purchase": 0.0003482332482409129,
          "membership": 0.0005410741271311701,
          "notify-team": 0.0008407041869240063,
          "offer-refund": 0.0013062603490615824,
          "promo-code": 0.0006180416032992088,
          "pull-up-account": 0.8889901858120057,
          "record-reason": 0.002318342769769633,
          "search-boots": 0.00022412141561294505,
          "search-faq": 0.0010479401495536744,
          "search-jacket": 0.0006040924069413519,
          "search-jeans": 0.0004958205188080405,
          "search-membership": 0.0002858191803024933,
          "search-policy": 0.00020788817769644007,
          "search-pricing": 0.0003606312417853319,
          "search-shirt": 8.611064026771547e-05,
          "search-timing": 9.61398501078281e-05,
          "select-faq": 4.641103175330328e-05,
          "send-link": 0.0008601169974470368,
          "shipping-status": 0.0003606312417853319,
          "subscription-status": 0.0003562743571633823,
          "try-again": 0.00010733714379270273,
          "update-account": 0.00025600253950994986,
          "update-order": 0.00011983857637499988,
          "validate-purchase": 0.0009602938841939956,
          "verify-identity": 0.07875359903369783
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0020028344704929183,
          "enter-details": 0.002236977942302249,
          "instructions": 0.0017939008402671872,
          "log-out-in": 0.0020036186184544075,
          "make-password": 0.0020036186184544075,
          "make-purchase": 0.0017939008402671872,
          "membership": 0.0020028344704929183,
          "notify-team": 0.0017939008402671872,
          "offer-refund": 0.0020028344704929183,
          "promo-code": 0.002236977942302249,
          "pull-up-account": 0.9576959701627261,
          "record-reason": 0.003880567734376243,
          "search-boots": 0.0017939008402671872,
          "search-faq": 0.0024975163430949092,
          "search-jacket": 0.0013625482808970577,
          "search-jeans": 0.0020036186184544075,
          "search-membership": 0.0010345114474209307,
          "search-policy": 0.0009790660669164947,
          "search-pricing": 0.0010930967626280954,
          "search-shirt": 5.375446882946914e-05,
          "search-timing": 6.0015194319101975e-05,
          "select-faq": 0.0011549999534438316,
          "send-link": 0.001439710790613615,
          "shipping-status": 6.0015194319101975e-05,
          "subscription-status": 6.700509755172784e-05,
          "try-again": 6.0015194319101975e-05,
          "update-account": 6.700509755172784e-05,
          "update-order": 6.0015194319101975e-05,
          "validate-purchase": 0.0012895215201061115,
          "verify-identity": 0.003475746984051978
        }
      }
    },
    {
      "id": "abcd-test-1621-turn-10",
      "conversation_id": "1621",
      "expected_action": "enter-details",
      "jev": {
        "choice": "instructions",
        "probabilities": {
          "try-again": 0.05,
          "search-boots": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.04,
          "update-account": 0.0,
          "verify-identity": 0.0,
          "record-reason": 0.02,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.3,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "membership": 0.0,
          "enter-details": 0.03,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.02,
          "search-faq": 0.11,
          "search-jacket": 0.0,
          "notify-team": 0.28,
          "pull-up-account": 0.15,
          "make-password": 0.0
        },
        "vendor_confidence": 0.26,
        "input_tokens": 3167,
        "request_sha256": "8dc8badcc8a58abea2641018ae51f2f6561988644d21534147b2cb2c81c84bf3"
      },
      "shared_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.04372800957384098,
          "enter-details": 0.005420934898141693,
          "instructions": 0.060855458992128256,
          "log-out-in": 0.020334509480716616,
          "make-password": 0.0020111948807724125,
          "make-purchase": 0.013087213952745395,
          "membership": 0.0018013893109834259,
          "notify-team": 0.03508054989440758,
          "offer-refund": 0.013087213952745395,
          "promo-code": 0.08469159416524288,
          "pull-up-account": 0.11786373689911558,
          "record-reason": 0.01811284789704805,
          "search-boots": 0.003124935999256711,
          "search-faq": 0.20446232680723864,
          "search-jacket": 0.0034696601437967252,
          "search-jeans": 0.010441276798363526,
          "search-membership": 0.0011529772422984971,
          "search-policy": 0.004828661599058305,
          "search-pricing": 0.05450707817735353,
          "search-shirt": 0.0009331379122230201,
          "search-timing": 0.0022330601802058,
          "select-faq": 0.09455553418703606,
          "send-link": 0.002515161445129577,
          "shipping-status": 0.009352053305433573,
          "subscription-status": 0.0005379138448511335,
          "try-again": 0.0022527826065242545,
          "update-account": 0.0003865207791249754,
          "update-order": 0.000600564124327319,
          "validate-purchase": 0.18313303734544709,
          "verify-identity": 0.005438663604442993
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.021159906303226447,
          "enter-details": 0.004433569328804277,
          "instructions": 0.2388580257206182,
          "log-out-in": 0.007691076123630553,
          "make-password": 0.006888750783044773,
          "make-purchase": 0.006888750783044773,
          "membership": 0.005526457081850453,
          "notify-team": 0.0169754179195645,
          "offer-refund": 0.0169754179195645,
          "promo-code": 0.005526457081850453,
          "pull-up-account": 0.018952525237743188,
          "record-reason": 0.0169754179195645,
          "search-boots": 0.007691076123630553,
          "search-faq": 0.19162255312755136,
          "search-jacket": 0.0169754179195645,
          "search-jeans": 0.023624374461813917,
          "search-membership": 0.0169754179195645,
          "search-policy": 0.029447848962620506,
          "search-pricing": 0.0169754179195645,
          "search-shirt": 0.005874046302714201,
          "search-timing": 0.0169754179195645,
          "select-faq": 0.2388580257206182,
          "send-link": 0.02637588091224186,
          "shipping-status": 0.004220822130505036,
          "subscription-status": 0.0037805106102066135,
          "try-again": 0.007322014885504395,
          "update-account": 0.003386132079517434,
          "update-order": 0.004712417146237503,
          "validate-purchase": 0.01361843650983625,
          "verify-identity": 0.004712417146237503
        }
      }
    },
    {
      "id": "abcd-test-5180-turn-9",
      "conversation_id": "5180",
      "expected_action": "search-membership",
      "jev": {
        "choice": "search-membership",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "update-account": 0.0,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.01,
          "select-faq": 0.1,
          "make-password": 0.0,
          "search-membership": 0.87,
          "verify-identity": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.02
        },
        "vendor_confidence": 0.85,
        "input_tokens": 3078,
        "request_sha256": "0fd8f198a1a770f0ee61a974e2f5cd932f4394f343dab16306b5b10dbd7ab285"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.0023512773316343234,
          "enter-details": 0.0010873704351292294,
          "instructions": 0.001689522425207135,
          "log-out-in": 0.0015132732322445813,
          "make-password": 7.737845616099417e-05,
          "make-purchase": 7.737845616099417e-05,
          "membership": 0.05739277271153033,
          "notify-team": 0.0002085641557763438,
          "offer-refund": 0.00012022826139939021,
          "promo-code": 0.00012022826139939021,
          "pull-up-account": 0.00013423111384348557,
          "record-reason": 0.00013423111384348557,
          "search-boots": 0.0007813357195846516,
          "search-faq": 0.06407724639906977,
          "search-jacket": 0.0007813357195846516,
          "search-jeans": 0.0032722325543980005,
          "search-membership": 0.8075625294208096,
          "search-policy": 0.0002898795729656933,
          "search-pricing": 0.007899819715416792,
          "search-shirt": 0.00017746649753531607,
          "search-timing": 0.0021059943446712316,
          "select-faq": 0.036937697770539735,
          "send-link": 0.00040342001727467316,
          "shipping-status": 0.00015895337641029143,
          "subscription-status": 0.009847146002608206,
          "try-again": 6.95696934895431e-05,
          "update-account": 0.0001275194811442136,
          "update-order": 0.00019813602222691244,
          "validate-purchase": 0.0001275194811442136,
          "verify-identity": 0.0002757422567967617
        }
      },
      "trained_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 8.351244751299001e-05,
          "enter-details": 9.32390518391326e-05,
          "instructions": 0.0025796415713687385,
          "log-out-in": 9.32390518391326e-05,
          "make-password": 0.003043191908686152,
          "make-purchase": 9.32390518391326e-05,
          "membership": 0.005893984480449084,
          "notify-team": 0.0035900391891654226,
          "offer-refund": 7.90365449080519e-05,
          "promo-code": 8.351244751299001e-05,
          "pull-up-account": 0.002725728831926025,
          "record-reason": 0.002725728831926025,
          "search-boots": 9.851926464001629e-05,
          "search-faq": 0.004008167568502451,
          "search-jacket": 0.0033976286153142607,
          "search-jeans": 0.0013440343582742777,
          "search-membership": 0.9361714635536951,
          "search-policy": 0.0037933466627215816,
          "search-pricing": 0.0035900391891654226,
          "search-shirt": 0.0028800895683565326,
          "search-timing": 0.0025796415713687385,
          "select-faq": 0.007346869239446199,
          "send-link": 0.0024413839730353707,
          "shipping-status": 0.0012719998012838166,
          "subscription-status": 0.002310535870582067,
          "try-again": 0.001675342344668698,
          "update-account": 0.001500572717332379,
          "update-order": 0.001420148372416327,
          "validate-purchase": 0.001500572717332379,
          "verify-identity": 0.0015855512028915392
        }
      }
    },
    {
      "id": "abcd-test-9243-turn-6",
      "conversation_id": "9243",
      "expected_action": "search-shirt",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.09,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.03,
          "enter-details": 0.0,
          "record-reason": 0.0,
          "search-shirt": 0.88,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "verify-identity": 0.0,
          "search-jeans": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "make-purchase": 0.0
        },
        "vendor_confidence": 0.87,
        "input_tokens": 3010,
        "request_sha256": "1cc9a9f9e232a7532f95ce483b4bcfeeccebd544ca38a0e4251d653b070372fc"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0007441985436675137,
          "enter-details": 4.70781282961664e-05,
          "instructions": 0.001441347056876922,
          "log-out-in": 0.0003842457415113153,
          "make-password": 3.0299303364142576e-05,
          "make-purchase": 0.0011563127518830663,
          "membership": 2.1771721386482466e-05,
          "notify-team": 0.0003441616516588202,
          "offer-refund": 3.7768166273034554e-05,
          "promo-code": 3.3828229948335515e-05,
          "pull-up-account": 0.00024729889750266617,
          "record-reason": 6.551775830027285e-05,
          "search-boots": 3.7768166273034554e-05,
          "search-faq": 0.007524338789717037,
          "search-jacket": 0.0003842457415113153,
          "search-jeans": 0.00030825905023476217,
          "search-membership": 0.00014255716386633088,
          "search-policy": 0.00011436569352339405,
          "search-pricing": 0.0004789634418773856,
          "search-shirt": 0.9587855013607627,
          "search-timing": 0.00010823618743363641,
          "select-faq": 0.025280288149205455,
          "send-link": 0.00035023732037002444,
          "shipping-status": 0.00011014693095443163,
          "subscription-status": 0.00020189652877246076,
          "try-again": 0.0002516645776584013,
          "update-account": 7.089016125562999e-05,
          "update-order": 8.362879798342462e-05,
          "validate-purchase": 0.0011563127518830663,
          "verify-identity": 5.6871236048881015e-05
        }
      },
      "trained_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0008269170960844153,
          "enter-details": 0.0010307545810684497,
          "instructions": 0.0019569779043053966,
          "log-out-in": 0.0009755104660307595,
          "make-password": 0.0010307545810684497,
          "make-purchase": 0.0023086380403125628,
          "membership": 0.0009232273292662585,
          "notify-team": 0.0023086380403125628,
          "offer-refund": 0.0010307545810684497,
          "promo-code": 0.0010307545810684497,
          "pull-up-account": 0.002723489870146119,
          "record-reason": 0.003790230622977991,
          "search-boots": 0.0032128891740888905,
          "search-faq": 0.00423167484142741,
          "search-jacket": 0.0033948378690150265,
          "search-jeans": 0.001301081373683086,
          "search-membership": 0.003790230622977991,
          "search-policy": 0.0032128891740888905,
          "search-pricing": 0.005274794682053052,
          "search-shirt": 0.9354024939816141,
          "search-timing": 0.002723489870146119,
          "select-faq": 0.005274794682053052,
          "send-link": 0.001301081373683086,
          "shipping-status": 0.0011028958200456148,
          "subscription-status": 0.000987842956106971,
          "try-again": 0.003790230622977991,
          "update-account": 0.001043785397181408,
          "update-order": 0.001231348969665632,
          "validate-purchase": 0.0018520921425631488,
          "verify-identity": 0.0009348987529186594
        }
      }
    },
    {
      "id": "abcd-test-8331-turn-8",
      "conversation_id": "8331",
      "expected_action": "search-policy",
      "jev": {
        "choice": "search-policy",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "select-faq": 0.11,
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "search-shirt": 0.09,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.79,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.01,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.77,
        "input_tokens": 3049,
        "request_sha256": "1817cf73073e593c5527f8c1d52509376340891202ef5a6e865bd865a6caccc3"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0006114020274354899,
          "enter-details": 0.0006114020274354899,
          "instructions": 0.0030551212509764797,
          "log-out-in": 0.0006114020274354899,
          "make-password": 0.00018197577445400024,
          "make-purchase": 0.0034109477696763254,
          "membership": 0.005299825562153654,
          "notify-team": 0.0005476206017090853,
          "offer-refund": 0.00043932564060937296,
          "promo-code": 0.0030551212509764797,
          "pull-up-account": 0.02219563818269257,
          "record-reason": 0.0006533942550722538,
          "search-boots": 0.00016299223826667702,
          "search-faq": 0.059825742471595146,
          "search-jacket": 0.0006533942550722538,
          "search-jeans": 0.0005852327841768636,
          "search-membership": 0.0006533942550722538,
          "search-policy": 0.03448689799337518,
          "search-pricing": 0.001761144065388764,
          "search-shirt": 0.8417964171540089,
          "search-timing": 0.0002973483050598343,
          "select-faq": 0.0038082167173790174,
          "send-link": 0.0001840512289671751,
          "shipping-status": 0.00023854607794096888,
          "subscription-status": 8.375858449590864e-05,
          "try-again": 5.101749047323254e-05,
          "update-account": 8.85019149459811e-05,
          "update-order": 9.880963452792277e-05,
          "validate-purchase": 0.014285029203835871,
          "verify-identity": 0.0002663292547913697
        }
      },
      "trained_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.000687199313962359,
          "enter-details": 0.0008565957766054169,
          "instructions": 0.0009563624661737754,
          "log-out-in": 0.0008565957766054169,
          "make-password": 0.0008106858786559067,
          "make-purchase": 0.0023059564853634283,
          "membership": 0.0037858281943673076,
          "notify-team": 0.0021823671343655336,
          "offer-refund": 0.0008565957766054169,
          "promo-code": 0.0008565957766054169,
          "pull-up-account": 0.003037160099435608,
          "record-reason": 0.002720326584177545,
          "search-boots": 0.0023059564853634283,
          "search-faq": 0.006567409061575986,
          "search-jacket": 0.003037160099435608,
          "search-jeans": 0.002874381116421419,
          "search-membership": 0.002874381116421419,
          "search-policy": 0.007332315184833575,
          "search-pricing": 0.003037160099435608,
          "search-shirt": 0.9343159889504266,
          "search-timing": 0.002874381116421419,
          "select-faq": 0.005882302893844523,
          "send-link": 0.0014045634944696971,
          "shipping-status": 0.0011754938871306483,
          "subscription-status": 0.001052867474219392,
          "try-again": 0.0011754938871306483,
          "update-account": 0.0011124924557884845,
          "update-order": 0.0009964383537993428,
          "validate-purchase": 0.001312402330945419,
          "verify-identity": 0.0007565427294138021
        }
      }
    },
    {
      "id": "abcd-test-8807-turn-4",
      "conversation_id": "8807",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.02,
          "search-pricing": 0.84,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.01,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.02,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.0,
          "select-faq": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "pull-up-account": 0.04,
          "enter-details": 0.0,
          "search-faq": 0.07,
          "offer-refund": 0.0,
          "search-jeans": 0.0
        },
        "vendor_confidence": 0.84,
        "input_tokens": 2949,
        "request_sha256": "99fd14034c41034377a4ac75fda861e060ccbccd9d8655dbc0e2f695ef70a34e"
      },
      "shared_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.21692711880077167,
          "enter-details": 0.003681183420501234,
          "instructions": 0.0021220441839718,
          "log-out-in": 0.0010139781925590115,
          "make-password": 0.0003369476408064828,
          "make-purchase": 0.0002421154805832629,
          "membership": 0.0007285993716740053,
          "notify-team": 0.005123040330781039,
          "offer-refund": 0.0012639280076186556,
          "promo-code": 0.001411136329077761,
          "pull-up-account": 0.08048116483299789,
          "record-reason": 0.000981359215278972,
          "search-boots": 0.0005235387586275869,
          "search-faq": 0.029858897204947294,
          "search-jacket": 0.001223267106335406,
          "search-jeans": 0.0014016960407855956,
          "search-membership": 0.002953209306164256,
          "search-policy": 0.0017472178500555675,
          "search-pricing": 0.3370546584921898,
          "search-shirt": 0.00046578728531319473,
          "search-timing": 0.15587410470492347,
          "select-faq": 0.004109931018038354,
          "send-link": 0.0019006745063098482,
          "shipping-status": 0.10031999283469445,
          "subscription-status": 0.0005200370267752215,
          "try-again": 0.0001635476143705155,
          "update-account": 0.0003736748699366208,
          "update-order": 0.0005200370267752215,
          "validate-purchase": 0.005123040330781039,
          "verify-identity": 0.04155407221635479
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.032272471427322466,
          "enter-details": 0.0069020659411861114,
          "instructions": 0.005846495026734785,
          "log-out-in": 0.00523659477698589,
          "make-password": 0.005846495026734785,
          "make-purchase": 0.00523659477698589,
          "membership": 0.00523659477698589,
          "notify-team": 0.0069020659411861114,
          "offer-refund": 0.00523659477698589,
          "promo-code": 0.00523659477698589,
          "pull-up-account": 0.02318955255189097,
          "record-reason": 0.0069020659411861114,
          "search-boots": 0.005537144692389923,
          "search-faq": 0.7055674870727541,
          "search-jacket": 0.004959515041736192,
          "search-jeans": 0.0013091727591220369,
          "search-membership": 0.005537144692389923,
          "search-policy": 0.0069020659411861114,
          "search-pricing": 0.0069020659411861114,
          "search-shirt": 0.0016318874451143452,
          "search-timing": 0.10842890243408498,
          "select-faq": 0.005537144692389923,
          "send-link": 0.008603444337440211,
          "shipping-status": 0.007705941635108508,
          "subscription-status": 0.0013091727591220369,
          "try-again": 0.0013091727591220369,
          "update-account": 0.0010502755215348553,
          "update-order": 0.0013091727591220369,
          "validate-purchase": 0.0016318874451143452,
          "verify-identity": 0.010724216329911622
        }
      }
    },
    {
      "id": "abcd-test-9310-turn-7",
      "conversation_id": "9310",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.1,
          "validate-purchase": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.89,
          "enter-details": 0.01,
          "search-jeans": 0.0,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.87,
        "input_tokens": 3010,
        "request_sha256": "b2e8bceb267d43b82216893219e9b37ff90a85bbfc72708b46af4df293ff5986"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003223226011654982,
          "enter-details": 0.006242671769038733,
          "instructions": 0.0006893465894759829,
          "log-out-in": 0.0013344693387798302,
          "make-password": 0.0008588595401811859,
          "make-purchase": 0.0002289613506430113,
          "membership": 0.00039718765705018647,
          "notify-team": 0.001664219160425831,
          "offer-refund": 0.0009593508181715177,
          "promo-code": 0.0003559241253917724,
          "pull-up-account": 0.6381598408241291,
          "record-reason": 0.005008148939142523,
          "search-boots": 0.00044344770404908165,
          "search-faq": 0.0006171380091221682,
          "search-jacket": 0.0010705707163858027,
          "search-jeans": 0.0003973781838622533,
          "search-membership": 0.0002557510902677556,
          "search-policy": 0.0003115184635093336,
          "search-pricing": 3.930289529547555e-05,
          "search-shirt": 0.00022384323099839402,
          "search-timing": 7.039696856728824e-05,
          "select-faq": 0.00024991399036358237,
          "send-link": 0.0003478006877462999,
          "shipping-status": 0.0006174346194396987,
          "subscription-status": 0.0005404019056942712,
          "try-again": 8.304698313801229e-05,
          "update-account": 0.0008592723213602347,
          "update-order": 0.00044366078992156974,
          "validate-purchase": 0.2120621921331632,
          "verify-identity": 0.12224472318303085
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0019811587244245167,
          "enter-details": 0.0027571420946929217,
          "instructions": 0.0022074054004529325,
          "log-out-in": 0.0022119022120512693,
          "make-password": 0.002469520098290761,
          "make-purchase": 0.0022074054004529325,
          "membership": 0.0019771309252916945,
          "notify-team": 0.0019771309252916945,
          "offer-refund": 0.0022074054004529325,
          "promo-code": 0.0027571420946929217,
          "pull-up-account": 0.9469605557602931,
          "record-reason": 0.0038370676581763476,
          "search-boots": 0.0018711652553472556,
          "search-faq": 0.0022074054004529325,
          "search-jacket": 0.0019811587244245167,
          "search-jeans": 0.0017744861111685512,
          "search-membership": 0.001423571992969976,
          "search-policy": 0.0012750663086601266,
          "search-pricing": 0.0017744861111685512,
          "search-shirt": 9.369912411129786e-05,
          "search-timing": 8.392452523085302e-05,
          "select-faq": 9.369912411129786e-05,
          "send-link": 0.00010461215506369433,
          "shipping-status": 0.0015041902117930328,
          "subscription-status": 0.00010461215506369433,
          "try-again": 9.369912411129786e-05,
          "update-account": 0.0022119022120512693,
          "update-order": 0.00011679622279282641,
          "validate-purchase": 0.0030782635800072635,
          "verify-identity": 0.006656294966907429
        }
      }
    },
    {
      "id": "abcd-test-972-turn-19",
      "conversation_id": "972",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.77,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.01,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "subscription-status": 0.0,
          "enter-details": 0.08,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "update-account": 0.14
        },
        "vendor_confidence": 0.75,
        "input_tokens": 3394,
        "request_sha256": "2ce1adfd5c211376773f77355f68a4c8107548228351d760ab303728c4edf589"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.0014370757899712407,
          "enter-details": 0.013014051625477134,
          "instructions": 8.689342361934889e-05,
          "log-out-in": 0.0006645892686548069,
          "make-password": 0.000741993228013647,
          "make-purchase": 1.071274234786391e-05,
          "membership": 7.78287822761237e-05,
          "notify-team": 0.000533163129142447,
          "offer-refund": 9.665781620490829e-05,
          "promo-code": 5.009031655888456e-05,
          "pull-up-account": 0.00042772714627765343,
          "record-reason": 0.0010326182282266543,
          "search-boots": 3.223793912649076e-05,
          "search-faq": 3.223793912649076e-05,
          "search-jacket": 5.592428235238619e-05,
          "search-jeans": 0.00037035206542921636,
          "search-membership": 0.000741993228013647,
          "search-policy": 0.00029711263502879884,
          "search-pricing": 0.00010213164656966364,
          "search-shirt": 0.00029711263502879884,
          "search-timing": 0.00012306884226174082,
          "select-faq": 0.0004134865840475326,
          "send-link": 0.00837579551061493,
          "shipping-status": 0.0034693895050307683,
          "subscription-status": 0.0014370757899712407,
          "try-again": 0.0006424627214515745,
          "update-account": 0.9559443045332473,
          "update-order": 0.0009248965511484778,
          "validate-purchase": 0.00019122058416523523,
          "verify-identity": 0.00837579551061493
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0002938213576883923,
          "enter-details": 0.0126011767379015,
          "instructions": 0.0072640369837693375,
          "log-out-in": 0.005515202628585793,
          "make-password": 0.006506259290227276,
          "make-purchase": 0.0002631702258029145,
          "membership": 0.005515202628585793,
          "notify-team": 0.005827533290829621,
          "offer-refund": 0.00023571657370428928,
          "promo-code": 0.0001998113739961632,
          "pull-up-account": 0.004675106539589504,
          "record-reason": 0.0003280424309340547,
          "search-boots": 0.0002938213576883923,
          "search-faq": 0.006506259290227276,
          "search-jacket": 0.00023571657370428928,
          "search-jeans": 0.001887920551346044,
          "search-membership": 0.002227171454432767,
          "search-policy": 0.0023532980364593613,
          "search-pricing": 0.006506259290227276,
          "search-shirt": 0.0021078043431544103,
          "search-timing": 0.002227171454432767,
          "select-faq": 0.0023532980364593613,
          "send-link": 0.0061575520712855766,
          "shipping-status": 0.0072640369837693375,
          "subscription-status": 0.002227171454432767,
          "try-again": 0.01010922591911368,
          "update-account": 0.34340824351021243,
          "update-order": 0.014068836758094096,
          "validate-purchase": 0.0072640369837693375,
          "verify-identity": 0.5335770958695761
        }
      }
    },
    {
      "id": "abcd-test-3276-turn-7",
      "conversation_id": "3276",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "update-order": 0.02,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.92,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.06,
          "search-membership": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 3009,
        "request_sha256": "dfcfc4cf51fa839994ba42c2cf1e323f3324ad5ac85fa50649e87389d755d892"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.014311534123446795,
          "enter-details": 0.001771568250347719,
          "instructions": 0.001771568250347719,
          "log-out-in": 0.001021232962747923,
          "make-password": 0.0005272845284927531,
          "make-purchase": 0.00037888303795117605,
          "membership": 0.0005886968537601655,
          "notify-team": 0.0030607862186118394,
          "offer-refund": 0.01028362591054844,
          "promo-code": 0.0019699104779986243,
          "pull-up-account": 0.6765794439740991,
          "record-reason": 0.006618503517911395,
          "search-boots": 0.0015867600513927518,
          "search-faq": 0.0010171073525229515,
          "search-jacket": 0.0011355687321466805,
          "search-jeans": 0.0004703704329304418,
          "search-membership": 0.00019483501189910944,
          "search-policy": 0.000917791620561368,
          "search-pricing": 0.0011440296868766775,
          "search-shirt": 0.0003801636619859112,
          "search-timing": 0.00015746993843063477,
          "select-faq": 9.010319020472172e-05,
          "send-link": 0.0005290667668581618,
          "shipping-status": 0.0021993437514120267,
          "subscription-status": 0.0006594831910863463,
          "try-again": 0.000126329263844469,
          "update-account": 0.000421301826994559,
          "update-order": 0.014311534123446795,
          "validate-purchase": 0.030946569515304476,
          "verify-identity": 0.22482913377583838
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0027873449718332317,
          "enter-details": 0.0016977780226211645,
          "instructions": 0.0016837478058953478,
          "log-out-in": 0.0016977780226211645,
          "make-password": 0.0024759411868268758,
          "make-purchase": 0.001986310032541122,
          "membership": 0.002217653550924363,
          "notify-team": 0.002217653550924363,
          "offer-refund": 0.002217653550924363,
          "promo-code": 0.0020028612285108546,
          "pull-up-account": 0.9573340393714094,
          "record-reason": 0.0038791009125401375,
          "search-boots": 0.002217653550924363,
          "search-faq": 0.002236132407110234,
          "search-jacket": 0.0013620332391936628,
          "search-jeans": 0.0015206678765050203,
          "search-membership": 0.0008765993878872217,
          "search-policy": 0.0008765993878872217,
          "search-pricing": 0.0010926835799521806,
          "search-shirt": 2.755253865187625e-05,
          "search-timing": 3.250360587590821e-05,
          "select-faq": 0.0011545634190474323,
          "send-link": 2.755253865187625e-05,
          "shipping-status": 3.628926697479363e-05,
          "subscription-status": 2.911286389066118e-05,
          "try-again": 3.076155319206657e-05,
          "update-account": 0.001439166591271324,
          "update-order": 3.250360587590821e-05,
          "validate-purchase": 0.0016977780226211645,
          "verify-identity": 0.0031119843569147863
        }
      }
    },
    {
      "id": "abcd-test-2579-turn-7",
      "conversation_id": "2579",
      "expected_action": "search-timing",
      "jev": {
        "choice": "search-timing",
        "probabilities": {
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.26,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.12,
          "search-faq": 0.03,
          "promo-code": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.59,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.57,
        "input_tokens": 3034,
        "request_sha256": "a6805f1624fb60c4c8aa58eb4bb4a8cf2740d5c548f3cfc91738ed77b0f312e9"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.00313082142898757,
          "enter-details": 0.0003664324650760592,
          "instructions": 0.0005693519995180293,
          "log-out-in": 0.000509957735992707,
          "make-password": 0.00015178221658156642,
          "make-purchase": 0.00040911039246346447,
          "membership": 0.0039025774332849365,
          "notify-team": 0.0016165088925525148,
          "offer-refund": 0.0003282065707871683,
          "promo-code": 0.01051891984918761,
          "pull-up-account": 0.01634397260219431,
          "record-reason": 0.000509957735992707,
          "search-boots": 0.003495464296472368,
          "search-faq": 0.04405326592962653,
          "search-jacket": 0.0011615508975743216,
          "search-jeans": 0.0007475698562561105,
          "search-membership": 0.0004309418035295704,
          "search-policy": 0.0001992928965175817,
          "search-pricing": 0.1187401873053333,
          "search-shirt": 0.0003859859915044952,
          "search-timing": 0.772663246746405,
          "select-faq": 0.01634397260219431,
          "send-link": 0.002511684239276291,
          "shipping-status": 0.0002979897225513732,
          "subscription-status": 0.00015385852183602978,
          "try-again": 5.402294343113486e-05,
          "update-account": 6.733975262412153e-05,
          "update-order": 7.518272860392575e-05,
          "validate-purchase": 0.00013042222182247566,
          "verify-identity": 0.00013042222182247566
        }
      },
      "trained_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0004559424152395897,
          "enter-details": 0.00048176282306488274,
          "instructions": 0.0016827868061044175,
          "log-out-in": 0.0005090454507529301,
          "make-password": 0.0005090454507529301,
          "make-purchase": 0.0005090454507529301,
          "membership": 0.00048176282306488274,
          "notify-team": 0.0015925967565801123,
          "offer-refund": 0.0005683334822572967,
          "promo-code": 0.0015072405150788574,
          "pull-up-account": 0.002097598545041288,
          "record-reason": 0.002097598545041288,
          "search-boots": 0.00177808469384669,
          "search-faq": 0.0034437543858918873,
          "search-jacket": 0.0026146624229652768,
          "search-jeans": 0.0013681073167941698,
          "search-membership": 0.002097598545041288,
          "search-policy": 0.002097598545041288,
          "search-pricing": 0.00479260945610382,
          "search-shirt": 0.0026146624229652768,
          "search-timing": 0.9488808889006651,
          "select-faq": 0.006669786854246988,
          "send-link": 0.002097598545041288,
          "shipping-status": 0.001225387723862283,
          "subscription-status": 0.0012947825937464012,
          "try-again": 0.0018787793010717768,
          "update-account": 0.001159712224573106,
          "update-order": 0.001159712224573106,
          "validate-purchase": 0.0012947825937464012,
          "verify-identity": 0.0010387321860924332
        }
      }
    },
    {
      "id": "abcd-test-4982-turn-13",
      "conversation_id": "4982",
      "expected_action": "shipping-status",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "select-faq": 0.0,
          "verify-identity": 0.58,
          "record-reason": 0.02,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.27,
          "instructions": 0.0,
          "offer-refund": 0.01,
          "validate-purchase": 0.09,
          "update-order": 0.02,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.01,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "pull-up-account": 0.0,
          "make-password": 0.0
        },
        "vendor_confidence": 0.56,
        "input_tokens": 3223,
        "request_sha256": "1b5741fb8d088a5cd56a64b6344e91472ecd5e28c0f71867c658b32b4536e2fc"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.01067208681174743,
          "enter-details": 0.005510228027314414,
          "instructions": 0.003959399040327615,
          "log-out-in": 0.0015879570846640454,
          "make-password": 0.0004233298125407989,
          "make-purchase": 0.00014067346880346953,
          "membership": 0.0014223032352152457,
          "notify-team": 0.00955878480675246,
          "offer-refund": 0.1501651446654951,
          "promo-code": 0.00047263456164325224,
          "pull-up-account": 0.0020443231384787634,
          "record-reason": 0.09664572023170205,
          "search-boots": 0.0006577567939658414,
          "search-faq": 0.0007343650212290246,
          "search-jacket": 0.013302785358689428,
          "search-jeans": 0.001167663401080101,
          "search-membership": 0.0025482543835647544,
          "search-policy": 0.0018142793733743963,
          "search-pricing": 0.0014554955732437051,
          "search-shirt": 0.0003880172170655687,
          "search-timing": 0.0001362410809981668,
          "select-faq": 0.0007515037658594393,
          "send-link": 0.0011784642833049211,
          "shipping-status": 0.08656374253542692,
          "subscription-status": 0.0049354071352604185,
          "try-again": 0.00022367520690276153,
          "update-account": 0.0022824233548305504,
          "update-order": 0.1501651446654951,
          "validate-purchase": 0.3625284534295973,
          "verify-identity": 0.08656374253542692
        }
      },
      "trained_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.008994692661917627,
          "enter-details": 0.005788951322426172,
          "instructions": 0.0011938471230324716,
          "log-out-in": 0.005788951322426172,
          "make-password": 0.0013328931950137319,
          "make-purchase": 0.0013328931950137319,
          "membership": 0.008056377317138277,
          "notify-team": 0.006463183203830655,
          "offer-refund": 0.0011938471230324716,
          "promo-code": 0.001069305070460661,
          "pull-up-account": 0.001069305070460661,
          "record-reason": 0.01004229458014258,
          "search-boots": 0.006463183203830655,
          "search-faq": 0.005788951322426172,
          "search-jacket": 0.0008578441202277101,
          "search-jeans": 0.005788951322426172,
          "search-membership": 0.003526063232417938,
          "search-policy": 0.004395247570525553,
          "search-pricing": 0.0072159427985586805,
          "search-shirt": 0.006782934845658802,
          "search-timing": 0.006782934845658802,
          "select-faq": 0.008001798708414625,
          "send-link": 0.008001798708414625,
          "shipping-status": 0.5917781039849547,
          "subscription-status": 0.008001798708414625,
          "try-again": 0.007572935917788323,
          "update-account": 0.007572935917788323,
          "update-order": 0.01004229458014258,
          "validate-purchase": 0.013975691280313061,
          "verify-identity": 0.24512404774714344
        }
      }
    },
    {
      "id": "abcd-test-3425-turn-15",
      "conversation_id": "3425",
      "expected_action": "make-password",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "verify-identity": 0.12,
          "try-again": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.34,
          "update-account": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.54,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.52,
        "input_tokens": 3269,
        "request_sha256": "9f6d588c3cec567b8b04d790849b56a65dceb2c62c297c77ba0cbe8bf4d57833"
      },
      "shared_jevk5": {
        "choice": "make-password",
        "probabilities": {
          "ask-the-oracle": 0.0021534494541442227,
          "enter-details": 0.04708049579268922,
          "instructions": 0.0007989408455532229,
          "log-out-in": 0.0008919926575073582,
          "make-password": 0.9219339213947322,
          "make-purchase": 0.00013402946804677598,
          "membership": 0.0002377942522444045,
          "notify-team": 0.00046055500701755285,
          "offer-refund": 0.00016706808792497457,
          "promo-code": 4.706059072791215e-05,
          "pull-up-account": 5.8661153949135815e-05,
          "record-reason": 0.0005141953847624073,
          "search-boots": 0.00016706808792497457,
          "search-faq": 0.00016706808792497457,
          "search-jacket": 6.198318739339364e-05,
          "search-jeans": 0.0002377942522444045,
          "search-membership": 0.00017086830706877188,
          "search-policy": 0.00010640406170580069,
          "search-pricing": 0.0001326329481443573,
          "search-shirt": 3.947649530882475e-05,
          "search-timing": 1.3118130945741311e-05,
          "select-faq": 9.530409283361518e-05,
          "send-link": 0.015644937596651882,
          "shipping-status": 7.645718818082695e-05,
          "subscription-status": 0.0024042594418348788,
          "try-again": 5.4938711128532174e-05,
          "update-account": 0.0013859506294130537,
          "update-order": 0.000296411205171998,
          "validate-purchase": 0.000296411205171998,
          "verify-identity": 0.0041707522816525865
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.005742908656276021,
          "enter-details": 0.4709748356265736,
          "instructions": 0.005742908656276021,
          "log-out-in": 0.005143814264748895,
          "make-password": 0.4218432618323782,
          "make-purchase": 0.004638897612790775,
          "membership": 0.005143814264748895,
          "notify-team": 0.004154972067632506,
          "offer-refund": 0.003154653059871694,
          "promo-code": 0.002395162902481431,
          "pull-up-account": 0.003932283368409308,
          "record-reason": 0.004638897612790775,
          "search-boots": 0.005742908656276021,
          "search-faq": 0.004126596944391017,
          "search-jacket": 0.0035220720837056715,
          "search-jeans": 0.0008927475872258488,
          "search-membership": 0.0008927475872258488,
          "search-policy": 0.0007996170883220595,
          "search-pricing": 0.0007162018803082969,
          "search-shirt": 0.0007996170883220595,
          "search-timing": 0.0005745689998583372,
          "select-faq": 0.002965188066664278,
          "send-link": 0.0033105401481809483,
          "shipping-status": 0.0007996170883220595,
          "subscription-status": 0.005143814264748895,
          "try-again": 0.004607217713945782,
          "update-account": 0.005742908656276021,
          "update-order": 0.005742908656276021,
          "validate-purchase": 0.003696114999985705,
          "verify-identity": 0.012418202564987048
        }
      }
    },
    {
      "id": "abcd-test-7506-turn-6",
      "conversation_id": "7506",
      "expected_action": "search-pricing",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.19,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.01,
          "select-faq": 0.12,
          "make-password": 0.0,
          "verify-identity": 0.0,
          "search-boots": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "search-timing": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.68,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.66,
        "input_tokens": 3039,
        "request_sha256": "0ef641700eb7c007fe4d7be55a8b86daa23db2c46eb4e07cbcc06115677c432f"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.006614731167624291,
          "enter-details": 0.00041967344790531626,
          "instructions": 0.0034153250799838887,
          "log-out-in": 0.00037589357924039797,
          "make-password": 0.00015570103015938555,
          "make-purchase": 0.001414682717737972,
          "membership": 0.0002700999826909228,
          "notify-team": 0.002198090252401997,
          "offer-refund": 0.00037589357924039797,
          "promo-code": 0.0002700999826909228,
          "pull-up-account": 0.0073851413450473505,
          "record-reason": 0.0015794491897014372,
          "search-boots": 0.00021668625268676117,
          "search-faq": 0.03092893316548495,
          "search-jacket": 0.0006542333901015567,
          "search-jeans": 0.0007304312041523921,
          "search-membership": 0.0003377944390329768,
          "search-policy": 0.0004701023230551473,
          "search-pricing": 0.053653601366478704,
          "search-shirt": 0.8428774946185584,
          "search-timing": 0.0013168743427017934,
          "select-faq": 0.022224142535418084,
          "send-link": 0.001470249120613834,
          "shipping-status": 0.0007591205548752677,
          "subscription-status": 0.0004376003587853053,
          "try-again": 0.0002665433635052367,
          "update-account": 0.0011794993835521402,
          "update-order": 0.0004376003587853053,
          "validate-purchase": 0.0047530501737316705,
          "verify-identity": 0.01281126169405616
        }
      },
      "trained_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0010000577117789255,
          "enter-details": 0.0011797637334002358,
          "instructions": 0.0020267283255837477,
          "log-out-in": 0.0011797637334002358,
          "make-password": 0.0013171692819720106,
          "make-purchase": 0.00266939030890049,
          "membership": 0.0011797637334002358,
          "notify-team": 0.0028205606949329278,
          "offer-refund": 0.0011797637334002358,
          "promo-code": 0.0013171692819720106,
          "pull-up-account": 0.003327402592630136,
          "record-reason": 0.004147616668660893,
          "search-boots": 0.0037149413364261806,
          "search-faq": 0.004630684932743924,
          "search-jacket": 0.004147616668660893,
          "search-jeans": 0.0018726289030288504,
          "search-membership": 0.004147616668660893,
          "search-policy": 0.004147616668660893,
          "search-pricing": 0.008968614845997641,
          "search-shirt": 0.9168216514275728,
          "search-timing": 0.0029802915979740153,
          "select-faq": 0.008033010435259029,
          "send-link": 0.0035158361465158225,
          "shipping-status": 0.0017722639594093248,
          "subscription-status": 0.0017722639594093248,
          "try-again": 0.0020267283255837477,
          "update-account": 0.002090731942646199,
          "update-order": 0.002090731942646199,
          "validate-purchase": 0.0023342371704349516,
          "verify-identity": 0.0015873832683372699
        }
      }
    },
    {
      "id": "abcd-test-3334-turn-9",
      "conversation_id": "3334",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.02,
          "update-account": 0.0,
          "shipping-status": 0.0,
          "search-pricing": 0.05,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.01,
          "select-faq": 0.92,
          "search-boots": 0.0,
          "search-membership": 0.0,
          "verify-identity": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3134,
        "request_sha256": "37e4ea39c5cc2214c1a017521da743fb9fabc2ff07d248fbd1e94fa06b6be5b1"
      },
      "shared_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.003068035985929719,
          "enter-details": 0.0011497702503215424,
          "instructions": 0.0012836826312122825,
          "log-out-in": 0.0017685907807718385,
          "make-password": 0.0005936511454273754,
          "make-purchase": 0.0010298275179681567,
          "membership": 0.0005936511454273754,
          "notify-team": 0.0012708300946245876,
          "offer-refund": 0.000826173357616456,
          "promo-code": 0.002747981612378826,
          "pull-up-account": 0.005942108813515145,
          "record-reason": 0.0006561563300624685,
          "search-boots": 0.0004265711434101702,
          "search-faq": 0.03866635332779503,
          "search-jacket": 0.3136316810293736,
          "search-jeans": 0.0010195163662196363,
          "search-membership": 0.0012708300946245876,
          "search-policy": 0.00047148450333686653,
          "search-pricing": 0.5440677697798781,
          "search-shirt": 0.0006469246711383675,
          "search-timing": 0.0010195163662196363,
          "select-faq": 0.07488812614126117,
          "send-link": 0.0003579735246098794,
          "shipping-status": 0.0006469246711383675,
          "subscription-status": 0.0011382583293296842,
          "try-again": 0.000163218926231242,
          "update-account": 0.00011099599045250109,
          "update-order": 0.00018222884081395627,
          "validate-purchase": 0.00014619208903084984,
          "verify-identity": 0.00021497453988041838
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0005019476985008242,
          "enter-details": 0.0004750453742625052,
          "instructions": 0.002193590032439508,
          "log-out-in": 0.0016654777765737815,
          "make-password": 0.0005303734625618092,
          "make-purchase": 0.0006256790998633352,
          "membership": 0.0005604089819957981,
          "notify-team": 0.0017597953351970183,
          "offer-refund": 0.0005921454552606863,
          "promo-code": 0.0024490750717171567,
          "pull-up-account": 0.0020760227054785036,
          "record-reason": 0.0017597953351970183,
          "search-boots": 0.0006611119773331888,
          "search-faq": 0.0024490750717171567,
          "search-jacket": 0.0038052968573583142,
          "search-jeans": 0.002427574759160013,
          "search-membership": 0.002193590032439508,
          "search-policy": 0.0023178148899610984,
          "search-pricing": 0.005912552617106534,
          "search-shirt": 0.003378410598313416,
          "search-timing": 0.0038052968573583142,
          "select-faq": 0.9391207380226376,
          "send-link": 0.0032256603005532966,
          "shipping-status": 0.0019475082130530755,
          "subscription-status": 0.002193590032439508,
          "try-again": 0.0018594542060429936,
          "update-account": 0.002427574759160013,
          "update-order": 0.002427574759160013,
          "validate-purchase": 0.0027103115041048217,
          "verify-identity": 0.0019475082130530755
        }
      }
    },
    {
      "id": "abcd-test-10405-turn-6",
      "conversation_id": "10405",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.02,
          "pull-up-account": 0.7,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "make-password": 0.0,
          "search-membership": 0.0,
          "verify-identity": 0.28,
          "search-boots": 0.0,
          "search-timing": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.68,
        "input_tokens": 3025,
        "request_sha256": "e2cf457defa850f52449229060e72bb69535e974506dba60d3b50339232da29b"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.008870608198151275,
          "enter-details": 0.001172632542207721,
          "instructions": 0.001897145775759801,
          "log-out-in": 0.0006304259213576597,
          "make-password": 0.0006054554135375813,
          "make-purchase": 0.00038966888524186784,
          "membership": 0.0007547017725553974,
          "notify-team": 0.0021181043630466878,
          "offer-refund": 0.0015219732071554486,
          "promo-code": 0.000564660503490771,
          "pull-up-account": 0.8122052943024085,
          "record-reason": 0.0015219732071554486,
          "search-boots": 0.0004350531432687933,
          "search-faq": 0.0004857233009808284,
          "search-jacket": 0.00038966888524186784,
          "search-jeans": 0.0003309066988963641,
          "search-membership": 0.0009795363535562958,
          "search-policy": 0.0002129703252070908,
          "search-pricing": 0.000564660503490771,
          "search-shirt": 0.00010996115897578864,
          "search-timing": 4.5547645822075075e-05,
          "select-faq": 0.0001370669164232596,
          "send-link": 6.961474151638913e-05,
          "shipping-status": 0.00458008711117697,
          "subscription-status": 0.0002377747112343183,
          "try-again": 2.9314292321962793e-05,
          "update-account": 0.00040573973983560403,
          "update-order": 0.0008773521621965194,
          "validate-purchase": 0.10013364603548669,
          "verify-identity": 0.05772273218230028
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0022124328098621433,
          "enter-details": 0.002470112467838608,
          "instructions": 0.0018708737974838462,
          "log-out-in": 0.0022124328098621433,
          "make-password": 0.002470112467838608,
          "make-purchase": 0.0020887722503445585,
          "membership": 0.0020887722503445585,
          "notify-team": 0.001976823010169016,
          "offer-refund": 0.0020887722503445585,
          "promo-code": 0.002470112467838608,
          "pull-up-account": 0.9471877208204483,
          "record-reason": 0.003437609531592502,
          "search-boots": 0.0018708737974838462,
          "search-faq": 0.001976823010169016,
          "search-jacket": 0.0016797841630292242,
          "search-jeans": 0.001875426877019516,
          "search-membership": 0.0014239136670998293,
          "search-policy": 0.0011423267754278352,
          "search-pricing": 0.0014239136670998293,
          "search-shirt": 5.490711050824457e-05,
          "search-timing": 6.130208368618757e-05,
          "select-faq": 0.001504551100486683,
          "send-link": 5.196431921304623e-05,
          "shipping-status": 0.0017749119311415956,
          "subscription-status": 5.490711050824457e-05,
          "try-again": 5.196431921304623e-05,
          "update-account": 6.844186071105038e-05,
          "update-order": 6.477367137295781e-05,
          "validate-purchase": 0.0030790022397399934,
          "verify-identity": 0.009265665362122342
        }
      }
    },
    {
      "id": "abcd-test-9353-turn-12",
      "conversation_id": "9353",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.01,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.0,
          "select-faq": 0.95,
          "log-out-in": 0.0,
          "verify-identity": 0.0,
          "validate-purchase": 0.0,
          "search-faq": 0.01,
          "search-jeans": 0.0,
          "enter-details": 0.0,
          "pull-up-account": 0.03,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3185,
        "request_sha256": "f51f9b868c892a8617ac00432e6208bab21cce5d863a116b703c031bb4d09caa"
      },
      "shared_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.034980084950222,
          "enter-details": 0.005155645111346303,
          "instructions": 0.018060973109870253,
          "log-out-in": 0.011148318440534715,
          "make-password": 0.0011026302508353836,
          "make-purchase": 0.008943678561570271,
          "membership": 0.0021355516440141288,
          "notify-team": 0.006001709178823211,
          "offer-refund": 0.011148318440534715,
          "promo-code": 0.0015345100539378494,
          "pull-up-account": 0.14649672199128771,
          "record-reason": 0.03133100450860819,
          "search-boots": 0.14649672199128771,
          "search-faq": 0.20387678502597628,
          "search-jacket": 0.0012835766736734023,
          "search-jeans": 0.0011496752673847183,
          "search-membership": 0.0002598036768031283,
          "search-policy": 0.00023270124935051371,
          "search-pricing": 0.00748114706563011,
          "search-shirt": 0.0006309115098615049,
          "search-timing": 0.003293579930658959,
          "select-faq": 0.22762207323393838,
          "send-link": 0.003293579930658959,
          "shipping-status": 0.0010297423441098352,
          "subscription-status": 0.003293579930658959,
          "try-again": 0.001898607310572873,
          "update-account": 0.005713488183861885,
          "update-order": 0.000786432980811891,
          "validate-purchase": 0.008352468858375208,
          "verify-identity": 0.10526597859480094
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.00365364958041542,
          "enter-details": 0.0005555574441389817,
          "instructions": 0.004079186099395029,
          "log-out-in": 0.0007731589772551303,
          "make-password": 0.0006202624741818058,
          "make-purchase": 0.0005555574441389817,
          "membership": 0.0006202624741818058,
          "notify-team": 0.00365364958041542,
          "offer-refund": 0.0006202624741818058,
          "promo-code": 0.0007731589772551303,
          "pull-up-account": 0.005676927837250622,
          "record-reason": 0.0050847169313650055,
          "search-boots": 0.00455428422285026,
          "search-faq": 0.005676927837250622,
          "search-jacket": 0.00455428422285026,
          "search-jeans": 0.002968368850852646,
          "search-membership": 0.00455428422285026,
          "search-policy": 0.006338113822934527,
          "search-pricing": 0.007076313741258029,
          "search-shirt": 0.0033140912744529074,
          "search-timing": 0.0033140912744529074,
          "select-faq": 0.901695208149306,
          "send-link": 0.00365364958041542,
          "shipping-status": 0.0026587116094246212,
          "subscription-status": 0.003272504393580537,
          "try-again": 0.005676927837250622,
          "update-account": 0.0033140912744529074,
          "update-order": 0.0026587116094246212,
          "validate-purchase": 0.002968368850852646,
          "verify-identity": 0.0050847169313650055
        }
      }
    },
    {
      "id": "abcd-test-10535-turn-8",
      "conversation_id": "10535",
      "expected_action": "search-membership",
      "jev": {
        "choice": "search-membership",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.0,
          "select-faq": 0.13,
          "search-membership": 0.84,
          "make-password": 0.0,
          "membership": 0.02,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.01,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.83,
        "input_tokens": 3066,
        "request_sha256": "fe70ad33abbd1556b29fd76e8ab7a118e94a6f947ae09956e6f2f56cd586dea2"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.0018527109692534965,
          "enter-details": 0.0011923978758715073,
          "instructions": 0.00013208598342731706,
          "log-out-in": 0.0007674228143893843,
          "make-password": 4.900463235356683e-05,
          "make-purchase": 2.824903238033026e-05,
          "membership": 0.07026637006581055,
          "notify-team": 0.00035490190477899936,
          "offer-refund": 7.614189223092677e-05,
          "promo-code": 7.614189223092677e-05,
          "pull-up-account": 6.108441131849032e-05,
          "record-reason": 8.501004912572966e-05,
          "search-boots": 0.0002045854678346944,
          "search-faq": 0.01205593038808705,
          "search-jacket": 0.0005514356102203423,
          "search-jeans": 0.0028786880559067635,
          "search-membership": 0.8855638099070496,
          "search-policy": 0.0001832433129550318,
          "search-pricing": 0.0008568037097063811,
          "search-shirt": 0.00016853124165641515,
          "search-timing": 0.0004423861942964141,
          "select-faq": 0.01205593038808705,
          "send-link": 0.000317878601128106,
          "shipping-status": 0.0001352031164110475,
          "subscription-status": 0.00866285166697025,
          "try-again": 5.016110315097672e-05,
          "update-account": 0.00016853124165641515,
          "update-order": 0.00023454180730464948,
          "validate-purchase": 0.00012109885423474656,
          "verify-identity": 0.00040686781017280286
        }
      },
      "trained_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 8.547581097641221e-05,
          "enter-details": 9.031638742905537e-05,
          "instructions": 0.0022043759472573747,
          "log-out-in": 9.543108571990119e-05,
          "make-password": 0.00010083542600897031,
          "make-purchase": 8.089467299665472e-05,
          "membership": 0.008268858446720888,
          "notify-team": 0.0026004923889727145,
          "offer-refund": 7.245582127968889e-05,
          "promo-code": 8.089467299665472e-05,
          "pull-up-account": 0.0030677892498397813,
          "record-reason": 0.002329211610331233,
          "search-boots": 0.002461117155174599,
          "search-faq": 0.0030677892498397813,
          "search-jacket": 0.0030677892498397813,
          "search-jeans": 0.0012750469195941204,
          "search-membership": 0.9437383755149619,
          "search-policy": 0.0030677892498397813,
          "search-pricing": 0.002461117155174599,
          "search-shirt": 0.002329211610331233,
          "search-timing": 0.0019744175556080782,
          "select-faq": 0.004766636091169939,
          "send-link": 0.0019744175556080782,
          "shipping-status": 0.0012750469195941204,
          "subscription-status": 0.00158934943387794,
          "try-again": 0.00158934943387794,
          "update-account": 0.00158934943387794,
          "update-order": 0.001423550375854506,
          "validate-purchase": 0.0015041672220657814,
          "verify-identity": 0.001768448353180635
        }
      }
    },
    {
      "id": "abcd-test-4834-turn-7",
      "conversation_id": "4834",
      "expected_action": "search-jacket",
      "jev": {
        "choice": "search-jacket",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.76,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "select-faq": 0.21000000000000002,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.03,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.75,
        "input_tokens": 3022,
        "request_sha256": "b4c9ec79c14179b3977b470ce693641519c79f15e5add214a23aabe7d3ad9864"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.00043007786089744015,
          "enter-details": 0.0004849186888329135,
          "instructions": 0.0010485646378833443,
          "log-out-in": 0.0010485646378833443,
          "make-password": 0.0002479214020299338,
          "make-purchase": 0.00030903470243202186,
          "membership": 0.0002479214020299338,
          "notify-team": 0.0005360933096456946,
          "offer-refund": 0.00027679653156133997,
          "promo-code": 0.0013070401595003498,
          "pull-up-account": 0.0005360933096456946,
          "record-reason": 0.0004343324073293898,
          "search-boots": 0.0006748523644256045,
          "search-faq": 0.014754165589582865,
          "search-jacket": 0.9707066432863082,
          "search-jeans": 0.0003484408058096649,
          "search-membership": 0.0004849186888329135,
          "search-policy": 9.289002271107606e-05,
          "search-pricing": 0.0001611395880420763,
          "search-shirt": 9.012245740308752e-06,
          "search-timing": 0.00014432966530019678,
          "select-faq": 0.00547387717144547,
          "send-link": 6.674661027541405e-05,
          "shipping-status": 7.230025043023698e-06,
          "subscription-status": 0.00014432966530019678,
          "try-again": 2.6823764091566e-06,
          "update-account": 4.167797699175442e-06,
          "update-order": 2.40255361498046e-06,
          "validate-purchase": 9.012245740308752e-06,
          "verify-identity": 5.800248047927759e-06
        }
      },
      "trained_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.0017829236911451889,
          "enter-details": 0.0012175457565595858,
          "instructions": 0.0019989184984844435,
          "log-out-in": 0.00223173047971576,
          "make-password": 0.0017829236911451889,
          "make-purchase": 0.0021033072184526705,
          "membership": 0.00188389233201536,
          "notify-team": 0.0021033072184526705,
          "offer-refund": 0.00188389233201536,
          "promo-code": 0.0017829236911451889,
          "pull-up-account": 0.002491657739093902,
          "record-reason": 0.00223173047971576,
          "search-boots": 0.0018917850370178692,
          "search-faq": 0.004322369596673552,
          "search-jacket": 0.9554494369638558,
          "search-jeans": 0.00012365953559845662,
          "search-membership": 0.0015176744283863077,
          "search-policy": 0.00022666476681577655,
          "search-pricing": 0.0018917850370178692,
          "search-shirt": 0.00012365953559845662,
          "search-timing": 0.00022666476681577655,
          "select-faq": 0.003105858163844363,
          "send-link": 0.0014363335376295875,
          "shipping-status": 0.00013806203391274636,
          "subscription-status": 0.0015176744283863077,
          "try-again": 0.0013593520199392261,
          "update-account": 0.0015176744283863077,
          "update-order": 0.0002530641794833613,
          "validate-purchase": 0.0012864965096781025,
          "verify-identity": 0.0001170319030191136
        }
      }
    },
    {
      "id": "abcd-test-4188-turn-3",
      "conversation_id": "4188",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "try-again",
        "probabilities": {
          "search-policy": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.11,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "try-again": 0.7,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.01,
          "enter-details": 0.12,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.05,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.01,
          "verify-identity": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.67,
        "input_tokens": 2934,
        "request_sha256": "444c6c141e7cc5aeafb8d09d92bf7680a73d55e0bc2a476ce57101d92a74f2f1"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.011219442571012735,
          "enter-details": 0.005884067260964645,
          "instructions": 0.0072207913221097935,
          "log-out-in": 0.027085964751685534,
          "make-password": 0.0010095579401625764,
          "make-purchase": 0.011219442571012735,
          "membership": 0.0010095579401625764,
          "notify-team": 0.002183019591628008,
          "offer-refund": 0.001955289254380165,
          "promo-code": 0.0017513154664192676,
          "pull-up-account": 0.4255109379491035,
          "record-reason": 0.006467526061165489,
          "search-boots": 0.3057530594485132,
          "search-faq": 0.012526159913063512,
          "search-jacket": 0.0006497478170519526,
          "search-jeans": 0.0007141761452525571,
          "search-membership": 0.00029582300213921954,
          "search-policy": 0.0009985363509076948,
          "search-pricing": 0.00015273977524217706,
          "search-shirt": 0.0003704625038501591,
          "search-timing": 0.0005756132190067639,
          "select-faq": 0.0009939057198443055,
          "send-link": 0.0012446795573099825,
          "shipping-status": 0.001551496480760938,
          "subscription-status": 0.0009985363509076948,
          "try-again": 0.05245959555931079,
          "update-account": 0.001383200219647402,
          "update-order": 0.001551496480760938,
          "validate-purchase": 0.024260384519232788,
          "verify-identity": 0.09100347425739093
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.004494564531746021,
          "enter-details": 0.00602543123412655,
          "instructions": 0.004494564531746021,
          "log-out-in": 0.00602543123412655,
          "make-password": 0.004494564531746021,
          "make-purchase": 0.0040256961665029725,
          "membership": 0.0040256961665029725,
          "notify-team": 0.00602543123412655,
          "offer-refund": 0.003605740151173809,
          "promo-code": 0.005396864255306301,
          "pull-up-account": 0.44259622803513693,
          "record-reason": 0.011669919487213883,
          "search-boots": 0.018132359256338906,
          "search-faq": 0.09465730009737185,
          "search-jacket": 0.005018041293031999,
          "search-jeans": 0.0018308253570399934,
          "search-membership": 0.004329600346010595,
          "search-policy": 0.0016398355691466383,
          "search-pricing": 0.0048338642106124435,
          "search-shirt": 0.002044059669207791,
          "search-timing": 0.002044059669207791,
          "select-faq": 0.0038779411161718423,
          "send-link": 0.002044059669207791,
          "shipping-status": 0.0018308253570399934,
          "subscription-status": 0.006727205724279043,
          "try-again": 0.31802917301393563,
          "update-account": 0.008385481517791303,
          "update-order": 0.0016398355691466383,
          "validate-purchase": 0.008385481517791303,
          "verify-identity": 0.011669919487213883
        }
      }
    },
    {
      "id": "abcd-test-3054-turn-14",
      "conversation_id": "3054",
      "expected_action": "membership",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.04,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.21000000000000002,
          "update-order": 0.01,
          "validate-purchase": 0.03,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.55,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.15,
          "make-purchase": 0.0,
          "search-pricing": 0.0,
          "subscription-status": 0.0,
          "send-link": 0.0,
          "try-again": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.53,
        "input_tokens": 3327,
        "request_sha256": "5feeff9eed3ac9b1631efa487db5f6ff563291d912aa0566c8521e7a53e4dfb3"
      },
      "shared_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0032743164823732357,
          "enter-details": 0.5200757126899852,
          "instructions": 0.0010379175114368056,
          "log-out-in": 0.0009745581703169539,
          "make-password": 0.0012147895413010903,
          "make-purchase": 0.00042992177127097216,
          "membership": 0.064117986188293,
          "notify-team": 0.0012147895413010903,
          "offer-refund": 0.12418253436672404,
          "promo-code": 0.000598314837070067,
          "pull-up-account": 0.0003449023498128343,
          "record-reason": 0.05143830553495229,
          "search-boots": 0.0008326636302845937,
          "search-faq": 0.0012937671025286563,
          "search-jacket": 0.0006679998394114189,
          "search-jeans": 0.0003874933429634093,
          "search-membership": 0.0029327430822341178,
          "search-policy": 0.00036156618424660567,
          "search-pricing": 0.00034707046437562784,
          "search-shirt": 0.0002084272989758764,
          "search-timing": 0.00012876492950839141,
          "select-faq": 0.0013562746899917345,
          "send-link": 0.0012147895413010903,
          "shipping-status": 0.000450693182405973,
          "subscription-status": 0.0002784353800107317,
          "try-again": 0.00010330095655050659,
          "update-account": 0.0005392673283482928,
          "update-order": 0.19295097764342317,
          "validate-purchase": 0.026558704870023826,
          "verify-identity": 0.00048301154857836366
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.002019218378583354,
          "enter-details": 0.0031373994851847517,
          "instructions": 0.002019218378583354,
          "log-out-in": 0.002019218378583354,
          "make-password": 0.002254394787416939,
          "make-purchase": 0.0012995614912903611,
          "membership": 0.9651524647580606,
          "notify-team": 0.0016199068985956128,
          "offer-refund": 0.0014469339757156915,
          "promo-code": 0.0011607947689185039,
          "pull-up-account": 0.0008813304791573608,
          "record-reason": 0.001615456506195615,
          "search-boots": 0.0011607947689185039,
          "search-faq": 0.001615456506195615,
          "search-jacket": 0.001615456506195615,
          "search-jeans": 2.1539500821517045e-05,
          "search-membership": 0.0017116436076100095,
          "search-policy": 0.0012995614912903611,
          "search-pricing": 2.6849048363522e-05,
          "search-shirt": 0.001042566002020592,
          "search-timing": 2.6849048363522e-05,
          "select-faq": 0.001042566002020592,
          "send-link": 0.0009866889322516536,
          "shipping-status": 2.541005495278299e-05,
          "subscription-status": 2.8369537395359412e-05,
          "try-again": 0.0018085756023400327,
          "update-account": 0.0012995614912903611,
          "update-order": 0.0016199068985956128,
          "validate-purchase": 1.8258530022623112e-05,
          "verify-identity": 2.4048185066298655e-05
        }
      }
    },
    {
      "id": "abcd-test-6378-turn-9",
      "conversation_id": "6378",
      "expected_action": "record-reason",
      "jev": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "log-out-in": 0.0,
          "record-reason": 0.02,
          "membership": 0.01,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.01,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.46,
          "subscription-status": 0.09,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.41,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.43,
        "input_tokens": 3131,
        "request_sha256": "d663f2b2782d0626bc7ab68d876517a5e5c4f75271f9765dd31f0a4478ee826a"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.6980537405078631,
          "enter-details": 0.0035257348514150075,
          "instructions": 0.0018204129137566998,
          "log-out-in": 0.0012930906996077675,
          "make-password": 0.0006676506541229965,
          "make-purchase": 0.00022186184770530486,
          "membership": 0.010610022747587823,
          "notify-team": 0.0008418671839065571,
          "offer-refund": 0.00034871462833673797,
          "promo-code": 0.0049067055111550505,
          "pull-up-account": 0.0008322284114000494,
          "record-reason": 0.0039363780068900475,
          "search-boots": 0.0005356190928899199,
          "search-faq": 0.0005980019822792503,
          "search-jacket": 0.000479743860763285,
          "search-jeans": 0.0014755893802706637,
          "search-membership": 0.006116221319790306,
          "search-policy": 0.001647451413422197,
          "search-pricing": 0.00043467372424750464,
          "search-shirt": 0.00039337436802731716,
          "search-timing": 0.0002531740033420858,
          "select-faq": 0.00043919024944939224,
          "send-link": 0.02859801772243378,
          "shipping-status": 0.0022691497569604035,
          "subscription-status": 0.10727444914787233,
          "try-again": 0.00035233793993350764,
          "update-account": 0.06183909914454778,
          "update-order": 0.0013216573360057841,
          "validate-purchase": 0.0035257348514150075,
          "verify-identity": 0.0553881067426024
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9433749023181622,
          "enter-details": 0.002746702092182154,
          "instructions": 0.002746702092182154,
          "log-out-in": 0.0025860970219584384,
          "make-password": 0.0022035269508155365,
          "make-purchase": 0.001963487938647755,
          "membership": 0.002447493528683477,
          "notify-team": 0.0027325500753403184,
          "offer-refund": 0.001963487938647755,
          "promo-code": 0.0023163179682808266,
          "pull-up-account": 0.001963487938647755,
          "record-reason": 0.0029022505896542255,
          "search-boots": 0.002085427128013183,
          "search-faq": 0.002460169318539666,
          "search-jacket": 0.0022035269508155365,
          "search-jeans": 0.001498494714686284,
          "search-membership": 0.0019736570807618497,
          "search-policy": 0.002085427128013183,
          "search-pricing": 0.0017677672575227867,
          "search-shirt": 0.0002146787305474359,
          "search-timing": 0.000172224829641428,
          "select-faq": 0.00020317288109051758,
          "send-link": 0.0022035269508155365,
          "shipping-status": 0.00018197808390267814,
          "subscription-status": 0.000172224829641428,
          "try-again": 0.0023283144292336492,
          "update-account": 0.00531975153511753,
          "update-order": 0.00020317288109051758,
          "validate-purchase": 0.0002146787305474359,
          "verify-identity": 0.004764800086816728
        }
      }
    },
    {
      "id": "abcd-test-813-turn-18",
      "conversation_id": "813",
      "expected_action": "make-purchase",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "update-order": 0.16,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.01,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.01,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.05,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.08,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.01,
          "search-policy": 0.0,
          "shipping-status": 0.02,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.24000000000000002,
          "make-password": 0.0,
          "search-jeans": 0.0,
          "try-again": 0.0,
          "make-purchase": 0.41000000000000003
        },
        "vendor_confidence": 0.38,
        "input_tokens": 3459,
        "request_sha256": "e45df1a6f36e343602090807e23176eca936d1cc36130c3a73fadc502ca01923"
      },
      "shared_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.018060055970938318,
          "enter-details": 0.00835204373447259,
          "instructions": 0.0017157351257154252,
          "log-out-in": 0.0013764392134171578,
          "make-password": 0.0007934579846723125,
          "make-purchase": 0.6134961959100097,
          "membership": 0.0015367514063026812,
          "notify-team": 0.005375337913751594,
          "offer-refund": 0.009324795729110139,
          "promo-code": 0.000710685268254147,
          "pull-up-account": 0.0019155649542776847,
          "record-reason": 0.003459547429043599,
          "search-boots": 0.0011042407397081181,
          "search-faq": 0.009324795729110139,
          "search-jacket": 0.006001404081334491,
          "search-jeans": 0.0019942802008226105,
          "search-membership": 0.0005316505725121491,
          "search-policy": 0.002000404039586085,
          "search-pricing": 0.00027450265223960205,
          "search-shirt": 0.0030986509067053073,
          "search-timing": 0.004814588797387417,
          "select-faq": 0.005375337913751594,
          "send-link": 0.0031081689644421075,
          "shipping-status": 0.03132940569066673,
          "subscription-status": 0.0008285995790942363,
          "try-again": 0.0006647394879143112,
          "update-account": 0.0024935114678316644,
          "update-order": 0.25412001553488756,
          "validate-purchase": 0.004325581534208859,
          "verify-identity": 0.0024935114678316644
        }
      },
      "trained_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.002203142150392432,
          "enter-details": 0.003423173935741979,
          "instructions": 0.002085062822687041,
          "log-out-in": 0.002327907889807755,
          "make-password": 0.002203142150392432,
          "make-purchase": 0.9432101585209067,
          "membership": 0.0024597396110505082,
          "notify-team": 0.0027328423011364067,
          "offer-refund": 0.0023165658314420455,
          "promo-code": 0.0018584523178577432,
          "pull-up-account": 0.001672730115253997,
          "record-reason": 0.0023165658314420455,
          "search-boots": 0.0020749040648917437,
          "search-faq": 0.0025863739661301025,
          "search-jacket": 0.0021924079971449555,
          "search-jeans": 0.00036412561519013546,
          "search-membership": 0.0004065348975736578,
          "search-policy": 0.00036412561519013546,
          "search-pricing": 0.0019733123447514857,
          "search-shirt": 0.0002764615163813457,
          "search-timing": 0.001672730115253997,
          "select-faq": 0.0017674584058450698,
          "send-link": 0.0019733123447514857,
          "shipping-status": 0.0027462225485182625,
          "subscription-status": 0.0003446100388859921,
          "try-again": 0.0027462225485182625,
          "update-account": 0.004266995901928309,
          "update-order": 0.004763968151951357,
          "validate-purchase": 0.00032614041009657106,
          "verify-identity": 0.0003446100388859921
        }
      }
    },
    {
      "id": "abcd-test-431-turn-7",
      "conversation_id": "431",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.01,
          "try-again": 0.0,
          "validate-purchase": 0.03,
          "pull-up-account": 0.72,
          "send-link": 0.0,
          "verify-identity": 0.24,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "search-policy": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0
        },
        "vendor_confidence": 0.7,
        "input_tokens": 3042,
        "request_sha256": "aedd6828252bca69eac2510eeb0639834ff62718ce770c95ac3b05ce075a6735"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.006616944243323294,
          "enter-details": 0.0053084069796731,
          "instructions": 0.001267529580380768,
          "log-out-in": 0.0008016043223126974,
          "make-password": 0.0004620905150920938,
          "make-purchase": 0.0001714379521827642,
          "membership": 0.00033203753219240183,
          "notify-team": 0.0038143831199948766,
          "offer-refund": 0.0021988278567759115,
          "promo-code": 0.0005250307277755294,
          "pull-up-account": 0.94136315267326,
          "record-reason": 0.005926670837214512,
          "search-boots": 0.0002973996841675887,
          "search-faq": 0.00041388563858661177,
          "search-jacket": 0.0007179818801383779,
          "search-jeans": 0.0003379077989843697,
          "search-membership": 0.00015626849856903286,
          "search-policy": 6.246583701758409e-05,
          "search-pricing": 3.3420943281485604e-05,
          "search-shirt": 3.225246080381058e-05,
          "search-timing": 2.0757562075237355e-05,
          "select-faq": 6.246583701758409e-05,
          "send-link": 9.70575939384713e-05,
          "shipping-status": 0.0003379077989843697,
          "subscription-status": 6.246583701758409e-05,
          "try-again": 6.89778515030901e-06,
          "update-account": 0.00021747619937730135,
          "update-order": 0.00019478929179512168,
          "validate-purchase": 0.008248038707886885,
          "verify-identity": 0.019912444305030405
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002239800868225341,
          "enter-details": 0.0025006680541416098,
          "instructions": 0.0016984383796739468,
          "log-out-in": 0.002006147014568477,
          "make-password": 0.0025006680541416098,
          "make-purchase": 0.0017946226159342078,
          "membership": 0.002239800868225341,
          "notify-team": 0.0017946226159342078,
          "offer-refund": 0.0020036402928959654,
          "promo-code": 0.0017968676551061782,
          "pull-up-account": 0.9589045293608103,
          "record-reason": 0.0020036402928959654,
          "search-boots": 0.0016984383796739468,
          "search-faq": 0.0016984383796739468,
          "search-jacket": 0.0017968676551061782,
          "search-jeans": 0.0017968676551061782,
          "search-membership": 0.0010944761515544292,
          "search-policy": 0.0008780374634804941,
          "search-pricing": 0.0011564574712538964,
          "search-shirt": 9.529420562660362e-05,
          "search-timing": 0.0001063930154139698,
          "select-faq": 0.0001063930154139698,
          "send-link": 0.0001063930154139698,
          "shipping-status": 0.0011564574712538964,
          "subscription-status": 8.535321929464602e-05,
          "try-again": 8.535321929464602e-05,
          "update-account": 0.0012219485928423594,
          "update-order": 0.0001063930154139698,
          "validate-purchase": 0.0014415275812504154,
          "verify-identity": 0.0038854644203794287
        }
      }
    },
    {
      "id": "abcd-test-2677-turn-9",
      "conversation_id": "2677",
      "expected_action": "promo-code",
      "jev": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.07,
          "verify-identity": 0.13,
          "make-purchase": 0.0,
          "search-membership": 0.02,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.43,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.35000000000000003,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.4,
        "input_tokens": 3106,
        "request_sha256": "2dcc09b6185a7316a47688d9984839224c979017a5c35380e461b578334f3533"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.4754291715085058,
          "enter-details": 0.0012398435258117342,
          "instructions": 0.0015454684027052421,
          "log-out-in": 0.0008908959590286266,
          "make-password": 0.0001416059190433386,
          "make-purchase": 0.0001017516592402229,
          "membership": 0.06544037344098998,
          "notify-team": 0.00013690950086507356,
          "offer-refund": 0.001110504377342403,
          "promo-code": 0.4258329083940834,
          "pull-up-account": 0.0001017516592402229,
          "record-reason": 0.0001416059190433386,
          "search-boots": 0.00042613541461478517,
          "search-faq": 0.00012683373359626785,
          "search-jacket": 0.00020823060248539496,
          "search-jeans": 0.00010144614000343315,
          "search-membership": 0.01947748640240912,
          "search-policy": 5.847933248922221e-05,
          "search-pricing": 0.00029604679802861,
          "search-shirt": 2.704432168264093e-05,
          "search-timing": 0.00019053460122064013,
          "select-faq": 0.00018032276352483912,
          "send-link": 0.0017254675571782715,
          "shipping-status": 5.237882769428503e-05,
          "subscription-status": 0.0008908959590286266,
          "try-again": 3.3710819838613766e-05,
          "update-account": 3.0194141066045095e-05,
          "update-order": 0.00014118071944815147,
          "validate-purchase": 0.0012398435258117342,
          "verify-identity": 0.002680978073980044
        }
      },
      "trained_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.005684113130969922,
          "enter-details": 0.0032766459829777993,
          "instructions": 0.0032766459829777993,
          "log-out-in": 0.0026286715887522067,
          "make-password": 0.0029348297191575685,
          "make-purchase": 0.002054611899609534,
          "membership": 0.12427074704027878,
          "notify-team": 0.006346141159564267,
          "offer-refund": 0.0030212939775410216,
          "promo-code": 0.8086534144229302,
          "pull-up-account": 0.0021709666689622626,
          "record-reason": 0.003373180664811473,
          "search-boots": 0.0030212939775410216,
          "search-faq": 0.0028593653195264305,
          "search-jacket": 0.002054611899609534,
          "search-jeans": 5.12986952133722e-05,
          "search-membership": 0.002354450990488913,
          "search-policy": 0.0036582734742587825,
          "search-pricing": 6.394397262028941e-05,
          "search-shirt": 6.051683975864845e-05,
          "search-timing": 5.12986952133722e-05,
          "select-faq": 4.854930268790281e-05,
          "send-link": 5.727339695550667e-05,
          "shipping-status": 3.8948414952636034e-05,
          "subscription-status": 0.0040843483883461,
          "try-again": 0.0024877858900541772,
          "update-account": 0.0029348297191575685,
          "update-order": 0.0029348297191575685,
          "validate-purchase": 0.0018888455916666379,
          "verify-identity": 0.0036582734742587825
        }
      }
    },
    {
      "id": "abcd-test-4672-turn-10",
      "conversation_id": "4672",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.01,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.99,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3079,
        "request_sha256": "7e3af62fdb72b2b2f2439609e865b4a847a14504bf4f1520e39c61d20f0c9a84"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0013413606099593712,
          "enter-details": 0.0013413606099593712,
          "instructions": 0.0005556131936223627,
          "log-out-in": 0.000620324868258119,
          "make-password": 0.00038814580273695574,
          "make-purchase": 0.00016077607901921238,
          "membership": 0.0002789041600542719,
          "notify-team": 0.0004333526736354942,
          "offer-refund": 0.00014811963458053438,
          "promo-code": 0.0001846315338765878,
          "pull-up-account": 0.7991932849870204,
          "record-reason": 0.0009638415701209198,
          "search-boots": 0.0002004080363047172,
          "search-faq": 0.0002498091617984077,
          "search-jacket": 0.00038814580273695574,
          "search-jeans": 0.0001846315338765878,
          "search-membership": 0.00011245949478865872,
          "search-policy": 0.00016670568333207152,
          "search-pricing": 2.541360576198648e-05,
          "search-shirt": 9.609864702438684e-05,
          "search-timing": 4.9617755418871434e-05,
          "select-faq": 0.00016670568333207152,
          "send-link": 0.000256948566807953,
          "shipping-status": 0.00020779909672163677,
          "subscription-status": 0.0001846315338765878,
          "try-again": 5.539668445137545e-05,
          "update-account": 0.0007732365811948026,
          "update-order": 0.0001861217112826957,
          "validate-purchase": 0.000256948566807953,
          "verify-identity": 0.19082920613163878
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0018931433460133568,
          "enter-details": 0.001602307581408015,
          "instructions": 0.002489616482483687,
          "log-out-in": 0.002489616482483687,
          "make-password": 0.0022299020651440167,
          "make-purchase": 0.0018931433460133568,
          "membership": 0.002000353733522664,
          "notify-team": 0.0017916787922796456,
          "offer-refund": 0.002000353733522664,
          "promo-code": 0.0022299020651440167,
          "pull-up-account": 0.9546666787176709,
          "record-reason": 0.00482183755307849,
          "search-boots": 0.0016956523472621027,
          "search-faq": 0.0018931433460133568,
          "search-jacket": 0.001602307581408015,
          "search-jeans": 3.746165569189131e-05,
          "search-membership": 0.0014351567000335252,
          "search-policy": 0.0012165482844621988,
          "search-pricing": 0.0009759691574618033,
          "search-shirt": 3.0053404692289938e-05,
          "search-timing": 3.5453867330405366e-05,
          "select-faq": 3.5453867330405366e-05,
          "send-link": 3.3553690801440704e-05,
          "shipping-status": 0.0010896391367630953,
          "subscription-status": 3.746165569189131e-05,
          "try-again": 0.001151346575038657,
          "update-account": 0.001602307581408015,
          "update-order": 3.3553690801440704e-05,
          "validate-purchase": 0.0009759691574618033,
          "verify-identity": 0.006010434401583232
        }
      }
    },
    {
      "id": "abcd-test-9363-turn-9",
      "conversation_id": "9363",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.03,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.2,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.75,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.02,
          "search-faq": 0.0,
          "shipping-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.73,
        "input_tokens": 3067,
        "request_sha256": "1bf60f506ba16a9d9b9e3d382c09b5d74eeee718cccf27ff4bb65a60930c6ff3"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.010288165193418668,
          "enter-details": 0.0024565831014689856,
          "instructions": 0.14476306206604359,
          "log-out-in": 0.390191087907899,
          "make-password": 0.0017334289495633203,
          "make-purchase": 0.0022003146869340002,
          "membership": 0.001115628347512051,
          "notify-team": 0.006621424310075891,
          "offer-refund": 0.002160724177913614,
          "promo-code": 0.000643111081328745,
          "pull-up-account": 0.0931689652416959,
          "record-reason": 0.0017334289495633203,
          "search-boots": 0.0005159323654218059,
          "search-faq": 0.010288165193418668,
          "search-jacket": 0.0030070397613836883,
          "search-jeans": 0.0004705780453201503,
          "search-membership": 0.0002866301277298171,
          "search-policy": 0.0006353723395649475,
          "search-pricing": 0.00022994744414073684,
          "search-shirt": 0.000456550075947005,
          "search-timing": 0.0004705780453201503,
          "select-faq": 0.0027426982794879697,
          "send-link": 0.0019120294431137685,
          "shipping-status": 0.0007093734646255699,
          "subscription-status": 0.0015339151073859815,
          "try-again": 0.31302866078944497,
          "update-account": 0.0011022025873424386,
          "update-order": 0.000456550075947005,
          "validate-purchase": 0.0008163288911057745,
          "verify-identity": 0.004261523949882416
        }
      },
      "trained_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.0013434796826606757,
          "enter-details": 0.007547443517035835,
          "instructions": 0.06121905642078015,
          "log-out-in": 0.3983632144499204,
          "make-password": 0.00842649531697053,
          "make-purchase": 0.0060548962637225374,
          "membership": 0.0013434796826606757,
          "notify-team": 0.009407920723017939,
          "offer-refund": 0.0009653641474289295,
          "promo-code": 0.001020033670369623,
          "pull-up-account": 0.007547443517035835,
          "record-reason": 0.0014999531211720505,
          "search-boots": 0.0010777990211920717,
          "search-faq": 0.007547443517035835,
          "search-jacket": 0.0013434796826606757,
          "search-jeans": 0.0036880506900227373,
          "search-membership": 0.0048575068987410566,
          "search-policy": 0.001374315013183157,
          "search-pricing": 0.0038969082246511407,
          "search-shirt": 0.001374315013183157,
          "search-timing": 0.0038969082246511407,
          "select-faq": 0.0036880506900227373,
          "send-link": 0.001534380077342737,
          "shipping-status": 0.001043445389491599,
          "subscription-status": 0.0048575068987410566,
          "try-again": 0.4447601112516872,
          "update-account": 0.0012309480541917812,
          "update-order": 0.001164974335792306,
          "validate-purchase": 0.001164974335792306,
          "verify-identity": 0.006760102168842056
        }
      }
    },
    {
      "id": "abcd-test-295-turn-11",
      "conversation_id": "295",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.2,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.01,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.35000000000000003,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.15000000000000002,
          "verify-identity": 0.01,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.11,
          "ask-the-oracle": 0.06,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.1
        },
        "vendor_confidence": 0.32,
        "input_tokens": 3214,
        "request_sha256": "1ef6def29848d24bd6cfed8f5d11c26a6c5dafbfb9f67968765a03dc5da7046b"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.015044958101411087,
          "enter-details": 0.0016746740054910548,
          "instructions": 0.004999479393765475,
          "log-out-in": 0.0006936763261026817,
          "make-password": 0.0003581601050690479,
          "make-purchase": 0.006231864534504531,
          "membership": 0.0013434982785553847,
          "notify-team": 0.009682878953171988,
          "offer-refund": 0.0035923986451250225,
          "promo-code": 0.0013434982785553847,
          "pull-up-account": 0.09790040375210275,
          "record-reason": 0.004999479393765475,
          "search-boots": 0.0003207971775991972,
          "search-faq": 0.0564352583758364,
          "search-jacket": 0.0018697216695358922,
          "search-jeans": 0.0024345250416968325,
          "search-membership": 0.012069736868482301,
          "search-policy": 0.0010084195789432633,
          "search-pricing": 0.0017493405752795534,
          "search-shirt": 0.5705982798166779,
          "search-timing": 0.00041770323114863263,
          "select-faq": 0.006957683130472125,
          "send-link": 0.0028819818674779645,
          "shipping-status": 0.0018548328078515739,
          "subscription-status": 0.0012569977001648802,
          "try-again": 0.00046635271240185394,
          "update-account": 0.0010084195789432633,
          "update-order": 0.004010801092769985,
          "validate-purchase": 0.13624618832519902,
          "verify-identity": 0.050547990681899496
        }
      },
      "trained_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.12200401226590592,
          "enter-details": 0.0017012714088318502,
          "instructions": 0.0018994163897870242,
          "log-out-in": 0.0017012714088318502,
          "make-password": 0.0021206393903331795,
          "make-purchase": 0.0017012714088318502,
          "membership": 0.018749127379916446,
          "notify-team": 0.012066869234802834,
          "offer-refund": 0.0018994163897870242,
          "promo-code": 0.009680580355866854,
          "pull-up-account": 0.04526411664553265,
          "record-reason": 0.012066869234802834,
          "search-boots": 0.0018994163897870242,
          "search-faq": 0.029131816680434675,
          "search-jacket": 0.015041385236105901,
          "search-jeans": 0.013472283197386472,
          "search-membership": 0.009705379959679444,
          "search-policy": 0.007786079036837469,
          "search-pricing": 0.006973842931924319,
          "search-shirt": 0.020932819825044045,
          "search-timing": 0.004488339574949739,
          "select-faq": 0.012097782388113222,
          "send-link": 0.012097782388113222,
          "shipping-status": 0.2945419111014942,
          "subscription-status": 0.008692924271948907,
          "try-again": 0.013472283197386472,
          "update-account": 0.015041385236105901,
          "update-order": 0.2116445946211961,
          "validate-purchase": 0.0629932957698279,
          "verify-identity": 0.029131816680434675
        }
      }
    },
    {
      "id": "abcd-test-4551-turn-19",
      "conversation_id": "4551",
      "expected_action": "update-order",
      "jev": {
        "choice": "offer-refund",
        "probabilities": {
          "search-policy": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.05,
          "membership": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.55,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.01,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.38,
          "try-again": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.53,
        "input_tokens": 3501,
        "request_sha256": "e721f477f18d5f822ee52ac4b41af098632f2b9fe029531934e3045ce5fc07d5"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.012813321389207157,
          "enter-details": 0.0017636894584707884,
          "instructions": 0.0006543385464008584,
          "log-out-in": 0.0015797030729668318,
          "make-password": 0.0007862133963883346,
          "make-purchase": 0.00029168953186658943,
          "membership": 0.004753813698413463,
          "notify-team": 0.000586078614966988,
          "offer-refund": 0.43526580305927703,
          "promo-code": 0.000453218261481813,
          "pull-up-account": 0.000405938996106177,
          "record-reason": 0.0038137209608896765,
          "search-boots": 0.0007862133963883346,
          "search-faq": 0.00018773030005769662,
          "search-jacket": 0.00010821832674304416,
          "search-jeans": 0.0004701783646979179,
          "search-membership": 0.00024276296125889322,
          "search-policy": 7.225528883174867e-05,
          "search-pricing": 0.0006320701586133032,
          "search-shirt": 0.00016850212886036761,
          "search-timing": 5.29926733845896e-05,
          "select-faq": 0.00021003836613478204,
          "send-link": 0.001414910018418133,
          "shipping-status": 0.0017636894584707884,
          "subscription-status": 0.0010166909524535154,
          "try-again": 0.00016850212886036761,
          "update-account": 0.04305022769350612,
          "update-order": 0.48596068071351595,
          "validate-purchase": 0.0002923067900341676,
          "verify-identity": 0.00023450129333454963
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.004154589841151811,
          "enter-details": 0.0002838473931831073,
          "instructions": 0.0002838473931831073,
          "log-out-in": 0.003931921490919238,
          "make-password": 0.003931921490919238,
          "make-purchase": 0.00026863440516115757,
          "membership": 0.008502197601395818,
          "notify-team": 0.004901151147686307,
          "offer-refund": 0.025585731619897575,
          "promo-code": 0.0037211876523946426,
          "pull-up-account": 0.0003169067782148987,
          "record-reason": 0.004901151147686307,
          "search-boots": 0.0003169067782148987,
          "search-faq": 0.0003169067782148987,
          "search-jacket": 0.0002155104685414051,
          "search-jeans": 0.0031543623416358827,
          "search-membership": 0.002985301989071016,
          "search-policy": 0.0023545569098859503,
          "search-pricing": 0.002487897460489835,
          "search-shirt": 0.0023545569098859503,
          "search-timing": 0.0011505504948914817,
          "select-faq": 0.0014341658584456928,
          "send-link": 0.004389867752857046,
          "shipping-status": 0.002487897460489835,
          "subscription-status": 0.006109298248067615,
          "try-again": 0.00547198217157042,
          "update-account": 0.028565675727110728,
          "update-order": 0.8691426767560213,
          "validate-purchase": 0.004389867752857046,
          "verify-identity": 0.0018889301799558803
        }
      }
    },
    {
      "id": "abcd-test-1170-turn-15",
      "conversation_id": "1170",
      "expected_action": "promo-code",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "promo-code": 0.83,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.08,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.09,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.82,
        "input_tokens": 3329,
        "request_sha256": "b75e1903e05f5ca0064b0f9a6c86745246121beed629f915cf15d75a608a6fc5"
      },
      "shared_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.007577764169829414,
          "enter-details": 0.001451581055979734,
          "instructions": 0.0020201385474977566,
          "log-out-in": 0.001809399737756717,
          "make-password": 0.00127411210335187,
          "make-purchase": 0.0008200137095809828,
          "membership": 0.0020201385474977566,
          "notify-team": 0.0002490547766950659,
          "offer-refund": 0.0008367739365223713,
          "promo-code": 0.9655912791177569,
          "pull-up-account": 0.0008200137095809828,
          "record-reason": 0.00042339034430065303,
          "search-boots": 0.00024406629280869258,
          "search-faq": 0.0005892250781562189,
          "search-jacket": 0.00127411210335187,
          "search-jeans": 0.0006012682442564822,
          "search-membership": 0.0001693681550934024,
          "search-policy": 7.215638565012246e-05,
          "search-pricing": 0.0002490547766950659,
          "search-shirt": 9.399653725047898e-06,
          "search-timing": 0.001451581055979734,
          "select-faq": 0.0004320444550669863,
          "send-link": 0.0001435693787151285,
          "shipping-status": 3.7255901317864e-05,
          "subscription-status": 1.2380220220649852e-05,
          "try-again": 1.2380220220649852e-05,
          "update-account": 6.392174628230081e-06,
          "update-order": 0.0013001536720539419,
          "validate-purchase": 4.1595048681496237e-05,
          "verify-identity": 0.008460337427028232
        }
      },
      "trained_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.0019054048442934965,
          "enter-details": 0.00211651786402666,
          "instructions": 0.0017066347953562618,
          "log-out-in": 0.0013691386101345466,
          "make-password": 0.0022363783042575656,
          "make-purchase": 0.0012200814494750744,
          "membership": 0.0019054048442934965,
          "notify-team": 0.0016979646673000134,
          "offer-refund": 0.00211651786402666,
          "promo-code": 0.9623281119183144,
          "pull-up-account": 0.0017066347953562618,
          "record-reason": 0.0014393248812096717,
          "search-boots": 0.0016979646673000134,
          "search-faq": 0.0012957585456376418,
          "search-jacket": 0.0010395141048858986,
          "search-jeans": 0.0006533100253073366,
          "search-membership": 0.0010395141048858986,
          "search-policy": 0.0005241143448586401,
          "search-pricing": 0.0008339444562886842,
          "search-shirt": 0.0004204679340574712,
          "search-timing": 0.0019054048442934965,
          "select-faq": 0.001098382767498343,
          "send-link": 0.001446674270587236,
          "shipping-status": 0.00021709664692246987,
          "subscription-status": 0.0003564206682433991,
          "try-again": 0.0019054048442934965,
          "update-account": 0.0004694393240563612,
          "update-order": 0.0015286007223431679,
          "validate-purchase": 0.0012957585456376418,
          "verify-identity": 0.0005241143448586401
        }
      }
    },
    {
      "id": "abcd-test-4120-turn-9",
      "conversation_id": "4120",
      "expected_action": "record-reason",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "notify-team": 0.15000000000000002,
          "verify-identity": 0.03,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.64,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.01,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.17,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "subscription-status": 0.0,
          "send-link": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.62,
        "input_tokens": 3107,
        "request_sha256": "82c7afa6d0492be69df95b3059876f844cf3084217794894712ff648d4cdae03"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.020946860963166048,
          "enter-details": 0.0009607590071671627,
          "instructions": 0.001072657653370268,
          "log-out-in": 0.0006183403620991116,
          "make-password": 0.00020547609490896392,
          "make-purchase": 0.009687071831969114,
          "membership": 0.0006183403620991116,
          "notify-team": 0.0363372488567637,
          "offer-refund": 0.0023130555754080503,
          "promo-code": 0.13630519403584893,
          "pull-up-account": 0.00020547609490896392,
          "record-reason": 0.05056988061968858,
          "search-boots": 0.00018404105098392782,
          "search-faq": 0.00500164461816057,
          "search-jacket": 0.0007686344136628254,
          "search-jeans": 0.0007196304605770711,
          "search-membership": 0.00207175998609856,
          "search-policy": 0.0004631514114362623,
          "search-pricing": 0.0009581049692455477,
          "search-shirt": 0.5708453887095066,
          "search-timing": 0.13630519403584893,
          "select-faq": 0.003219036739386297,
          "send-link": 0.000494689737232723,
          "shipping-status": 0.0007196304605770711,
          "subscription-status": 0.0002980822262963688,
          "try-again": 9.905350758054665e-05,
          "update-account": 0.00018156255031610136,
          "update-order": 0.0003715603055864747,
          "validate-purchase": 0.007771401528136942,
          "verify-identity": 0.009687071831969114
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.003375207446048442,
          "enter-details": 0.002722464967244699,
          "instructions": 0.0024384603120764427,
          "log-out-in": 0.003375207446048442,
          "make-password": 0.0024384603120764427,
          "make-purchase": 0.003375207446048442,
          "membership": 0.0023077690740522113,
          "notify-team": 0.00729839440246199,
          "offer-refund": 0.0027077417350154327,
          "promo-code": 0.002876640532971488,
          "pull-up-account": 0.002576552344533396,
          "record-reason": 0.9299936921478552,
          "search-boots": 0.002722464967244699,
          "search-faq": 0.006537032791255616,
          "search-jacket": 0.0030231095940916023,
          "search-jeans": 5.5551481931152975e-05,
          "search-membership": 7.31664831435616e-05,
          "search-policy": 6.553383287120291e-05,
          "search-pricing": 0.0027077417350154327,
          "search-shirt": 0.003768314113563419,
          "search-timing": 0.003375207446048442,
          "select-faq": 0.002425273115714982,
          "send-link": 0.001945661895756549,
          "shipping-status": 6.553383287120291e-05,
          "subscription-status": 5.5551481931152975e-05,
          "try-again": 6.553383287120291e-05,
          "update-account": 0.0018413827367935928,
          "update-order": 7.31664831435616e-05,
          "validate-purchase": 0.001945661895756549,
          "verify-identity": 0.003768314113563419
        }
      }
    },
    {
      "id": "abcd-test-5803-turn-14",
      "conversation_id": "5803",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.01,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.01,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.98,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "try-again": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 3171,
        "request_sha256": "f131dfb4095a2aba0b54efcf5d4b6f48704a191c0362a0cd3eb5a3589304e4fa"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.06278584084782915,
          "enter-details": 0.0018482851432364677,
          "instructions": 0.0008734559155212032,
          "log-out-in": 0.0006276263028951725,
          "make-password": 0.00018680472747611645,
          "make-purchase": 0.00013422948190493935,
          "membership": 0.002063552899157661,
          "notify-team": 0.001189548173858719,
          "offer-refund": 0.001189548173858719,
          "promo-code": 0.00039529000604607333,
          "pull-up-account": 0.7912886373646941,
          "record-reason": 0.0013280934131406634,
          "search-boots": 0.000361799556642964,
          "search-faq": 0.00032405696482710637,
          "search-jacket": 0.00013422948190493935,
          "search-jeans": 0.00041052871624052594,
          "search-membership": 0.000685723169085059,
          "search-policy": 0.0001828053890935313,
          "search-pricing": 9.438635541698095e-05,
          "search-shirt": 0.0001523082444106292,
          "search-timing": 6.308853291752715e-05,
          "select-faq": 0.00029498721275023055,
          "send-link": 0.00041052871624052594,
          "shipping-status": 0.00036770276813722714,
          "subscription-status": 0.0005501177595552726,
          "try-again": 2.9175857653542984e-05,
          "update-account": 0.0004927300596446608,
          "update-order": 0.00028403767580544546,
          "validate-purchase": 0.009648687807708238,
          "verify-identity": 0.12160219328234655
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.001992755057555291,
          "enter-details": 0.002483975117892628,
          "instructions": 0.0015151414813375631,
          "log-out-in": 0.001992755057555291,
          "make-password": 0.0022248493490655643,
          "make-purchase": 0.0016009451208458684,
          "membership": 0.001995582548647127,
          "notify-team": 0.0017874054080076575,
          "offer-refund": 0.0017874054080076575,
          "promo-code": 0.0022248493490655643,
          "pull-up-account": 0.9525034746105958,
          "record-reason": 0.0038595276765304672,
          "search-boots": 0.001995582548647127,
          "search-faq": 0.0022248493490655643,
          "search-jacket": 0.002228006035697395,
          "search-jeans": 0.0017848729965267813,
          "search-membership": 0.0015129947925276305,
          "search-policy": 0.0012825297425672598,
          "search-pricing": 0.0015986767524445104,
          "search-shirt": 6.390685231380102e-05,
          "search-timing": 7.135000893089339e-05,
          "select-faq": 7.966006992460736e-05,
          "send-link": 6.390685231380102e-05,
          "shipping-status": 0.0015129947925276305,
          "subscription-status": 7.135000893089339e-05,
          "try-again": 7.135000893089339e-05,
          "update-account": 0.0015986767524445104,
          "update-order": 8.893798116722278e-05,
          "validate-purchase": 0.0017848729965267813,
          "verify-identity": 0.005996815273406283
        }
      }
    },
    {
      "id": "abcd-test-6080-turn-10",
      "conversation_id": "6080",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.09999999999999999,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.02,
          "validate-purchase": 0.62,
          "search-shirt": 0.0,
          "shipping-status": 0.05,
          "ask-the-oracle": 0.17,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.04,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.59,
        "input_tokens": 3191,
        "request_sha256": "b08f6de376f63897af309924cd9aa2201a9b3b96e06101d82d51c4b1c2ed4c8f"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.16075169759506874,
          "enter-details": 0.0013867450176280628,
          "instructions": 0.0011125086077983701,
          "log-out-in": 0.0012420811029579218,
          "make-password": 0.000369689109586745,
          "make-purchase": 0.0007160056130895094,
          "membership": 0.0065857099263029635,
          "notify-team": 0.004238534350998493,
          "offer-refund": 0.01589921173064663,
          "promo-code": 0.0009064899464849987,
          "pull-up-account": 0.0008119258567243051,
          "record-reason": 0.0021884466394770283,
          "search-boots": 0.0004608185359690648,
          "search-faq": 0.004732195943689828,
          "search-jacket": 0.000369689109586745,
          "search-jeans": 0.16075169759506874,
          "search-membership": 0.001129942098188411,
          "search-policy": 0.001833162423583675,
          "search-pricing": 0.0002416590526264956,
          "search-shirt": 0.00039205571038784863,
          "search-timing": 0.0006091647484707109,
          "select-faq": 0.001960150196774974,
          "send-link": 0.0028483138883097533,
          "shipping-status": 0.024703704307988034,
          "subscription-status": 0.002551180900739489,
          "try-again": 0.00020242684051285256,
          "update-account": 0.0016419286774385783,
          "update-order": 0.01142446187435098,
          "validate-purchase": 0.540092822215125,
          "verify-identity": 0.047845580384425004
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.011011977223284952,
          "enter-details": 0.004316866064610408,
          "instructions": 0.005092587754637073,
          "log-out-in": 0.00024822106450676985,
          "make-password": 0.004561333952766022,
          "make-purchase": 0.00017836051173039167,
          "membership": 0.0002104111286390426,
          "notify-team": 0.002778318714265562,
          "offer-refund": 0.0002223269086659022,
          "promo-code": 0.0002223269086659022,
          "pull-up-account": 0.0002622780360707931,
          "record-reason": 0.003659305143764567,
          "search-boots": 0.003101906630932539,
          "search-faq": 0.003277570347453156,
          "search-jacket": 0.0002622780360707931,
          "search-jeans": 0.004085500350173299,
          "search-membership": 0.003463182007186868,
          "search-policy": 0.002923606130411525,
          "search-pricing": 0.003264114745829143,
          "search-shirt": 0.002345446915568145,
          "search-timing": 0.0017807748287459301,
          "select-faq": 0.0024782714871424086,
          "send-link": 0.003264114745829143,
          "shipping-status": 0.005685715614194966,
          "subscription-status": 0.003264114745829143,
          "try-again": 0.004561333952766022,
          "update-account": 0.004561333952766022,
          "update-order": 0.007912705548620676,
          "validate-purchase": 0.9030910110002521,
          "verify-identity": 0.007912705548620676
        }
      }
    },
    {
      "id": "abcd-test-10392-turn-9",
      "conversation_id": "10392",
      "expected_action": "search-faq",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.09,
          "make-purchase": 0.01,
          "pull-up-account": 0.81,
          "validate-purchase": 0.0,
          "log-out-in": 0.01,
          "shipping-status": 0.0,
          "search-faq": 0.01,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.01,
          "update-account": 0.0,
          "try-again": 0.06,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 3050,
        "request_sha256": "1c3cba63cf97da99e92a95125b87ff35a5571b70ba3e93f6795ae1e4340d7f5a"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.005652507155353017,
          "enter-details": 0.0063108481529058616,
          "instructions": 0.0036379318218895352,
          "log-out-in": 0.00506284327489358,
          "make-password": 0.0018708258322076145,
          "make-purchase": 0.0036379318218895352,
          "membership": 0.0013442915830205677,
          "notify-team": 0.002603593938512206,
          "offer-refund": 0.003623377333710918,
          "promo-code": 0.005629891901601768,
          "pull-up-account": 0.8041553374913982,
          "record-reason": 0.0036379318218895352,
          "search-boots": 0.0040453882717734315,
          "search-faq": 0.001878340868827003,
          "search-jacket": 0.006285598789557708,
          "search-jeans": 0.0013496916935441879,
          "search-membership": 0.00020741564374490695,
          "search-policy": 0.0006211619575425926,
          "search-pricing": 9.078034508417449e-05,
          "search-shirt": 0.0005563624180156069,
          "search-timing": 0.0003997770564740862,
          "select-faq": 0.0009698279459483494,
          "send-link": 0.0006211619575425926,
          "shipping-status": 0.0006935079619901105,
          "subscription-status": 0.0006935079619901105,
          "try-again": 0.012222707426436235,
          "update-account": 0.0005007430079912409,
          "update-order": 0.0012030524957130642,
          "validate-purchase": 0.009805599825196307,
          "verify-identity": 0.11068806224335591
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002457913457319075,
          "enter-details": 0.0022015063929084967,
          "instructions": 0.0027005091776395353,
          "log-out-in": 0.0022015063929084967,
          "make-password": 0.0033661920794287406,
          "make-purchase": 0.003015035004643272,
          "membership": 0.003015035004643272,
          "notify-team": 0.003015035004643272,
          "offer-refund": 0.003015035004643272,
          "promo-code": 0.002457913457319075,
          "pull-up-account": 0.9425098865276231,
          "record-reason": 0.003819029689405129,
          "search-boots": 0.0027005091776395353,
          "search-faq": 0.0027441836401970207,
          "search-jacket": 0.0017661463382051962,
          "search-jeans": 0.0018661648390701992,
          "search-membership": 0.0011366852403884133,
          "search-policy": 6.879062471933209e-05,
          "search-pricing": 0.0012010566838771002,
          "search-shirt": 5.518690185650697e-05,
          "search-timing": 7.26863017369726e-05,
          "select-faq": 0.001671488326715958,
          "send-link": 7.26863017369726e-05,
          "shipping-status": 8.115199115519901e-05,
          "subscription-status": 8.115199115519901e-05,
          "try-again": 0.0047604361661231515,
          "update-account": 0.001971847377236069,
          "update-order": 7.26863017369726e-05,
          "validate-purchase": 0.002083514913920336,
          "verify-identity": 0.003819029689405129
        }
      }
    },
    {
      "id": "abcd-test-9454-turn-8",
      "conversation_id": "9454",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.0,
          "select-faq": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.09,
          "validate-purchase": 0.85,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.06,
          "search-jeans": 0.0,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.84,
        "input_tokens": 3102,
        "request_sha256": "ed8fd8abf59fdc88c0535ed70230eda34bb815123cdac181a22da46ef5da5cfe"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0034022338748728215,
          "enter-details": 0.012762144756455207,
          "instructions": 0.00042489584372655184,
          "log-out-in": 0.0019612394176197977,
          "make-password": 0.00019649688584937717,
          "make-purchase": 0.00010145557351410046,
          "membership": 0.00024493388763862186,
          "notify-team": 0.005286286817341808,
          "offer-refund": 0.003047316626330108,
          "promo-code": 0.0003053111211834835,
          "pull-up-account": 0.0012622464766176473,
          "record-reason": 0.003047316626330108,
          "search-boots": 0.00015763853479042563,
          "search-faq": 0.002189662853260179,
          "search-jacket": 0.0002734613772700879,
          "search-jeans": 0.0011054685835152449,
          "search-membership": 0.0007276307202354377,
          "search-policy": 0.0007943401823849624,
          "search-pricing": 0.00046830041890880044,
          "search-shirt": 0.0006372549918611615,
          "search-timing": 0.00018967058020638006,
          "select-faq": 0.0013779696063017908,
          "send-link": 0.0001835810297272343,
          "shipping-status": 0.003798488706132156,
          "subscription-status": 0.0012342213253475703,
          "try-again": 0.0007114754454840413,
          "update-account": 0.0010126303810679292,
          "update-order": 0.001409258918485805,
          "validate-purchase": 0.9374385317347982,
          "verify-identity": 0.014248536702742997
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.003400779553705008,
          "enter-details": 0.0047328021228838744,
          "instructions": 0.003796864573595953,
          "log-out-in": 0.003796864573595953,
          "make-password": 0.0023126786515123257,
          "make-purchase": 0.00011837188655453968,
          "membership": 0.00011837188655453968,
          "notify-team": 0.0028827605353150356,
          "offer-refund": 0.00010034105166021345,
          "promo-code": 8.049805915866622e-05,
          "pull-up-account": 8.505672943574058e-05,
          "record-reason": 0.003796864573595953,
          "search-boots": 0.0024436481114869235,
          "search-faq": 0.00013215853392139324,
          "search-jacket": 0.00011202764891383773,
          "search-jeans": 0.0018422858812451061,
          "search-membership": 0.0024436481114869235,
          "search-policy": 0.0019466160675578798,
          "search-pricing": 0.002071422407901365,
          "search-shirt": 0.0019466160675578798,
          "search-timing": 0.0016501002571082959,
          "select-faq": 0.0021733364283235503,
          "send-link": 0.0021733364283235503,
          "shipping-status": 0.002728256749763448,
          "subscription-status": 0.0019466160675578798,
          "try-again": 0.0030460141928722677,
          "update-account": 0.0030460141928722677,
          "update-order": 0.0042390813294547235,
          "validate-purchase": 0.937039702752489,
          "verify-identity": 0.003796864573595953
        }
      }
    },
    {
      "id": "abcd-test-7875-turn-9",
      "conversation_id": "7875",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.1,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.9,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.89,
        "input_tokens": 3061,
        "request_sha256": "f178eec5949b1dace831fd650e31cf93f69424cef36e3b0a5699820e37edc31e"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00855063591646969,
          "enter-details": 0.0018287119530900726,
          "instructions": 0.0008457051872318334,
          "log-out-in": 0.0009088207569323318,
          "make-password": 0.000420292743809263,
          "make-purchase": 0.0003371775147011026,
          "membership": 0.0003371775147011026,
          "notify-team": 0.0016379424714788244,
          "offer-refund": 0.0007574820926468239,
          "promo-code": 0.00031376094079989643,
          "pull-up-account": 0.7829082134627313,
          "record-reason": 0.0028413990402115516,
          "search-boots": 0.000376448260015226,
          "search-faq": 0.0005849136148279058,
          "search-jacket": 0.0005238960536080546,
          "search-jeans": 0.00024055355607100458,
          "search-membership": 0.0006784622563115005,
          "search-policy": 0.00017285101964900848,
          "search-pricing": 0.0002019353780769904,
          "search-shirt": 8.924670532194032e-05,
          "search-timing": 9.964117763240322e-05,
          "select-faq": 0.00012420300557565482,
          "send-link": 8.838177945767498e-05,
          "shipping-status": 0.020642933536348586,
          "subscription-status": 0.00021545928937277765,
          "try-again": 3.311098897065823e-05,
          "update-account": 0.0003911043057527018,
          "update-order": 0.0009442034461688563,
          "validate-purchase": 0.08645266801601759,
          "verify-identity": 0.08645266801601759
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.001885526414089152,
          "enter-details": 0.002224347237177374,
          "instructions": 0.0018748869551706473,
          "log-out-in": 0.001885526414089152,
          "make-password": 0.002224347237177374,
          "make-purchase": 0.001981063520025723,
          "membership": 0.001981063520025723,
          "notify-team": 0.001981063520025723,
          "offer-refund": 0.002211796016780463,
          "promo-code": 0.002224347237177374,
          "pull-up-account": 0.9522885360324035,
          "record-reason": 0.002211796016780463,
          "search-boots": 0.0018748869551706473,
          "search-faq": 0.003095583158123282,
          "search-jacket": 0.001598316114135002,
          "search-jeans": 0.0016888299836058922,
          "search-membership": 0.0012822403031606956,
          "search-policy": 0.001086924772219692,
          "search-pricing": 0.0012135177299262654,
          "search-shirt": 5.4403951643242e-05,
          "search-timing": 5.748489537296158e-05,
          "select-faq": 5.748489537296158e-05,
          "send-link": 4.872858512425995e-05,
          "shipping-status": 0.0015126533506982164,
          "subscription-status": 4.872858512425995e-05,
          "try-again": 5.1488135674068354e-05,
          "update-account": 0.001354854808233204,
          "update-order": 5.748489537296158e-05,
          "validate-purchase": 0.001598316114135002,
          "verify-identity": 0.008343772645984729
        }
      }
    },
    {
      "id": "abcd-test-7452-turn-15",
      "conversation_id": "7452",
      "expected_action": "membership",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "log-out-in": 0.0,
          "update-order": 0.2,
          "make-purchase": 0.04,
          "search-faq": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.01,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.03,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.01,
          "search-timing": 0.0,
          "search-jacket": 0.16,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.54
        },
        "vendor_confidence": 0.52,
        "input_tokens": 3304,
        "request_sha256": "153ee4318920097b97703e59781d67378845348d92bbf2e61e6a3c1403fb1b23"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.012760718177108533,
          "enter-details": 0.0030469729244067332,
          "instructions": 0.0008311004542004722,
          "log-out-in": 0.0011566271037742044,
          "make-password": 0.0005348931189910874,
          "make-purchase": 0.10350512238774512,
          "membership": 0.0073560056997383745,
          "notify-team": 0.0012621054669220758,
          "offer-refund": 0.0011566271037742044,
          "promo-code": 0.0022401318676816165,
          "pull-up-account": 0.0011566271037742044,
          "record-reason": 0.0030469729244067332,
          "search-boots": 0.0003442552436843991,
          "search-faq": 0.004734297551607625,
          "search-jacket": 0.3477560351660424,
          "search-jeans": 0.0015732177421968053,
          "search-membership": 0.0008122863348235258,
          "search-policy": 0.0015086224430914113,
          "search-pricing": 0.0002165455322583103,
          "search-shirt": 0.0012102840931516856,
          "search-timing": 0.0006976766923636083,
          "select-faq": 0.0021894184166452507,
          "send-link": 0.0020995243310135553,
          "shipping-status": 0.0034018501854202756,
          "subscription-status": 0.0005227839438683084,
          "try-again": 0.0002588416574047832,
          "update-account": 0.002617062429958161,
          "update-order": 0.3114785028042964,
          "validate-purchase": 0.1795539473720467,
          "verify-identity": 0.0009709437276034818
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.012557182117189565,
          "enter-details": 0.003411256172072101,
          "instructions": 0.0038085614374626315,
          "log-out-in": 0.004747382234495343,
          "make-password": 0.004252140555281853,
          "make-purchase": 0.014019704858047974,
          "membership": 0.005917624893919063,
          "notify-team": 0.009023029079364845,
          "offer-refund": 0.0024511733458483873,
          "promo-code": 0.004747382234495343,
          "pull-up-account": 0.011247230496655398,
          "record-reason": 0.014019704858047974,
          "search-boots": 0.009023029079364845,
          "search-faq": 0.010073931989904377,
          "search-jacket": 0.01747560091004421,
          "search-jeans": 0.0029529055072438494,
          "search-membership": 0.0029529055072438494,
          "search-policy": 0.0031201309513055925,
          "search-pricing": 0.012557182117189565,
          "search-shirt": 0.0026448612615900145,
          "search-timing": 0.0017022227913298077,
          "select-faq": 0.0025031080596525494,
          "send-link": 0.012557182117189565,
          "shipping-status": 0.2745355305544598,
          "subscription-status": 0.015652563511939582,
          "try-again": 0.019510963299067412,
          "update-account": 0.027153078173829708,
          "update-order": 0.47624633937785443,
          "validate-purchase": 0.015652563511939582,
          "verify-identity": 0.0034835289959708328
        }
      }
    },
    {
      "id": "abcd-test-7951-turn-12",
      "conversation_id": "7951",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "enter-details": 0.9,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.09,
          "search-pricing": 0.0,
          "send-link": 0.01,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-faq": 0.0,
          "shipping-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.89,
        "input_tokens": 3169,
        "request_sha256": "8bd1b33af623ab1573d752b22ae68cad7b1894ff1f5735a3aff736b8e851a6c7"
      },
      "shared_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.005759036949545192,
          "enter-details": 0.5273054925798422,
          "instructions": 0.0026633185006782055,
          "log-out-in": 0.004138186194826409,
          "make-password": 0.05215346920121725,
          "make-purchase": 0.0003490095242749446,
          "membership": 0.000754682097481657,
          "notify-team": 0.0002940967447309355,
          "offer-refund": 0.00040928902565089804,
          "promo-code": 0.0003126011900298251,
          "pull-up-account": 0.0005422807799266407,
          "record-reason": 0.0012316767805917958,
          "search-boots": 0.00038965866541232195,
          "search-faq": 0.00025078257344733764,
          "search-jacket": 0.0006054396005696894,
          "search-jeans": 0.0005101798559806535,
          "search-membership": 0.001289752434588338,
          "search-policy": 0.001289752434588338,
          "search-pricing": 0.0001604477981098096,
          "search-shirt": 0.0006359412767032678,
          "search-timing": 0.00020942891180942208,
          "select-faq": 0.001034696703097674,
          "send-link": 0.37889807499434236,
          "shipping-status": 0.0014399683414450242,
          "subscription-status": 0.0033198341806470483,
          "try-again": 0.0009267582462532329,
          "update-account": 0.002973512389375094,
          "update-order": 0.001034696703097674,
          "validate-purchase": 0.0011031894431939003,
          "verify-identity": 0.008014745878542865
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.003019510551209101,
          "enter-details": 0.928886487266949,
          "instructions": 0.0042021968386730104,
          "log-out-in": 0.003763827706203904,
          "make-password": 0.007289705218658933,
          "make-purchase": 0.002704518192477995,
          "membership": 0.003019510551209101,
          "notify-team": 0.002432501980141445,
          "offer-refund": 0.0018468712743116382,
          "promo-code": 0.0017478867226131318,
          "pull-up-account": 0.0020619741569597523,
          "record-reason": 0.0027158126320041315,
          "search-boots": 0.0021787457784554877,
          "search-faq": 0.001951461162701023,
          "search-jacket": 0.002704518192477995,
          "search-jeans": 0.00035379389601192105,
          "search-membership": 0.00039499984212308946,
          "search-policy": 0.00044100506245575916,
          "search-pricing": 0.00044100506245575916,
          "search-shirt": 0.0021696849589210284,
          "search-timing": 0.00039499984212308946,
          "select-faq": 0.0016473277909915987,
          "send-link": 0.004691621781470699,
          "shipping-status": 0.00039499984212308946,
          "subscription-status": 0.00039499984212308946,
          "try-again": 0.003763827706203904,
          "update-account": 0.0033711891236282215,
          "update-order": 0.002559567536648528,
          "validate-purchase": 0.003763827706203904,
          "verify-identity": 0.004691621781470699
        }
      }
    },
    {
      "id": "abcd-test-7289-turn-8",
      "conversation_id": "7289",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-membership",
        "probabilities": {
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "subscription-status": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.01,
          "membership": 0.02,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.23,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-membership": 0.74,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.73,
        "input_tokens": 3030,
        "request_sha256": "de493c490ad77b99daed6e27706f8bbec65ea23e770d2310a967a82201f3c743"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.001198791951990958,
          "enter-details": 0.0008613981463817845,
          "instructions": 0.0010737351894837723,
          "log-out-in": 0.0010737351894837723,
          "make-password": 5.7098647421691956e-05,
          "make-purchase": 4.10285297221434e-05,
          "membership": 0.0632737454495172,
          "notify-team": 0.00011058737899712306,
          "offer-refund": 6.37488568644729e-05,
          "promo-code": 5.7098647421691956e-05,
          "pull-up-account": 4.580707082759792e-05,
          "record-reason": 6.37488568644729e-05,
          "search-boots": 0.0002862448676992533,
          "search-faq": 0.029261540000635262,
          "search-jacket": 0.0005543926683350657,
          "search-jeans": 0.0018626477386731494,
          "search-membership": 0.8903143159204657,
          "search-policy": 0.00016500768872535182,
          "search-pricing": 0.0010737351894837723,
          "search-shirt": 0.00025669895434028407,
          "search-timing": 0.00016521049091977532,
          "select-faq": 0.004496801400169001,
          "send-link": 0.00039836172023142064,
          "shipping-status": 8.530163612489317e-05,
          "subscription-status": 0.00016500768872535182,
          "try-again": 4.1682556101679616e-05,
          "update-account": 9.523663755882893e-05,
          "update-order": 0.00013253920893992088,
          "validate-purchase": 0.00013253920893992088,
          "verify-identity": 0.002592212508954677
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0022083290803157282,
          "enter-details": 0.0024655309247505626,
          "instructions": 0.00275268833287898,
          "log-out-in": 0.0027301772546761984,
          "make-password": 0.0027301772546761984,
          "make-purchase": 0.0024453683749637726,
          "membership": 0.0038308693829022097,
          "notify-team": 0.0022083290803157282,
          "offer-refund": 0.0024453683749637726,
          "promo-code": 0.0019617832025868856,
          "pull-up-account": 0.0027301772546761984,
          "record-reason": 0.0021902700325790577,
          "search-boots": 0.0024655309247505626,
          "search-faq": 0.9454308886503827,
          "search-jacket": 0.0024655309247505626,
          "search-jeans": 0.0024655309247505626,
          "search-membership": 0.004277046283708794,
          "search-policy": 0.0013450981641322359,
          "search-pricing": 0.0022083290803157282,
          "search-shirt": 0.0015017604923208642,
          "search-timing": 0.0017716198221147629,
          "select-faq": 0.00343123713272085,
          "send-link": 0.0017716198221147629,
          "shipping-status": 2.310748655229353e-05,
          "subscription-status": 3.0434720561168774e-05,
          "try-again": 2.1869024643844728e-05,
          "update-account": 2.441608504644813e-05,
          "update-order": 2.310748655229353e-05,
          "validate-purchase": 2.310748655229353e-05,
          "verify-identity": 2.069693774398428e-05
        }
      }
    },
    {
      "id": "abcd-test-10259-turn-10",
      "conversation_id": "10259",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.89,
          "update-account": 0.0,
          "verify-identity": 0.07,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.04,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3076,
        "request_sha256": "bd9203501e574a3aebb56919f54a6cb1b69e8e91210a3965837fae11922020d8"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.004999145460168271,
          "enter-details": 0.008672192541919145,
          "instructions": 0.0016612276366349732,
          "log-out-in": 0.0009374629325405189,
          "make-password": 0.0005404070374288229,
          "make-purchase": 0.0002004937959984631,
          "membership": 0.0003883123155699149,
          "notify-team": 0.002311899919161297,
          "offer-refund": 0.040549218775748845,
          "promo-code": 0.0005520303333374179,
          "pull-up-account": 0.5705601452301586,
          "record-reason": 0.08768168694984264,
          "search-boots": 0.0004840323397935735,
          "search-faq": 0.0004335386352591096,
          "search-jacket": 0.0004840323397935735,
          "search-jeans": 0.0010691598026577624,
          "search-membership": 0.00028502485491940815,
          "search-policy": 0.0005832104780918626,
          "search-pricing": 8.96382166605167e-05,
          "search-shirt": 0.00033619573662415454,
          "search-timing": 0.00010006424799524113,
          "select-faq": 0.0005223705622662238,
          "send-link": 0.0005223705622662238,
          "shipping-status": 0.005581391136475426,
          "subscription-status": 0.0003753520673080279,
          "try-again": 6.804806194025831e-05,
          "update-account": 0.00044286331400839735,
          "update-order": 0.0018547088603991031,
          "validate-purchase": 0.16981990907283206,
          "verify-identity": 0.09789386678220023
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002689474542583555,
          "enter-details": 0.004665530445932258,
          "instructions": 0.0021831604061335855,
          "log-out-in": 0.0033524375157669983,
          "make-password": 0.0033524375157669983,
          "make-purchase": 0.0021831604061335855,
          "membership": 0.0021831604061335855,
          "notify-team": 0.0024374307829591094,
          "offer-refund": 0.0024374307829591094,
          "promo-code": 0.0033524375157669983,
          "pull-up-account": 0.923719693711521,
          "record-reason": 0.010088518055564854,
          "search-boots": 0.0021831604061335855,
          "search-faq": 0.0021831604061335855,
          "search-jacket": 0.0033524375157669983,
          "search-jeans": 0.00012461525679631562,
          "search-membership": 0.002689474542583555,
          "search-policy": 0.0021576164307820184,
          "search-pricing": 0.0019325359580130565,
          "search-shirt": 0.00011161551887739874,
          "search-timing": 0.00011793639897287102,
          "select-faq": 0.0021576164307820184,
          "send-link": 0.00011161551887739874,
          "shipping-status": 0.0021576164307820184,
          "subscription-status": 0.00010563340569467399,
          "try-again": 0.00012461525679631562,
          "update-account": 0.002408911781889727,
          "update-order": 0.00013912905304253943,
          "validate-purchase": 0.005208919545289475,
          "verify-identity": 0.010088518055564854
        }
      }
    },
    {
      "id": "abcd-test-2139-turn-8",
      "conversation_id": "2139",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.02,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.0,
          "select-faq": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.93,
          "validate-purchase": 0.01,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.04,
          "search-jeans": 0.0,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.93,
        "input_tokens": 3083,
        "request_sha256": "212a1015c0650c90dd15eb375945e28788c1f89d102127c477a6bf74912f4ba4"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.008465506667633986,
          "enter-details": 0.011781289410635618,
          "instructions": 0.0012539280958983113,
          "log-out-in": 0.0028131075247168165,
          "make-password": 0.006082934097834619,
          "make-purchase": 0.0002401998938255317,
          "membership": 0.0010059568539104629,
          "notify-team": 0.0031407468022986405,
          "offer-refund": 0.0011231195351365558,
          "promo-code": 0.0020213729459986804,
          "pull-up-account": 0.0028131075247168165,
          "record-reason": 0.020437414873939564,
          "search-boots": 0.0002681757143245098,
          "search-faq": 0.0012539280958983113,
          "search-jacket": 0.0004166831796287513,
          "search-jeans": 0.0025501828331820024,
          "search-membership": 0.0031407468022986405,
          "search-policy": 0.001470070602720443,
          "search-pricing": 0.003178810003386342,
          "search-shirt": 0.001470070602720443,
          "search-timing": 0.0006089263427761054,
          "select-faq": 0.002045870342566055,
          "send-link": 0.003506546027256875,
          "shipping-status": 0.0006717068581704157,
          "subscription-status": 0.0048800008081742565,
          "try-again": 0.0011793560411152996,
          "update-account": 0.0493399774780399,
          "update-order": 0.0028131075247168165,
          "validate-purchase": 0.16577256995217482,
          "verify-identity": 0.6942545865643045
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0021657845988964264,
          "enter-details": 0.002699656146507226,
          "instructions": 0.002418031209657153,
          "log-out-in": 0.0035556991897511465,
          "make-password": 0.0006874717407135436,
          "make-purchase": 0.0006157553774253595,
          "membership": 0.0005515198350217384,
          "notify-team": 0.0030140823293504267,
          "offer-refund": 0.00044245376272075004,
          "promo-code": 0.0005515198350217384,
          "pull-up-account": 0.0006874717407135436,
          "record-reason": 0.006517506564537721,
          "search-boots": 0.0031847726616672854,
          "search-faq": 0.0021657845988964264,
          "search-jacket": 0.00044245376272075004,
          "search-jeans": 0.002694199203744257,
          "search-membership": 0.0028525403947992287,
          "search-policy": 0.0030079898953893924,
          "search-pricing": 0.0022884347483762,
          "search-shirt": 0.002846774160142941,
          "search-timing": 0.002846774160142941,
          "select-faq": 0.0030079898953893924,
          "send-link": 0.002694199203744257,
          "shipping-status": 0.0021657845988964264,
          "subscription-status": 0.002846774160142941,
          "try-again": 0.0025549662134343822,
          "update-account": 0.0046831879876443275,
          "update-order": 0.0033651289843014734,
          "validate-purchase": 0.005228633899486766,
          "verify-identity": 0.9272166591407639
        }
      }
    },
    {
      "id": "abcd-test-1208-turn-7",
      "conversation_id": "1208",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-timing",
        "probabilities": {
          "search-policy": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "search-faq": 0.05,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.78,
          "search-membership": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.13,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.04
        },
        "vendor_confidence": 0.77,
        "input_tokens": 3037,
        "request_sha256": "20652fc74bed20782a9c4d7779173f1058a1d7831e44e3f99cba61ae0b4b10f2"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.004860117319897957,
          "enter-details": 0.0031279533081539374,
          "instructions": 0.0010394260644034704,
          "log-out-in": 0.001369987436926582,
          "make-password": 0.00032712221573830434,
          "make-purchase": 0.0002624320166670379,
          "membership": 0.0005082724365277095,
          "notify-team": 0.005426169872221978,
          "offer-refund": 0.0008817179767581919,
          "promo-code": 0.001369987436926582,
          "pull-up-account": 0.13244826736544515,
          "record-reason": 0.0016150280076810562,
          "search-boots": 0.001369987436926582,
          "search-faq": 0.025371494960625667,
          "search-jacket": 0.0008338739384580575,
          "search-jeans": 0.0011604868250252058,
          "search-membership": 0.0004305466260473685,
          "search-policy": 0.0008085643622318192,
          "search-pricing": 0.0003454036334262005,
          "search-shirt": 0.0007242157255062244,
          "search-timing": 0.7719554476218958,
          "select-faq": 0.0031279533081539374,
          "send-link": 0.001007877588459183,
          "shipping-status": 0.0011252640338433697,
          "subscription-status": 0.0005991843695170645,
          "try-again": 0.00020400055300130908,
          "update-account": 0.0008338739384580575,
          "update-order": 0.00029998148649903756,
          "validate-purchase": 0.0012563222936740211,
          "verify-identity": 0.03530903984090315
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.002148181457988214,
          "enter-details": 0.0019240853997100104,
          "instructions": 0.0015435870068190834,
          "log-out-in": 0.0032884199661689885,
          "make-password": 0.0023983777398391337,
          "make-purchase": 0.002148181457988214,
          "membership": 0.002148181457988214,
          "notify-team": 0.0023983777398391337,
          "offer-refund": 0.003671418462029075,
          "promo-code": 0.00409902441966735,
          "pull-up-account": 0.013771897260306651,
          "record-reason": 0.007938905770042389,
          "search-boots": 0.00409902441966735,
          "search-faq": 0.46782885533318974,
          "search-jacket": 0.003671418462029075,
          "search-jeans": 0.0023725770684016423,
          "search-membership": 0.0023725770684016423,
          "search-policy": 0.002125072404942406,
          "search-pricing": 0.005704542076236599,
          "search-shirt": 0.002125072404942406,
          "search-timing": 0.41902544777171574,
          "select-faq": 0.00409902441966735,
          "send-link": 0.002648908682372039,
          "shipping-status": 0.00409902441966735,
          "subscription-status": 0.0029453751490733362,
          "try-again": 0.002648908682372039,
          "update-account": 0.006368943859940129,
          "update-order": 0.0023725770684016423,
          "validate-purchase": 0.0026381168729213388,
          "verify-identity": 0.015375895697671702
        }
      }
    },
    {
      "id": "abcd-test-7102-turn-18",
      "conversation_id": "7102",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "select-faq": 0.97,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.01,
          "update-order": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "search-faq": 0.02,
          "search-policy": 0.0,
          "search-pricing": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3380,
        "request_sha256": "9310cd1433e70e69e0812fa46b4b7287e6de52ad058ffa5914aeb3f40e98e78c"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.003436818511130155,
          "enter-details": 0.009639018961375765,
          "instructions": 0.10880765418826062,
          "log-out-in": 0.004457650979312451,
          "make-password": 0.0009162135228971781,
          "make-purchase": 0.002469543746442075,
          "membership": 0.0010229238278490842,
          "notify-team": 0.01672114228306887,
          "offer-refund": 0.002469543746442075,
          "promo-code": 0.0012750773846885238,
          "pull-up-account": 0.07002819849283703,
          "record-reason": 0.009639018961375765,
          "search-boots": 0.0003795104599082055,
          "search-faq": 0.045069794972600136,
          "search-jacket": 0.00320306835661685,
          "search-jeans": 0.002169426242809066,
          "search-membership": 0.005556479690779858,
          "search-policy": 0.0008986113209253682,
          "search-pricing": 0.0015588522298671263,
          "search-shirt": 0.6341695378590395,
          "search-timing": 0.0008538994902115534,
          "select-faq": 0.007732850342995202,
          "send-link": 0.0006850354289309374,
          "shipping-status": 0.0008048691069040335,
          "subscription-status": 0.002169426242809066,
          "try-again": 0.008633487542486272,
          "update-account": 0.001396234414320193,
          "update-order": 0.0015588522298671263,
          "validate-purchase": 0.023270508143788393,
          "verify-identity": 0.029006751319461555
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0002952627636459529,
          "enter-details": 0.0002644612271965112,
          "instructions": 0.006374621749253672,
          "log-out-in": 0.003477746490251264,
          "make-password": 0.00032965165237579014,
          "make-purchase": 0.00036804582188776553,
          "membership": 0.00032965165237579014,
          "notify-team": 0.0032913542107790243,
          "offer-refund": 0.00410268231754603,
          "promo-code": 0.00036804582188776553,
          "pull-up-account": 0.003674694635548993,
          "record-reason": 0.0038827964830589422,
          "search-boots": 0.00032965165237579014,
          "search-faq": 0.0038827964830589422,
          "search-jacket": 0.00410268231754603,
          "search-jeans": 0.0021379597522820926,
          "search-membership": 0.002664972629201175,
          "search-policy": 0.002664972629201175,
          "search-pricing": 0.0038827964830589422,
          "search-shirt": 0.007117066994449248,
          "search-timing": 0.01105828887357482,
          "select-faq": 0.9068890124076274,
          "send-link": 0.004580517164852149,
          "shipping-status": 0.0021379597522820926,
          "subscription-status": 0.00410268231754603,
          "try-again": 0.005709626825989846,
          "update-account": 0.0029753589971954503,
          "update-order": 0.002664972629201175,
          "validate-purchase": 0.002664972629201175,
          "verify-identity": 0.003674694635548993
        }
      }
    },
    {
      "id": "abcd-test-8260-turn-9",
      "conversation_id": "8260",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.95,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.02,
          "search-faq": 0.03,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.93,
        "input_tokens": 3117,
        "request_sha256": "427e5e22f1560462767d8bca988e70d8ea99b4a8d490f1e3bff56e5be14adaa0"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.016834043029779373,
          "enter-details": 0.003600275952235194,
          "instructions": 0.012096189752491056,
          "log-out-in": 0.010834326580918197,
          "make-password": 0.0015578170626557733,
          "make-purchase": 0.006524135279615651,
          "membership": 0.003017148426680489,
          "notify-team": 0.006972932703761785,
          "offer-refund": 0.003017148426680489,
          "promo-code": 0.0020754017822948168,
          "pull-up-account": 0.004687951228429509,
          "record-reason": 0.006524135279615651,
          "search-boots": 0.0012497502255651896,
          "search-faq": 0.08787972017898874,
          "search-jacket": 0.6384514412382385,
          "search-jeans": 0.004019596048642449,
          "search-membership": 0.008691780425289017,
          "search-policy": 0.0013291676178653498,
          "search-pricing": 0.05655906154680073,
          "search-shirt": 0.0020754017822948168,
          "search-timing": 0.0008554464584580436,
          "select-faq": 0.05655906154680073,
          "send-link": 0.0007662072108766435,
          "shipping-status": 0.001656811178901471,
          "subscription-status": 0.0014912907970631968,
          "try-again": 0.0006146855090464653,
          "update-account": 0.00022805173391513385,
          "update-order": 0.0003956092892238777,
          "validate-purchase": 0.018794686330336936,
          "verify-identity": 0.040640725376534736
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0041374571226525485,
          "enter-details": 0.0005270441167840574,
          "instructions": 0.0037058418363372482,
          "log-out-in": 0.0008189057786331397,
          "make-password": 0.0006569627333087561,
          "make-purchase": 0.0007334784731569855,
          "membership": 0.0007334784731569855,
          "notify-team": 0.0037058418363372482,
          "offer-refund": 0.0007334784731569855,
          "promo-code": 0.0041374571226525485,
          "pull-up-account": 0.0029729913409525677,
          "record-reason": 0.003319252170086782,
          "search-boots": 0.0006569627333087561,
          "search-faq": 0.004619341867724376,
          "search-jacket": 0.008946646348020495,
          "search-jeans": 0.002662851695464246,
          "search-membership": 0.0041374571226525485,
          "search-policy": 0.004619341867724376,
          "search-pricing": 0.0037058418363372482,
          "search-shirt": 0.0041374571226525485,
          "search-timing": 0.002979212924582649,
          "select-faq": 0.9145758947125406,
          "send-link": 0.0029729913409525677,
          "shipping-status": 0.00214072893037903,
          "subscription-status": 0.0029729913409525677,
          "try-again": 0.003326198087945689,
          "update-account": 0.002979212924582649,
          "update-order": 0.002390057285937367,
          "validate-purchase": 0.002668424293080723,
          "verify-identity": 0.003326198087945689
        }
      }
    },
    {
      "id": "abcd-test-3764-turn-33",
      "conversation_id": "3764",
      "expected_action": "enter-details",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.07,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.38,
          "shipping-status": 0.01,
          "search-faq": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.02,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.04,
          "update-account": 0.01,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.21,
          "select-faq": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.26,
          "search-boots": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.35,
        "input_tokens": 3734,
        "request_sha256": "a3dfe02f98877dbfe62d4c45d9acc9e82ecc80760a3321c5e13f543b90f1c72b"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0029059041400255436,
          "enter-details": 0.17124093765455958,
          "instructions": 0.0009685582055898267,
          "log-out-in": 0.0010813650722679476,
          "make-password": 0.0013479244629759498,
          "make-purchase": 0.0005583320975694824,
          "membership": 0.0056280958570453276,
          "notify-team": 0.0029059041400255436,
          "offer-refund": 0.03662301100072647,
          "promo-code": 0.0005000875070235642,
          "pull-up-account": 0.0013438627011823638,
          "record-reason": 0.07919198837735832,
          "search-boots": 0.00035934044154462425,
          "search-faq": 0.0006959625105599956,
          "search-jacket": 0.0036222174179453633,
          "search-jeans": 0.0008710632302779213,
          "search-membership": 0.0026027633886111846,
          "search-policy": 0.0008710632302779213,
          "search-pricing": 0.0007801948853680995,
          "search-shirt": 0.0006988057480953814,
          "search-timing": 0.00028945632012463654,
          "select-faq": 0.000972515005753905,
          "send-link": 0.00039998306384403414,
          "shipping-status": 0.0004985800184904267,
          "subscription-status": 0.0029059041400255436,
          "try-again": 0.0003231690081467192,
          "update-account": 0.2134523384773807,
          "update-order": 0.4134096337543098,
          "validate-purchase": 0.02938060672805149,
          "verify-identity": 0.023570431414842392
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.002261585546587291,
          "enter-details": 0.8606962965088227,
          "instructions": 0.005418805501470875,
          "log-out-in": 0.003513981522050857,
          "make-password": 0.003893710790569542,
          "make-purchase": 0.003893710790569542,
          "membership": 0.025337087078465072,
          "notify-team": 0.003893710790569542,
          "offer-refund": 0.003147406712733015,
          "promo-code": 0.0025249897537614504,
          "pull-up-account": 0.0034875226490788777,
          "record-reason": 0.006754556257679139,
          "search-boots": 0.003147406712733015,
          "search-faq": 0.003147406712733015,
          "search-jacket": 0.003513981522050857,
          "search-jeans": 0.00033808675954780006,
          "search-membership": 0.00047050910933999336,
          "search-policy": 0.0002712282533421364,
          "search-pricing": 0.0003572329015379984,
          "search-shirt": 0.0003572329015379984,
          "search-timing": 0.0002712282533421364,
          "select-faq": 0.0003572329015379984,
          "send-link": 0.003893710790569542,
          "shipping-status": 0.002956290878852654,
          "subscription-status": 0.0034875226490788777,
          "try-again": 0.004347206833796732,
          "update-account": 0.016306855669171057,
          "update-order": 0.01820609661420438,
          "validate-purchase": 0.009400199800469194,
          "verify-identity": 0.004347206833796732
        }
      }
    },
    {
      "id": "abcd-test-3342-turn-5",
      "conversation_id": "3342",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.99,
          "send-link": 0.0,
          "verify-identity": 0.01,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "subscription-status": 0.0,
          "search-pricing": 0.0,
          "update-order": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 2968,
        "request_sha256": "685bcac6707528eadc589d34417a1c4a7f331fcd9800fa12366eba472973d7cd"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00208525939182368,
          "enter-details": 0.007006052112092014,
          "instructions": 0.001531402143332451,
          "log-out-in": 0.0007906960267825695,
          "make-password": 0.0007082114532294783,
          "make-purchase": 0.00032751902069912375,
          "membership": 0.000882787471399524,
          "notify-team": 0.0017097627490567512,
          "offer-refund": 0.008733062942270085,
          "promo-code": 0.0008637481946027456,
          "pull-up-account": 0.7996114653223653,
          "record-reason": 0.013569163827467172,
          "search-boots": 0.001498373943981245,
          "search-faq": 0.005034235890525285,
          "search-jacket": 0.0017097627490567512,
          "search-jeans": 0.0009643479966652485,
          "search-membership": 0.00014025471585290633,
          "search-policy": 0.0002472360533682713,
          "search-pricing": 0.00030818043507045234,
          "search-shirt": 0.0001983437929334255,
          "search-timing": 5.9034419429087223e-05,
          "select-faq": 9.02673985833401e-05,
          "send-link": 0.00017765277105039225,
          "shipping-status": 0.0008637481946027456,
          "subscription-status": 0.0001276533258622185,
          "try-again": 2.8847111279820987e-05,
          "update-account": 0.0002870254928535753,
          "update-order": 0.006275188310469058,
          "validate-purchase": 0.09858100292151038,
          "verify-identity": 0.04558971382178496
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002482879211519299,
          "enter-details": 0.002223867767532554,
          "instructions": 0.0016782029225669184,
          "log-out-in": 0.002210350250139726,
          "make-password": 0.0017840855081039518,
          "make-purchase": 0.0019797686612000607,
          "membership": 0.002210350250139726,
          "notify-team": 0.0019797686612000607,
          "offer-refund": 0.002210350250139726,
          "promo-code": 0.0019918760338288846,
          "pull-up-account": 0.9520832512478391,
          "record-reason": 0.00385782480361621,
          "search-boots": 0.002210350250139726,
          "search-faq": 0.0027720570155096392,
          "search-jacket": 0.001512327296795959,
          "search-jeans": 0.0017840855081039518,
          "search-membership": 0.0010284484997316184,
          "search-policy": 0.0010866904734599407,
          "search-pricing": 0.0013545628180363421,
          "search-shirt": 4.711657021365838e-05,
          "search-timing": 5.2604181533839386e-05,
          "select-faq": 0.0013545628180363421,
          "send-link": 4.711657021365838e-05,
          "shipping-status": 5.873093187912907e-05,
          "subscription-status": 4.978482116351399e-05,
          "try-again": 4.978482116351399e-05,
          "update-account": 0.0019918760338288846,
          "update-order": 5.558320623663829e-05,
          "validate-purchase": 0.002482879211519299,
          "verify-identity": 0.0053688634046080985
        }
      }
    },
    {
      "id": "abcd-test-2323-turn-6",
      "conversation_id": "2323",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "make-purchase": 0.0,
          "pull-up-account": 0.01,
          "validate-purchase": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.07,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.92,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 2981,
        "request_sha256": "1da1744a1d67d866a6793fc52977240f23894c00836b21684bc7ec5a2feb8c7b"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0026508702307445494,
          "enter-details": 0.0005210037002042314,
          "instructions": 0.0029596144752334656,
          "log-out-in": 0.0007250713750596687,
          "make-password": 0.00021580797101034325,
          "make-purchase": 0.0005816844262682274,
          "membership": 0.00037436954743125895,
          "notify-team": 0.0013687016165712651,
          "offer-refund": 0.0003003359355408845,
          "promo-code": 0.0005816844262682274,
          "pull-up-account": 0.037299953465759775,
          "record-reason": 0.002374334369997731,
          "search-boots": 0.0021266462377564025,
          "search-faq": 0.01925877245305157,
          "search-jacket": 0.0012259186793340264,
          "search-jeans": 0.0004073759846332159,
          "search-membership": 0.00016874155032418745,
          "search-policy": 8.24553703948668e-05,
          "search-pricing": 0.0007066894205714441,
          "search-shirt": 0.00032681518405451007,
          "search-timing": 0.9104607350608483,
          "select-faq": 0.002374334369997731,
          "send-link": 0.0005071847750692063,
          "shipping-status": 0.0003644402056474628,
          "subscription-status": 0.00026187044912893623,
          "try-again": 0.00010265726994549409,
          "update-account": 0.0001352092045068609,
          "update-order": 0.00010847084158408105,
          "validate-purchase": 0.0003264222261934807,
          "verify-identity": 0.011101829176868552
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.002588409973215489,
          "enter-details": 0.002318389979081842,
          "instructions": 0.002603958455115074,
          "log-out-in": 0.0023323164375094077,
          "make-password": 0.0029072387975381158,
          "make-purchase": 0.002588409973215489,
          "membership": 0.002588409973215489,
          "notify-team": 0.0032458450922367124,
          "offer-refund": 0.0028898793749855644,
          "promo-code": 0.002588409973215489,
          "pull-up-account": 0.004045954657794175,
          "record-reason": 0.0028898793749855644,
          "search-boots": 0.0029072387975381158,
          "search-faq": 0.8943485650340314,
          "search-jacket": 0.0029072387975381158,
          "search-jeans": 0.0023323164375094077,
          "search-membership": 0.0020890115077718285,
          "search-policy": 0.0015010698826101036,
          "search-pricing": 0.0020890115077718285,
          "search-shirt": 0.0020890115077718285,
          "search-timing": 0.050991028113353626,
          "select-faq": 0.002603958455115074,
          "send-link": 0.001871087845973936,
          "shipping-status": 9.395175370907487e-05,
          "subscription-status": 0.00010489421325285117,
          "try-again": 0.0001171111054302772,
          "update-account": 9.395175370907487e-05,
          "update-order": 8.891633832161438e-05,
          "validate-purchase": 0.00010489421325285117,
          "verify-identity": 7.964067323053258e-05
        }
      }
    },
    {
      "id": "abcd-test-468-turn-10",
      "conversation_id": "468",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "instructions": 0.04,
          "update-account": 0.0,
          "pull-up-account": 0.01,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.08,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.87,
          "search-policy": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.86,
        "input_tokens": 3068,
        "request_sha256": "b26bef426c51ff5d91167f8f9a683bba7f425aac20dcbb3332ec20b5d555aa37"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.007583614391681178,
          "enter-details": 0.004732616059985205,
          "instructions": 0.06867672094289577,
          "log-out-in": 0.4002722614575547,
          "make-password": 0.001408600931782046,
          "make-purchase": 0.022821410005364307,
          "membership": 0.001960323984367145,
          "notify-team": 0.018308349758129398,
          "offer-refund": 0.004732616059985205,
          "promo-code": 0.002728147066492608,
          "pull-up-account": 0.185109690722281,
          "record-reason": 0.004371627011488232,
          "search-boots": 0.004732616059985205,
          "search-faq": 0.028446950298513206,
          "search-jacket": 0.005283818556570872,
          "search-jeans": 0.004880785401519678,
          "search-membership": 0.00031068718148940437,
          "search-policy": 0.000959350744867222,
          "search-pricing": 0.00031068718148940437,
          "search-shirt": 0.00044366038091436176,
          "search-timing": 0.0006017325087123502,
          "select-faq": 0.006083912483375093,
          "send-link": 0.000959350744867222,
          "shipping-status": 0.0007696338976390543,
          "subscription-status": 0.0007696338976390543,
          "try-again": 0.185109690722281,
          "update-account": 0.0006174339010596927,
          "update-order": 0.0003973781308116239,
          "validate-purchase": 0.018308349758129398,
          "verify-identity": 0.018308349758129398
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0019380848509327369,
          "enter-details": 0.003636291777584205,
          "instructions": 0.009801189243264353,
          "log-out-in": 0.8974114596251054,
          "make-password": 0.005060560802238366,
          "make-purchase": 0.004059806996737408,
          "membership": 0.0019380848509327369,
          "notify-team": 0.005060560802238366,
          "offer-refund": 0.0019380848509327369,
          "promo-code": 0.0015548179027260883,
          "pull-up-account": 0.007042696091076024,
          "record-reason": 0.0019380848509327369,
          "search-boots": 0.002163811626575057,
          "search-faq": 0.005649964088131682,
          "search-jacket": 0.002163811626575057,
          "search-jeans": 0.002612876469217401,
          "search-membership": 0.0029171955348167534,
          "search-policy": 0.00016114481923636023,
          "search-pricing": 0.002612876469217401,
          "search-shirt": 0.00020086743848653113,
          "search-timing": 0.0022148735538810743,
          "select-faq": 0.002612876469217401,
          "send-link": 0.0023403041767881268,
          "shipping-status": 0.00016114481923636023,
          "subscription-status": 0.002612876469217401,
          "try-again": 0.029494769511292755,
          "update-account": 0.00017991315472437957,
          "update-order": 0.00016114481923636023,
          "validate-purchase": 0.00017991315472437957,
          "verify-identity": 0.00017991315472437957
        }
      }
    },
    {
      "id": "abcd-test-2090-turn-11",
      "conversation_id": "2090",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "update-order": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.91,
          "update-account": 0.0,
          "verify-identity": 0.05,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.04,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.9,
        "input_tokens": 3109,
        "request_sha256": "ab814a97aa16e5823f9900e7887d828051ea414ed0546186f8d6734a49dd5f8e"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.007623937385155834,
          "enter-details": 0.010610092431813954,
          "instructions": 0.0010597877915243675,
          "log-out-in": 0.0006109220753794146,
          "make-password": 0.0003154319613033118,
          "make-purchase": 0.00020301081206532706,
          "membership": 0.00028252638957852104,
          "notify-team": 0.0020324478264399193,
          "offer-refund": 0.03564774432104701,
          "promo-code": 0.0011716186681462546,
          "pull-up-account": 0.6252376248885112,
          "record-reason": 0.09608432815470931,
          "search-boots": 0.016485635062021317,
          "search-faq": 0.0010597877915243675,
          "search-jacket": 0.0004389812485026178,
          "search-jeans": 0.0007540494504230148,
          "search-membership": 0.0002010203166973129,
          "search-policy": 0.0006103700667036701,
          "search-pricing": 0.0007608279711903915,
          "search-shirt": 0.0003151468653167673,
          "search-timing": 0.00011692124349651812,
          "select-faq": 6.321934550116371e-05,
          "send-link": 0.0004896655024622221,
          "shipping-status": 0.0010493967268595048,
          "subscription-status": 0.00022645043111432282,
          "try-again": 7.524999344296728e-05,
          "update-account": 0.00021240426782928145,
          "update-order": 0.0025334520511158774,
          "validate-purchase": 0.14929284941041057,
          "verify-identity": 0.04443509954971363
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0012995047822751467,
          "enter-details": 0.0018084966501649312,
          "instructions": 0.0015986348290037025,
          "log-out-in": 0.0022247908453956106,
          "make-password": 0.0022247908453956106,
          "make-purchase": 0.0017848260684951726,
          "membership": 0.0017848260684951726,
          "notify-team": 0.0017848260684951726,
          "offer-refund": 0.001992702762786678,
          "promo-code": 0.0014508568167713994,
          "pull-up-account": 0.9651103546950707,
          "record-reason": 0.0028099893394087708,
          "search-boots": 0.0016198361469968432,
          "search-faq": 0.0018084966501649312,
          "search-jacket": 0.0009337658284046425,
          "search-jeans": 0.0010425204867814074,
          "search-membership": 0.0006350016076099962,
          "search-policy": 0.0006350016076099962,
          "search-pricing": 0.0008837199342376621,
          "search-shirt": 3.502914428755867e-05,
          "search-timing": 3.91089504391924e-05,
          "select-faq": 0.0008837199342376621,
          "send-link": 3.701287563526868e-05,
          "shipping-status": 4.3663928342895516e-05,
          "subscription-status": 3.701287563526868e-05,
          "try-again": 3.1374945911524775e-05,
          "update-account": 0.0009866458971986441,
          "update-order": 4.3663928342895516e-05,
          "validate-purchase": 0.0016198361469968432,
          "verify-identity": 0.0028099893394087708
        }
      }
    },
    {
      "id": "abcd-test-351-turn-17",
      "conversation_id": "351",
      "expected_action": "search-policy",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.01,
          "verify-identity": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.09,
          "search-policy": 0.01,
          "search-membership": 0.0,
          "select-faq": 0.58,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.02,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.01,
          "search-timing": 0.28,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0
        },
        "vendor_confidence": 0.56,
        "input_tokens": 3315,
        "request_sha256": "7a2f24dcffe1a619794f8fe37edba1e3b0323493d6314c6cb3dc9be808d91b87"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0036631478780329192,
          "enter-details": 0.00018082433997310517,
          "instructions": 0.00018082433997310517,
          "log-out-in": 0.0002018847415254294,
          "make-password": 0.00010423744392457028,
          "make-purchase": 0.0036631478780329192,
          "membership": 0.0003136822549003204,
          "notify-team": 0.0004365458188212029,
          "offer-refund": 0.0007834321062686317,
          "promo-code": 0.008843566369312996,
          "pull-up-account": 0.011023531149711148,
          "record-reason": 0.0010902879143765223,
          "search-boots": 5.3819983064100414e-05,
          "search-faq": 0.013740860165127237,
          "search-jacket": 0.017128021472915093,
          "search-jeans": 0.0009765502043546864,
          "search-membership": 0.001517333446955696,
          "search-policy": 0.0004115516650246669,
          "search-pricing": 0.08941438708117723,
          "search-shirt": 0.00036861864288748156,
          "search-timing": 0.8097292839992072,
          "select-faq": 0.021350124188164562,
          "send-link": 0.0005629386247036712,
          "shipping-status": 0.0004594846104346154,
          "subscription-status": 0.0004115516650246669,
          "try-again": 0.00010383436812690577,
          "update-account": 0.0001704711576735862,
          "update-order": 0.0001801251117460374,
          "validate-purchase": 0.0006285040257309729,
          "verify-identity": 0.012307427352828675
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0008040531843905118,
          "enter-details": 0.0006450471964421036,
          "instructions": 0.0022177496814544573,
          "log-out-in": 0.0010022543624357515,
          "make-password": 0.0007201751787623313,
          "make-purchase": 0.0010022543624357515,
          "membership": 0.0008977003956312198,
          "notify-team": 0.002616269418452407,
          "offer-refund": 0.0017791775004805375,
          "promo-code": 0.0030864013513363527,
          "pull-up-account": 0.0030864013513363527,
          "record-reason": 0.0027644311376243545,
          "search-boots": 0.0010022543624357515,
          "search-faq": 0.0034458707690306254,
          "search-jacket": 0.0034458707690306254,
          "search-jeans": 0.001856956418826606,
          "search-membership": 0.0034458707690306254,
          "search-policy": 0.001962117488389456,
          "search-pricing": 0.005067132071358946,
          "search-shirt": 0.00219064307076188,
          "search-timing": 0.036813050086232715,
          "select-faq": 0.8985768265939841,
          "send-link": 0.0029209837116824,
          "shipping-status": 0.0016632406154255457,
          "subscription-status": 0.002584291860932049,
          "try-again": 0.003261186879689613,
          "update-account": 0.002584291860932049,
          "update-order": 0.00219064307076188,
          "validate-purchase": 0.0034458707690306254,
          "verify-identity": 0.0029209837116824
        }
      }
    },
    {
      "id": "abcd-test-9579-turn-17",
      "conversation_id": "9579",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "subscription-status",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.24000000000000002,
          "send-link": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.73,
          "membership": 0.03,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "shipping-status": 0.0
        },
        "vendor_confidence": 0.71,
        "input_tokens": 3302,
        "request_sha256": "e104c2bcb8e606966f3594e6aae82b803058339ecfcd649d736d2023c8b6094b"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.02248067244691698,
          "enter-details": 0.007470386543704542,
          "instructions": 0.0005650920203004358,
          "log-out-in": 0.0027715522578499003,
          "make-password": 0.00018778138895240605,
          "make-purchase": 0.00015064658769997356,
          "membership": 0.028022222179456515,
          "notify-team": 0.001783760569018846,
          "offer-refund": 0.0006617851144500311,
          "promo-code": 0.0027715522578499003,
          "pull-up-account": 0.000704388868380039,
          "record-reason": 0.001783760569018846,
          "search-boots": 0.00040604982292782724,
          "search-faq": 0.00040604982292782724,
          "search-jacket": 9.695557919869109e-05,
          "search-jeans": 0.002103673968510147,
          "search-membership": 0.0030943520504781662,
          "search-policy": 0.0003814902114281527,
          "search-pricing": 0.0002199126835868407,
          "search-shirt": 0.0008713757427449005,
          "search-timing": 0.00036093750956856576,
          "select-faq": 0.0008713757427449005,
          "send-link": 0.02248067244691698,
          "shipping-status": 0.00222346233661258,
          "subscription-status": 0.8526066558372719,
          "try-again": 0.0006261309091736758,
          "update-account": 0.014468476651738307,
          "update-order": 0.0006261309091736758,
          "validate-purchase": 0.000780474791942023,
          "verify-identity": 0.028022222179456515
        }
      },
      "trained_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.012518562585801233,
          "enter-details": 0.003337294451900263,
          "instructions": 0.003337294451900263,
          "log-out-in": 0.003337294451900263,
          "make-password": 0.00019251990961144283,
          "make-purchase": 0.00013092193813324295,
          "membership": 0.004644450984367429,
          "notify-team": 0.000203422490225929,
          "offer-refund": 0.00015444803481456243,
          "promo-code": 0.00014617027970307073,
          "pull-up-account": 0.00016319455375289783,
          "record-reason": 0.003337294451900263,
          "search-boots": 0.002677326130414684,
          "search-faq": 0.00253383306664514,
          "search-jacket": 0.00018220164923993552,
          "search-jeans": 0.0032372029338380245,
          "search-membership": 0.00253383306664514,
          "search-policy": 0.001923806655744198,
          "search-pricing": 0.002398030502412204,
          "search-shirt": 0.002457838719905317,
          "search-timing": 0.0013409003810775314,
          "select-faq": 0.002326109215258712,
          "send-link": 0.003337294451900263,
          "shipping-status": 0.003725985348818477,
          "subscription-status": 0.9195472382676046,
          "try-again": 0.003420528515438776,
          "update-account": 0.005185385651744505,
          "update-order": 0.003063702692118284,
          "validate-purchase": 0.003420528515438776,
          "verify-identity": 0.005185385651744505
        }
      }
    },
    {
      "id": "abcd-test-3325-turn-9",
      "conversation_id": "3325",
      "expected_action": "instructions",
      "jev": {
        "choice": "try-again",
        "probabilities": {
          "log-out-in": 0.05,
          "search-faq": 0.01,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.48,
          "membership": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.07,
          "update-account": 0.0,
          "verify-identity": 0.01,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.38,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.45,
        "input_tokens": 3096,
        "request_sha256": "4a3768e840e6edf22b040d7a7d1dc7efa5233ea49ccf572b5a9755dd41ead9a6"
      },
      "shared_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.005862433028965887,
          "enter-details": 0.0032125665320159843,
          "instructions": 0.5367725807411884,
          "log-out-in": 0.11479886256505249,
          "make-password": 0.0016587174319500134,
          "make-purchase": 0.0013306969405872794,
          "membership": 0.0011918800975026268,
          "notify-team": 0.01580147069959692,
          "offer-refund": 0.001399817406551066,
          "promo-code": 0.0009561791990174907,
          "pull-up-account": 0.010169767670722836,
          "record-reason": 0.0035867303204533273,
          "search-boots": 0.0013306969405872794,
          "search-faq": 0.01580147069959692,
          "search-jacket": 0.0011229957460353773,
          "search-jeans": 0.0011229957460353773,
          "search-membership": 0.0003163308570299345,
          "search-policy": 0.0010333101273741318,
          "search-pricing": 0.0005193394794241052,
          "search-shirt": 0.0004280137719090159,
          "search-timing": 0.01580147069959692,
          "select-faq": 0.003379437371394623,
          "send-link": 0.0012880239620255724,
          "shipping-status": 0.0012880239620255724,
          "subscription-status": 0.0014380386210655672,
          "try-again": 0.2482355442840518,
          "update-account": 0.0006650345785344186,
          "update-order": 0.0004280137719090159,
          "validate-purchase": 0.0009009172580493563,
          "verify-identity": 0.00815863948975075
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.0025835543495945973,
          "enter-details": 0.003748248330291843,
          "instructions": 0.8873405903146645,
          "log-out-in": 0.006237219590315343,
          "make-password": 0.004014247095334715,
          "make-purchase": 0.00418480225604097,
          "membership": 0.004672201984559567,
          "notify-team": 0.005586559993300416,
          "offer-refund": 0.00418480225604097,
          "promo-code": 0.0033572347565263855,
          "pull-up-account": 0.0035954850122524493,
          "record-reason": 0.004672201984559567,
          "search-boots": 0.003748248330291843,
          "search-faq": 0.006237219590315343,
          "search-jacket": 0.004014247095334715,
          "search-jeans": 0.00019623347653802164,
          "search-membership": 0.00019623347653802164,
          "search-policy": 0.00017576262397954773,
          "search-pricing": 0.0032204074221973294,
          "search-shirt": 0.0024450869060876,
          "search-timing": 0.0035954850122524493,
          "select-faq": 0.0035954850122524493,
          "send-link": 0.0024450869060876,
          "shipping-status": 0.00015742724283979734,
          "subscription-status": 0.002884458337731845,
          "try-again": 0.029163775349936184,
          "update-account": 0.00017576262397954773,
          "update-order": 0.00017576262397954773,
          "validate-purchase": 0.00017576262397954773,
          "verify-identity": 0.0032204074221973294
        }
      }
    },
    {
      "id": "abcd-test-2901-turn-5",
      "conversation_id": "2901",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.03,
          "membership": 0.0,
          "shipping-status": 0.0,
          "make-password": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.93,
          "record-reason": 0.0,
          "search-pricing": 0.04,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.93,
        "input_tokens": 2961,
        "request_sha256": "6af1da24a984882dd4da57a16e7bb2c8439c7f2d804adde49e9e0b0e37bda989"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.007321120297586443,
          "enter-details": 0.00471184634552497,
          "instructions": 0.0011250830002096249,
          "log-out-in": 0.0010870571015136419,
          "make-password": 0.0004502766315614553,
          "make-purchase": 0.0004033042658910267,
          "membership": 0.0004502766315614553,
          "notify-team": 0.001213665561968801,
          "offer-refund": 0.001748119147807648,
          "promo-code": 0.007321120297586443,
          "pull-up-account": 0.8355706766287376,
          "record-reason": 0.00471184634552497,
          "search-boots": 0.0008720855965164945,
          "search-faq": 0.001213665561968801,
          "search-jacket": 0.001748119147807648,
          "search-jeans": 0.0008084342273052543,
          "search-membership": 0.00041741159642164256,
          "search-policy": 0.00024331661389429552,
          "search-pricing": 0.03423184342233827,
          "search-shirt": 0.00019519941798395654,
          "search-timing": 0.005873329193894764,
          "select-faq": 0.00033486613833698636,
          "send-link": 0.00024331661389429552,
          "shipping-status": 0.00033486613833698636,
          "subscription-status": 0.00019519941798395654,
          "try-again": 3.538794959699861e-05,
          "update-account": 0.00017483639806570726,
          "update-order": 0.00010078567320501583,
          "validate-purchase": 0.00422031141024886,
          "verify-identity": 0.08264263322672603
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0024835413693716536,
          "enter-details": 0.001992407217804138,
          "instructions": 0.0019881923850526926,
          "log-out-in": 0.0024782875679605033,
          "make-password": 0.001992407217804138,
          "make-purchase": 0.0019881923850526926,
          "membership": 0.0022197551038087024,
          "notify-team": 0.0022197551038087024,
          "offer-refund": 0.0022197551038087024,
          "promo-code": 0.0024835413693716536,
          "pull-up-account": 0.9523371222675798,
          "record-reason": 0.003456301941824348,
          "search-boots": 0.0019881923850526926,
          "search-faq": 0.0024835413693716536,
          "search-jacket": 0.0015983976013257662,
          "search-jeans": 0.0017845612232083063,
          "search-membership": 0.001028722774908621,
          "search-policy": 0.0010869802392109652,
          "search-pricing": 0.0017845612232083063,
          "search-shirt": 0.0014316547790328424,
          "search-timing": 0.001992407217804138,
          "select-faq": 0.00020277180156765744,
          "send-link": 0.00018161865680700677,
          "shipping-status": 0.00018161865680700677,
          "subscription-status": 0.00018161865680700677,
          "try-again": 0.00016267241012784248,
          "update-account": 0.00022638839778073357,
          "update-order": 0.00018161865680700677,
          "validate-purchase": 0.0017845612232083063,
          "verify-identity": 0.0038588536937164833
        }
      }
    },
    {
      "id": "abcd-test-6382-turn-9",
      "conversation_id": "6382",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "enter-details": 0.03,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.38,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.54,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "shipping-status": 0.05,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.51,
        "input_tokens": 3114,
        "request_sha256": "75cb641132c3bcd60b0500813b70aa81aafeaafc5f9050e76a27930707ecc4a0"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.007552460212523327,
          "enter-details": 0.0022478903091695014,
          "instructions": 0.0011606343673131953,
          "log-out-in": 0.001803357751176209,
          "make-password": 0.00016929453139529982,
          "make-purchase": 0.0001089572041681701,
          "membership": 0.00021102606796175792,
          "notify-team": 0.0012958121833102085,
          "offer-refund": 0.0014467338347457853,
          "promo-code": 0.0003278857919727142,
          "pull-up-account": 0.0016152332393639516,
          "record-reason": 0.003492705925859911,
          "search-boots": 0.00016929453139529982,
          "search-faq": 0.0003278857919727142,
          "search-jacket": 9.75909095885589e-05,
          "search-jeans": 0.000642774859280759,
          "search-membership": 0.001244911919036106,
          "search-policy": 0.0007176381705906818,
          "search-pricing": 0.0010395581486248877,
          "search-shirt": 0.00037053166773855586,
          "search-timing": 0.00021359555996460015,
          "select-faq": 0.0005156625567336615,
          "send-link": 0.001803357751176209,
          "shipping-status": 0.11864647995480138,
          "subscription-status": 0.005426859606249647,
          "try-again": 0.00018105993149656894,
          "update-account": 0.0012958121833102085,
          "update-order": 0.005426859606249647,
          "validate-purchase": 0.77205354698571,
          "verify-identity": 0.06839458844712044
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.004106579709754083,
          "enter-details": 0.005408748315665519,
          "instructions": 0.002148613931471922,
          "log-out-in": 0.004844513412168319,
          "make-password": 0.0017237135683976636,
          "make-purchase": 0.0017237135683976636,
          "membership": 0.0017237135683976636,
          "notify-team": 0.006038699060992505,
          "offer-refund": 0.0012385821657292127,
          "promo-code": 0.0019244727851299567,
          "pull-up-account": 0.004844513412168319,
          "record-reason": 0.0075272550522442186,
          "search-boots": 0.005408748315665519,
          "search-faq": 0.004844513412168319,
          "search-jacket": 0.0015438976638233412,
          "search-jeans": 0.0031136471431887974,
          "search-membership": 0.005408748315665519,
          "search-policy": 0.003476289621881112,
          "search-pricing": 0.004584867909744057,
          "search-shirt": 0.003673154860600513,
          "search-timing": 0.004100963462924217,
          "select-faq": 0.0038864840835539246,
          "send-link": 0.004100963462924217,
          "shipping-status": 0.006038699060992505,
          "subscription-status": 0.0032899754072730314,
          "try-again": 0.004100963462924217,
          "update-account": 0.005408748315665519,
          "update-order": 0.006038699060992505,
          "validate-purchase": 0.769476993107673,
          "verify-identity": 0.11825052478182259
        }
      }
    },
    {
      "id": "abcd-test-8602-turn-11",
      "conversation_id": "8602",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.04,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.96,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3154,
        "request_sha256": "37b1404b08643ea00ae6a100e9ea627a41518b0a1b8dbb2393e8145da35459c6"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.003370769095590144,
          "enter-details": 0.002169414435923054,
          "instructions": 0.0005079306147172576,
          "log-out-in": 0.0017404007856789015,
          "make-password": 0.00018844487535641372,
          "make-purchase": 0.0001354080501851948,
          "membership": 0.003763359229632821,
          "notify-team": 0.0007068776321262718,
          "offer-refund": 0.0011201153988280733,
          "promo-code": 0.0008048648234352712,
          "pull-up-account": 0.004201672690891477,
          "record-reason": 0.019646055544619016,
          "search-boots": 0.00045494381758679544,
          "search-faq": 0.0005079306147172576,
          "search-jacket": 0.00045494381758679544,
          "search-jeans": 0.001255730513231062,
          "search-membership": 0.0019431032674915034,
          "search-policy": 0.001401984109274404,
          "search-pricing": 0.00046396943774384297,
          "search-shirt": 0.000723874721859214,
          "search-timing": 0.00029984026277452095,
          "select-faq": 0.000648360845650657,
          "send-link": 0.002178359618221392,
          "shipping-status": 0.003370769095590144,
          "subscription-status": 0.011325106538893619,
          "try-again": 0.0004172821534434189,
          "update-account": 0.10255942939417029,
          "update-order": 0.014116775009399361,
          "validate-purchase": 0.2217695714411287,
          "verify-identity": 0.5977527121642532
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0015075897994588164,
          "enter-details": 0.0020980844816979984,
          "instructions": 0.001985636198575744,
          "log-out-in": 0.0027633731258138957,
          "make-password": 0.00012892101225025246,
          "make-purchase": 0.0001439363117390924,
          "membership": 0.00011547211315761268,
          "notify-team": 0.00016070040103272404,
          "offer-refund": 0.00012892101225025246,
          "promo-code": 0.0001439363117390924,
          "pull-up-account": 0.0023424461085169643,
          "record-reason": 0.005352039329161682,
          "search-boots": 0.0024751012973182494,
          "search-faq": 0.0016831766697089194,
          "search-jacket": 0.00012892101225025246,
          "search-jeans": 0.00177003588153617,
          "search-membership": 0.00208810346124518,
          "search-policy": 0.00208810346124518,
          "search-pricing": 0.0023424461085169643,
          "search-shirt": 0.0016751693657178987,
          "search-timing": 0.0018702747203408877,
          "select-faq": 0.0015929655664360443,
          "send-link": 0.0016751693657178987,
          "shipping-status": 0.0016831766697089194,
          "subscription-status": 0.00177003588153617,
          "try-again": 0.001985636198575744,
          "update-account": 0.003085220390320363,
          "update-order": 0.0024751012973182494,
          "validate-purchase": 0.0036396204665747243,
          "verify-identity": 0.949100685980538
        }
      }
    },
    {
      "id": "abcd-test-8450-turn-11",
      "conversation_id": "8450",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "search-boots": 0.0,
          "subscription-status": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "make-password": 0.0,
          "enter-details": 0.04,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.96
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3171,
        "request_sha256": "2683a8deea298111b139f44f2be3df12015c49ae3897d7522f313c7501e4e5cf"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.011830332619011353,
          "enter-details": 0.006108256820043921,
          "instructions": 0.002266194688669562,
          "log-out-in": 0.005471049720350414,
          "make-password": 0.001818042210338207,
          "make-purchase": 0.0001061026684730906,
          "membership": 0.0008606222980577198,
          "notify-team": 0.0005538932650517739,
          "offer-refund": 0.0007708430673785939,
          "promo-code": 0.002530135819317719,
          "pull-up-account": 0.002266194688669562,
          "record-reason": 0.006819677729783998,
          "search-boots": 0.00013225727020775536,
          "search-faq": 0.0003980024900972794,
          "search-jacket": 0.00028598672585880693,
          "search-jeans": 0.0025873503960896294,
          "search-membership": 0.003521143127998602,
          "search-policy": 0.0013359048333590753,
          "search-pricing": 0.002888696253208066,
          "search-shirt": 0.0009599213860680553,
          "search-timing": 0.0004956275912422815,
          "select-faq": 0.0013359048333590753,
          "send-link": 0.02558134293255202,
          "shipping-status": 0.00048466767815911636,
          "subscription-status": 0.009490819775437826,
          "try-again": 0.0020756878264784513,
          "update-account": 0.11961260846915486,
          "update-order": 0.001458514316719943,
          "validate-purchase": 0.00761395880354609,
          "verify-identity": 0.7783402596953172
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0005851887195390625,
          "enter-details": 0.001159002306540575,
          "instructions": 0.0014446996322956941,
          "log-out-in": 0.0014446996322956941,
          "make-password": 0.0020105616007762466,
          "make-purchase": 0.0006533449802455147,
          "membership": 0.0005851887195390625,
          "notify-team": 0.0015265142130801346,
          "offer-refund": 0.0003373357622895267,
          "promo-code": 0.0004694639792545349,
          "pull-up-account": 0.0006533449802455147,
          "record-reason": 0.0026480972729187873,
          "search-boots": 0.0017043052881269487,
          "search-faq": 0.001159002306540575,
          "search-jacket": 0.0004204899852375626,
          "search-jeans": 0.0015240954798553547,
          "search-membership": 0.0015265142130801346,
          "search-policy": 0.001701604822821336,
          "search-pricing": 0.001159002306540575,
          "search-shirt": 0.0013651033498055943,
          "search-timing": 0.001442410545757681,
          "select-faq": 0.001701604822821336,
          "send-link": 0.0017979683383519678,
          "shipping-status": 0.0010968845822781732,
          "subscription-status": 0.0017979683383519678,
          "try-again": 0.0012246375025068373,
          "update-account": 0.0022447296344916866,
          "update-order": 0.0018008217077722778,
          "validate-purchase": 0.0018008217077722778,
          "verify-identity": 0.9610145932688674
        }
      }
    },
    {
      "id": "abcd-test-7644-turn-9",
      "conversation_id": "7644",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.9,
          "promo-code": 0.0,
          "search-timing": 0.01,
          "search-policy": 0.05,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.01,
          "pull-up-account": 0.01,
          "record-reason": 0.0,
          "search-pricing": 0.02,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.89,
        "input_tokens": 3122,
        "request_sha256": "a8db4bbd0bf5490dbbdc0119c1f77a51ee7d19de9f22e3d9a59bd95b808e1b95"
      },
      "shared_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.007204942144828807,
          "enter-details": 0.004637069546058693,
          "instructions": 0.0005440838506880209,
          "log-out-in": 0.0005440838506880209,
          "make-password": 0.00025161643282561885,
          "make-purchase": 0.0029844008648699217,
          "membership": 0.008980980451034876,
          "notify-team": 0.0006074526314776786,
          "offer-refund": 0.0005440838506880209,
          "promo-code": 0.0003136406038405748,
          "pull-up-account": 0.007204942144828807,
          "record-reason": 0.000487325538230167,
          "search-boots": 0.0021444564443155426,
          "search-faq": 0.030174259863715535,
          "search-jacket": 0.001540910280917822,
          "search-jeans": 0.001920748941078474,
          "search-membership": 0.005177144225638707,
          "search-policy": 0.8223111338151469,
          "search-pricing": 0.004637069546058693,
          "search-shirt": 0.0013041155410532547,
          "search-timing": 0.005177144225638707,
          "select-faq": 0.03761229444149216,
          "send-link": 0.001540910280917822,
          "shipping-status": 0.0016255834007104285,
          "subscription-status": 0.04688383390915929,
          "try-again": 0.00018967048052565246,
          "update-account": 0.00048383354853203964,
          "update-order": 0.000673342872164648,
          "validate-purchase": 0.000673342872164648,
          "verify-identity": 0.0016255834007104285
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0006858522254154958,
          "enter-details": 0.0006858522254154958,
          "instructions": 0.0029885482887709305,
          "log-out-in": 0.0009544880161656922,
          "make-password": 0.0009544880161656922,
          "make-purchase": 0.0009544880161656922,
          "membership": 0.0007657326923566192,
          "notify-team": 0.0026767856597222565,
          "offer-refund": 0.0008549167882388539,
          "promo-code": 0.00226904806831423,
          "pull-up-account": 0.0029885482887709305,
          "record-reason": 0.0023975465036494767,
          "search-boots": 0.0021474368955144833,
          "search-faq": 0.0029885482887709305,
          "search-jacket": 0.0029885482887709305,
          "search-jeans": 0.0036631027652795044,
          "search-membership": 0.0021474368955144833,
          "search-policy": 0.005184338843939352,
          "search-pricing": 0.005788159436936671,
          "search-shirt": 0.0041591073185430726,
          "search-timing": 0.006462299112810196,
          "select-faq": 0.9193616296832413,
          "send-link": 0.0029885482887709305,
          "shipping-status": 0.0026321415724517294,
          "subscription-status": 0.0026767856597222565,
          "try-again": 0.004089740520246549,
          "update-account": 0.0036631027652795044,
          "update-order": 0.0032809716848875986,
          "validate-purchase": 0.0036631027652795044,
          "verify-identity": 0.002938704424889619
        }
      }
    },
    {
      "id": "abcd-test-8161-turn-13",
      "conversation_id": "8161",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "enter-details": 0.05,
          "make-password": 0.01,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.01,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.92,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "shipping-status": 0.01,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 3200,
        "request_sha256": "63895156fc865a11c8ccda5f3937880b9ce77a013c779816ef576d1d755f7e4b"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.023699116419700093,
          "enter-details": 0.026459324209590056,
          "instructions": 0.0018416413077839949,
          "log-out-in": 0.004539759405569444,
          "make-password": 0.01366151864536714,
          "make-purchase": 0.0001631469428753704,
          "membership": 0.004066171869070638,
          "notify-team": 0.0014774465720511797,
          "offer-refund": 0.00118527337626186,
          "promo-code": 0.001210243930022874,
          "pull-up-account": 0.0032620641454132846,
          "record-reason": 0.010959879998576583,
          "search-boots": 0.0003159793020865675,
          "search-faq": 0.0013233209564789525,
          "search-jacket": 0.0005481403426094321,
          "search-jeans": 0.0031453873381330055,
          "search-membership": 0.0036419929307274757,
          "search-policy": 0.0022601344146115166,
          "search-pricing": 0.003920738695254815,
          "search-shirt": 0.0011669562509415612,
          "search-timing": 0.0006727000558341729,
          "select-faq": 0.0031453873381330055,
          "send-link": 0.023699116419700093,
          "shipping-status": 0.0005596881858915405,
          "subscription-status": 0.004066171869070638,
          "try-again": 0.0022601344146115166,
          "update-account": 0.036822951059564506,
          "update-order": 0.001210243930022874,
          "validate-purchase": 0.01366151864536714,
          "verify-identity": 0.8050538510286788
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0033443095667194103,
          "enter-details": 0.0037338177684299455,
          "instructions": 0.003165069192422765,
          "log-out-in": 0.004404768282658951,
          "make-password": 0.001448543819057637,
          "make-purchase": 0.0011620863056727858,
          "membership": 0.001448543819057637,
          "notify-team": 0.001448543819057637,
          "offer-refund": 0.0008350221920264602,
          "promo-code": 0.0012974332571342821,
          "pull-up-account": 0.00283489230208916,
          "record-reason": 0.005801491015846796,
          "search-boots": 0.0035337009191178923,
          "search-faq": 0.0026829541845487755,
          "search-jacket": 0.0010408585585097055,
          "search-jeans": 0.0027095537529952477,
          "search-membership": 0.003165069192422765,
          "search-policy": 0.002403071343672648,
          "search-pricing": 0.0025391592246899143,
          "search-shirt": 0.0024268961022252127,
          "search-timing": 0.002564333205756513,
          "select-faq": 0.0028629980666784317,
          "send-link": 0.0028629980666784317,
          "shipping-status": 0.0025391592246899143,
          "subscription-status": 0.002564333205756513,
          "try-again": 0.0035337009191178923,
          "update-account": 0.0049177866748198774,
          "update-order": 0.0027095537529952477,
          "validate-purchase": 0.0025391592246899143,
          "verify-identity": 0.9214801930404617
        }
      }
    },
    {
      "id": "abcd-test-9625-turn-15",
      "conversation_id": "9625",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.04,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.08,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.87,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "notify-team": 0.01,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.86,
        "input_tokens": 3238,
        "request_sha256": "0804cc53fb4e22e80c7a4cabb9d50796a2d4682cc9b2573b876950a8267174a3"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0035974879111088267,
          "enter-details": 0.0020737968696608352,
          "instructions": 0.020967454097842814,
          "log-out-in": 0.8878339484517153,
          "make-password": 0.0014637290902946233,
          "make-purchase": 0.0011742685015396935,
          "membership": 0.0007557548077978089,
          "notify-team": 0.0016636920790995572,
          "offer-refund": 0.0002701489224404281,
          "promo-code": 0.00043565968889886403,
          "pull-up-account": 0.00231532955574419,
          "record-reason": 0.000606300119271284,
          "search-boots": 0.00020147493200266207,
          "search-faq": 0.00401648708840697,
          "search-jacket": 0.0005430509968282773,
          "search-jeans": 0.0004668981692054396,
          "search-membership": 0.0016636920790995572,
          "search-policy": 0.00011148479988910903,
          "search-pricing": 0.0004668981692054396,
          "search-shirt": 9.985482003585889e-05,
          "search-timing": 0.0007693900921253271,
          "select-faq": 0.00035581133786257146,
          "send-link": 0.0006172384210943179,
          "shipping-status": 0.0002691464527347229,
          "subscription-status": 0.0006172384210943179,
          "try-again": 0.06309759633979942,
          "update-account": 0.00037456612835040496,
          "update-order": 0.00017322164983048002,
          "validate-purchase": 0.0013346879279213526,
          "verify-identity": 0.0016636920790995572
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0013718854232495122,
          "enter-details": 0.0017955263882890394,
          "instructions": 0.0031147629741307106,
          "log-out-in": 0.9581887695494262,
          "make-password": 0.0027898336673753783,
          "make-purchase": 0.0018972088817971976,
          "membership": 0.0020046494307107603,
          "notify-team": 0.0015316674513137765,
          "offer-refund": 0.0012287717425455622,
          "promo-code": 0.0011005874292298876,
          "pull-up-account": 0.0015316674513137765,
          "record-reason": 0.0011005874292298876,
          "search-boots": 0.001298358184302274,
          "search-faq": 0.0027898336673753783,
          "search-jacket": 0.0017955263882890394,
          "search-jeans": 0.001363249283796953,
          "search-membership": 0.0014404514439888972,
          "search-policy": 5.477782579524987e-05,
          "search-pricing": 7.62332829697797e-05,
          "search-shirt": 6.828070690435877e-05,
          "search-timing": 8.51120881587467e-05,
          "select-faq": 0.0016082189720002657,
          "send-link": 0.0012901849909379654,
          "shipping-status": 4.9063457992499836e-05,
          "subscription-status": 0.0017955263882890394,
          "try-again": 0.003882560073794879,
          "update-account": 0.0027898336673753783,
          "update-order": 8.51120881587467e-05,
          "validate-purchase": 0.0017955263882890394,
          "verify-identity": 7.62332829697797e-05
        }
      }
    },
    {
      "id": "abcd-test-4417-turn-12",
      "conversation_id": "4417",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.84,
          "make-purchase": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.01,
          "shipping-status": 0.01,
          "search-faq": 0.0,
          "validate-purchase": 0.02,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "update-order": 0.11,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.01,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.82,
        "input_tokens": 3202,
        "request_sha256": "6a292aafe7182a68ca7c1f36f1ce97316d0af233a21a6836000b62fea9216dcc"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.06618019859005463,
          "enter-details": 0.0073079512148486615,
          "instructions": 0.0013413918668290859,
          "log-out-in": 0.002084215545965068,
          "make-password": 0.00044574803360395067,
          "make-purchase": 0.0003202945707741748,
          "membership": 0.04259332804785621,
          "notify-team": 0.00654559290804379,
          "offer-refund": 0.019697685954700096,
          "promo-code": 0.030605657937115803,
          "pull-up-account": 0.10282896436168731,
          "record-reason": 0.014153874678130871,
          "search-boots": 0.0009638640507517006,
          "search-faq": 0.0012014593443237186,
          "search-jacket": 0.00044574803360395067,
          "search-jeans": 0.0019501978282776067,
          "search-membership": 0.00910938046859312,
          "search-policy": 0.0033830795762448255,
          "search-pricing": 0.004212714741913788,
          "search-shirt": 0.0007235341772913921,
          "search-timing": 0.00037357593809677177,
          "select-faq": 0.0012551400350995156,
          "send-link": 0.0011230590949510998,
          "shipping-status": 0.12817658314179053,
          "subscription-status": 0.004708169441605258,
          "try-again": 0.000268434944045446,
          "update-account": 0.00815909927524548,
          "update-order": 0.06618019859005463,
          "validate-purchase": 0.12817658314179053,
          "verify-identity": 0.345484274466711
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.02087889527855712,
          "enter-details": 0.015002620956824073,
          "instructions": 0.005133464986999253,
          "log-out-in": 0.005133464986999253,
          "make-password": 0.005133464986999253,
          "make-purchase": 0.004118294218607148,
          "membership": 0.01870083026339011,
          "notify-team": 0.015002620956824073,
          "offer-refund": 0.004118294218607148,
          "promo-code": 0.015002620956824073,
          "pull-up-account": 0.03621934421741512,
          "record-reason": 0.07014881248894721,
          "search-boots": 0.016749959649843188,
          "search-faq": 0.00639887822879297,
          "search-jacket": 0.004118294218607148,
          "search-jeans": 0.002126766810850571,
          "search-membership": 0.00965563090518989,
          "search-policy": 0.015002620956824073,
          "search-pricing": 0.01203577133891574,
          "search-shirt": 0.0023744689012506026,
          "search-timing": 0.002801150284499006,
          "select-faq": 0.0031273970835389003,
          "send-link": 0.0026510207579203164,
          "shipping-status": 0.02087889527855712,
          "subscription-status": 0.002508937276759812,
          "try-again": 0.002959781896042699,
          "update-account": 0.015002620956824073,
          "update-order": 0.015002620956824073,
          "validate-purchase": 0.016749959649843188,
          "verify-identity": 0.6352624963319228
        }
      }
    },
    {
      "id": "abcd-test-5397-turn-15",
      "conversation_id": "5397",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.5700000000000001,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.01,
          "select-faq": 0.0,
          "enter-details": 0.42,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.55,
        "input_tokens": 3238,
        "request_sha256": "024c559ed5a23f9668b5053e4af63979f1a4e6c4bde7b0972245c564b3d86c0f"
      },
      "shared_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.01267124958209935,
          "enter-details": 0.38553658861068657,
          "instructions": 0.0033779989221688817,
          "log-out-in": 0.007304430205086186,
          "make-password": 0.17829504785673558,
          "make-purchase": 0.0003413402027103136,
          "membership": 0.0008240637523779411,
          "notify-team": 0.0009005339102080197,
          "offer-refund": 0.0009200416224624118,
          "promo-code": 0.0008240637523779411,
          "pull-up-account": 0.001947271064893164,
          "record-reason": 0.005248636450633221,
          "search-boots": 0.0003057319640622104,
          "search-faq": 0.0014295323405615452,
          "search-jacket": 0.000475037365817678,
          "search-jeans": 0.0017961328769941427,
          "search-membership": 0.001562187594013795,
          "search-policy": 0.0009273821289205272,
          "search-pricing": 0.0003730153068942842,
          "search-shirt": 0.0010353933652143873,
          "search-timing": 0.0003841362688434747,
          "select-faq": 0.0017961328769941427,
          "send-link": 0.05924778190557446,
          "shipping-status": 0.0013992218210684,
          "subscription-status": 0.003771430678430312,
          "try-again": 0.0014409379182016581,
          "update-account": 0.010165439918487779,
          "update-order": 0.0011559844538043043,
          "validate-purchase": 0.005248636450633221,
          "verify-identity": 0.30929461883304404
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0023190016720061493,
          "enter-details": 0.0032273118192672266,
          "instructions": 0.0021947131463472282,
          "log-out-in": 0.0032273118192672266,
          "make-password": 0.0023190016720061493,
          "make-purchase": 0.002589093185834027,
          "membership": 6.775319245739407e-05,
          "notify-team": 6.775319245739407e-05,
          "offer-refund": 5.4354630012583886e-05,
          "promo-code": 4.360570167600357e-05,
          "pull-up-account": 5.144145016550324e-05,
          "record-reason": 0.0030543419612374394,
          "search-boots": 0.0018604063974132924,
          "search-faq": 6.775319245739407e-05,
          "search-jacket": 6.068525819690483e-05,
          "search-jeans": 0.0028549931371205607,
          "search-membership": 0.0021947131463472282,
          "search-policy": 0.0016663304310294753,
          "search-pricing": 0.0017606964336957017,
          "search-shirt": 0.002557163178737135,
          "search-timing": 0.0027019774818731737,
          "select-faq": 0.00301667402264188,
          "send-link": 0.0019657627270838964,
          "shipping-status": 0.00301667402264188,
          "subscription-status": 0.0028549931371205607,
          "try-again": 0.002890642142716441,
          "update-account": 0.005298473460693858,
          "update-order": 0.0031875109783611995,
          "validate-purchase": 0.0032273118192672266,
          "verify-identity": 0.9396015555898678
        }
      }
    },
    {
      "id": "abcd-test-5810-turn-6",
      "conversation_id": "5810",
      "expected_action": "search-policy",
      "jev": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.03,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.01,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.56,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.0,
          "select-faq": 0.33,
          "log-out-in": 0.0,
          "verify-identity": 0.0,
          "validate-purchase": 0.0,
          "search-faq": 0.05,
          "pull-up-account": 0.02,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.54,
        "input_tokens": 3010,
        "request_sha256": "2e7676b9e2b2d45e5391efd6795f60cff56a67cf2a9edbedbe827c1640ded68d"
      },
      "shared_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.025239382833915778,
          "enter-details": 0.00672851532131308,
          "instructions": 0.005397914907718197,
          "log-out-in": 0.0024673968910893396,
          "make-password": 0.0010220346006081786,
          "make-purchase": 0.00037918048741574894,
          "membership": 0.018135888592233165,
          "notify-team": 0.0024673968910893396,
          "offer-refund": 0.004280280102802837,
          "promo-code": 0.0012739691200047707,
          "pull-up-account": 0.16423744322714137,
          "record-reason": 0.004330442671629958,
          "search-boots": 0.004778798601255086,
          "search-faq": 0.25518707440233734,
          "search-jacket": 0.003878695555692333,
          "search-jeans": 0.0026079373631240355,
          "search-membership": 0.03146095691101262,
          "search-policy": 0.001793739259516329,
          "search-pricing": 0.0004781888049236706,
          "search-shirt": 0.0005577557490512532,
          "search-timing": 0.05457642345699382,
          "select-faq": 0.04888306890121153,
          "send-link": 0.008387112938528741,
          "shipping-status": 0.0023358802853255876,
          "subscription-status": 0.1833659918452424,
          "try-again": 0.00023103118496386037,
          "update-account": 0.0004007782802800861,
          "update-order": 0.0003215218373869123,
          "validate-purchase": 0.0005577557490512532,
          "verify-identity": 0.16423744322714137
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.01102638524350803,
          "enter-details": 0.001955689054857576,
          "instructions": 0.002437771982008859,
          "log-out-in": 0.001955689054857576,
          "make-password": 0.0021834659069304417,
          "make-purchase": 0.002437771982008859,
          "membership": 0.01102638524350803,
          "notify-team": 0.009876124900496653,
          "offer-refund": 0.001751673817267591,
          "promo-code": 0.002437771982008859,
          "pull-up-account": 0.01102638524350803,
          "record-reason": 0.01102638524350803,
          "search-boots": 0.012310617712006281,
          "search-faq": 0.05756161698491324,
          "search-jacket": 0.01713247562788024,
          "search-jeans": 0.012310617712006281,
          "search-membership": 0.04617849386914274,
          "search-policy": 0.04617849386914274,
          "search-pricing": 0.013744435412540005,
          "search-shirt": 0.012310617712006281,
          "search-timing": 0.03704644453079669,
          "select-faq": 0.6497692072958734,
          "send-link": 0.012310617712006281,
          "shipping-status": 0.002300248267617952,
          "subscription-status": 0.0030296414304099256,
          "try-again": 0.0018453614567026135,
          "update-account": 0.0017464580882225102,
          "update-order": 0.0019498661770977592,
          "validate-purchase": 0.0016528552773841724,
          "verify-identity": 0.00148043120978232
        }
      }
    },
    {
      "id": "abcd-test-10274-turn-11",
      "conversation_id": "10274",
      "expected_action": "instructions",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "verify-identity": 0.0,
          "send-link": 0.0,
          "try-again": 0.06,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.04,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.01,
          "instructions": 0.18,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.02,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.6900000000000001,
          "search-jeans": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.67,
        "input_tokens": 3184,
        "request_sha256": "1b4c4755523b14fa01052a78430c2cfa008f0d1bd024765294c1219cafc8e6eb"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.008059809947991547,
          "enter-details": 0.0023988965694642654,
          "instructions": 0.14136367878283462,
          "log-out-in": 0.19673321525226173,
          "make-password": 0.0011089333685491446,
          "make-purchase": 0.010046574060890944,
          "membership": 0.0005725662657310344,
          "notify-team": 0.01252308410936424,
          "offer-refund": 0.0012380895850292377,
          "promo-code": 0.00021242503118295916,
          "pull-up-account": 0.0008896358003357871,
          "record-reason": 0.0005128366833018773,
          "search-boots": 0.0004114199830296175,
          "search-faq": 0.0037273314005729762,
          "search-jacket": 0.0015439206117977926,
          "search-jeans": 0.0012386019483273782,
          "search-membership": 0.0002011231536252669,
          "search-policy": 0.0015424185649240546,
          "search-pricing": 0.00019034382074789333,
          "search-shirt": 0.0017220625546746175,
          "search-timing": 0.0009936616868812462,
          "select-faq": 0.00299023117150607,
          "send-link": 0.0033352515840325827,
          "shipping-status": 0.002987321843270467,
          "subscription-status": 0.0033352515840325827,
          "try-again": 0.5920303079384983,
          "update-account": 0.0021465555082874595,
          "update-order": 0.0015424185649240546,
          "validate-purchase": 0.0017237394007639545,
          "verify-identity": 0.0026782932231662997
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.0033032863283246343,
          "enter-details": 0.0029586911300424723,
          "instructions": 0.9101766948067659,
          "log-out-in": 0.01724431697298846,
          "make-password": 0.00411755550348676,
          "make-purchase": 0.0029586911300424723,
          "membership": 0.0036880163839351824,
          "notify-team": 0.0045971225555814154,
          "offer-refund": 0.0023608091452087623,
          "promo-code": 0.0020012017098345286,
          "pull-up-account": 0.00328549397783133,
          "record-reason": 0.002635769476005624,
          "search-boots": 0.0023608091452087623,
          "search-faq": 0.0023608091452087623,
          "search-jacket": 0.00328549397783133,
          "search-jeans": 0.0036880163839351824,
          "search-membership": 0.00025979478122218323,
          "search-policy": 0.00025979478122218323,
          "search-pricing": 0.00029005279534686834,
          "search-shirt": 0.00029005279534686834,
          "search-timing": 0.0033032863283246343,
          "select-faq": 0.0045971225555814154,
          "send-link": 0.0029586911300424723,
          "shipping-status": 0.00020841894779472525,
          "subscription-status": 0.0033032863283246343,
          "try-again": 0.007142875011334185,
          "update-account": 0.0036880163839351824,
          "update-order": 0.0021259828127240176,
          "validate-purchase": 0.00029005279534686834,
          "verify-identity": 0.00025979478122218323
        }
      }
    },
    {
      "id": "abcd-test-6626-turn-5",
      "conversation_id": "6626",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 1.0,
          "verify-identity": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 1.0,
        "input_tokens": 2987,
        "request_sha256": "eed7a056d31ca5d6f0e639e691dedf6eaf891b571f1a7425df2d977a379000ce"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0035115531206205432,
          "enter-details": 0.025511697231199705,
          "instructions": 0.0018130906228469076,
          "log-out-in": 0.003920540169574238,
          "make-password": 0.01641919890263346,
          "make-purchase": 0.00046900463261832337,
          "membership": 0.0008135988072045892,
          "notify-team": 0.0010141531198334653,
          "offer-refund": 0.0014113780991741683,
          "promo-code": 0.0006726660325501495,
          "pull-up-account": 0.8666268566217765,
          "record-reason": 0.002024259459520179,
          "search-boots": 0.0003370054105147927,
          "search-faq": 0.0009083577715322951,
          "search-jacket": 0.000584615608893577,
          "search-jeans": 0.00038776297917216603,
          "search-membership": 0.00027862885186060924,
          "search-policy": 0.00015306661665514686,
          "search-pricing": 5.337362621849618e-05,
          "search-shirt": 0.00012279684705896162,
          "search-timing": 7.07870993186999e-05,
          "select-faq": 0.0002655302660821402,
          "send-link": 0.0014545406487647679,
          "shipping-status": 0.00019079795344384453,
          "subscription-status": 0.0003473119608330515,
          "try-again": 0.0001370988599729524,
          "update-account": 0.000311080752035255,
          "update-order": 0.00012279684705896162,
          "validate-purchase": 0.0013028044678277948,
          "verify-identity": 0.06876364661320425
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.001617568996691821,
          "enter-details": 0.0022534362709671113,
          "instructions": 0.001617568996691821,
          "log-out-in": 0.0016192181811169753,
          "make-password": 0.0018078066658426663,
          "make-purchase": 0.001617568996691821,
          "membership": 0.001617568996691821,
          "notify-team": 0.0014488261549056227,
          "offer-refund": 0.001617568996691821,
          "promo-code": 0.0016192181811169753,
          "pull-up-account": 0.9647421675223825,
          "record-reason": 0.0028089144801272223,
          "search-boots": 0.0014488261549056227,
          "search-faq": 0.0018078066658426663,
          "search-jacket": 0.000986269486393296,
          "search-jeans": 0.0012990090212599982,
          "search-membership": 0.0007912293525053696,
          "search-policy": 0.0008833827587297087,
          "search-pricing": 0.0008833827587297087,
          "search-shirt": 7.956314645191133e-05,
          "search-timing": 8.882977142738985e-05,
          "select-faq": 9.917568566610084e-05,
          "send-link": 0.0001107265445592779,
          "shipping-status": 8.882977142738985e-05,
          "subscription-status": 9.917568566610084e-05,
          "try-again": 0.0011634977535031922,
          "update-account": 0.0013725730372454513,
          "update-order": 0.0001107265445592779,
          "validate-purchase": 0.0011634977535031922,
          "verify-identity": 0.003136065667706172
        }
      }
    },
    {
      "id": "abcd-test-533-turn-12",
      "conversation_id": "533",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.99,
          "send-link": 0.0,
          "verify-identity": 0.01,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3159,
        "request_sha256": "b77bb44f1161f9a3da519a22f0a4b4ab96c1b7b72069a4881fcfa24059a00cda"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003174167695952694,
          "enter-details": 0.007663070747606218,
          "instructions": 0.0011776326094140302,
          "log-out-in": 0.0011880133496363421,
          "make-password": 0.0008536532052455326,
          "make-purchase": 0.0007646009484038053,
          "membership": 0.0010640810492930938,
          "notify-team": 0.002280812285663456,
          "offer-refund": 0.008555579165906702,
          "promo-code": 0.0006080370904831694,
          "pull-up-account": 0.7833607838627913,
          "record-reason": 0.044663184095507076,
          "search-boots": 0.0005494079825978075,
          "search-faq": 0.0010640810492930938,
          "search-jacket": 0.0013263798263708822,
          "search-jeans": 0.006147656216655409,
          "search-membership": 0.0005446072634776398,
          "search-policy": 0.00016128145709910134,
          "search-pricing": 0.00011647435402818121,
          "search-shirt": 0.0001444567347184978,
          "search-timing": 4.2995648068810466e-05,
          "select-faq": 0.00027978056344292375,
          "send-link": 0.00027978056344292375,
          "shipping-status": 0.0016388894672597308,
          "subscription-status": 0.00011588963250950988,
          "try-again": 3.0894745825722415e-05,
          "update-account": 0.0013147901465738582,
          "update-order": 0.008555579165906702,
          "validate-purchase": 0.08650264411402181,
          "verify-identity": 0.035830794962803995
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0022100324335201584,
          "enter-details": 0.0019823027270563314,
          "instructions": 0.0017729861104942735,
          "log-out-in": 0.0022100324335201584,
          "make-password": 0.002470946082744388,
          "make-purchase": 0.0022100324335201584,
          "membership": 0.002470946082744388,
          "notify-team": 0.0018733921202344394,
          "offer-refund": 0.0022131793979699413,
          "promo-code": 0.0022131793979699413,
          "pull-up-account": 0.9475073364003641,
          "record-reason": 0.005343059936050011,
          "search-boots": 0.0022100324335201584,
          "search-faq": 0.0024674325093513158,
          "search-jacket": 0.0019823027270563314,
          "search-jeans": 0.0019823027270563314,
          "search-membership": 0.0015050588281109822,
          "search-policy": 9.642076097526436e-05,
          "search-pricing": 0.0015902913236561015,
          "search-shirt": 7.320723448011175e-05,
          "search-timing": 8.636224975811787e-05,
          "select-faq": 9.642076097526436e-05,
          "send-link": 8.636224975811787e-05,
          "shipping-status": 0.0017755108834162008,
          "subscription-status": 8.173360380462339e-05,
          "try-again": 8.636224975811787e-05,
          "update-account": 0.0018760596630582617,
          "update-order": 0.0019823027270563314,
          "validate-purchase": 0.002758734246674462,
          "verify-identity": 0.004785677265345698
        }
      }
    },
    {
      "id": "abcd-test-5718-turn-6",
      "conversation_id": "5718",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.08,
          "make-purchase": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.92,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 3016,
        "request_sha256": "88410f8dc76e9711a8c6175ae77d1afe91713590672ad6edd1adcc8f342c3f79"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.03632926653784706,
          "enter-details": 0.0050005462472880536,
          "instructions": 0.0014883469281495587,
          "log-out-in": 0.0007267348039409437,
          "make-password": 0.00021630327507890284,
          "make-purchase": 0.00010003138402729459,
          "membership": 0.004011660763181788,
          "notify-team": 0.00039677501279752875,
          "offer-refund": 0.00044298692466029454,
          "promo-code": 0.0007267348039409437,
          "pull-up-account": 0.2639348500064711,
          "record-reason": 0.002581887609394553,
          "search-boots": 0.00024149589489198182,
          "search-faq": 0.0002696226764215707,
          "search-jacket": 0.00019373874302804596,
          "search-jeans": 0.0015036648886491517,
          "search-membership": 0.010812940446867727,
          "search-policy": 0.0010804662033042976,
          "search-pricing": 0.00025536290822823847,
          "search-shirt": 0.0006228422693555249,
          "search-timing": 0.0001853808195617834,
          "select-faq": 0.0005578680809029536,
          "send-link": 0.0028825997823168715,
          "shipping-status": 0.0011940183237573784,
          "subscription-status": 0.32899554962480837,
          "try-again": 0.0004475465364354174,
          "update-account": 0.004478895141373377,
          "update-order": 0.0005578680809029536,
          "validate-purchase": 0.0007684656576079811,
          "verify-identity": 0.32899554962480837
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0024663130557947464,
          "enter-details": 0.0015213117629585102,
          "instructions": 0.001978585948204295,
          "log-out-in": 0.00136261004904887,
          "make-password": 0.00136261004904887,
          "make-purchase": 0.002209029717727657,
          "membership": 0.0024663130557947464,
          "notify-team": 0.002209029717727657,
          "offer-refund": 0.002209029717727657,
          "promo-code": 0.0015213117629585102,
          "pull-up-account": 0.957739431074776,
          "record-reason": 0.0031133022356994704,
          "search-boots": 0.001978585948204295,
          "search-faq": 0.0022370793233282165,
          "search-jacket": 0.001155052325908982,
          "search-jeans": 0.0015213117629585102,
          "search-membership": 0.0009791104833846377,
          "search-policy": 0.0007854860308926421,
          "search-pricing": 0.0009791104833846377,
          "search-shirt": 4.945469838400768e-05,
          "search-timing": 5.521462315932434e-05,
          "select-faq": 0.001155052325908982,
          "send-link": 5.521462315932434e-05,
          "shipping-status": 6.164541170148876e-05,
          "subscription-status": 0.00136261004904887,
          "try-again": 5.521462315932434e-05,
          "update-account": 0.0018963192471214902,
          "update-order": 5.225536178947922e-05,
          "validate-purchase": 6.164541170148876e-05,
          "verify-identity": 0.005400759119337295
        }
      }
    },
    {
      "id": "abcd-test-838-turn-32",
      "conversation_id": "838",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.02,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.33,
          "notify-team": 0.0,
          "update-order": 0.48,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.02,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.01,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.14,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0
        },
        "vendor_confidence": 0.45,
        "input_tokens": 3749,
        "request_sha256": "85b1dae4f3f4853d7740226d0a764e573a85ca46cba2b011a08159be5c685724"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0028508219405525203,
          "enter-details": 0.013329785619980954,
          "instructions": 0.0005018807094803121,
          "log-out-in": 0.001834778210822879,
          "make-password": 0.0004026310027119936,
          "make-purchase": 0.0002591315519161131,
          "membership": 0.013329785619980954,
          "notify-team": 0.004429523894202014,
          "offer-refund": 0.006882456070439038,
          "promo-code": 0.00016677611366898562,
          "pull-up-account": 0.0005018807094803121,
          "record-reason": 0.0035535571000667454,
          "search-boots": 0.00011983783253137832,
          "search-faq": 0.0002078868975145823,
          "search-jacket": 0.0020484726013468174,
          "search-jeans": 0.0013183895124433984,
          "search-membership": 0.0007599948299112113,
          "search-policy": 0.0011174684277806919,
          "search-pricing": 0.001000895286865825,
          "search-shirt": 0.0008029627422516804,
          "search-timing": 0.00015381391787590043,
          "select-faq": 0.0005460976740754958,
          "send-link": 0.004945425233572476,
          "shipping-status": 0.08673944838273814,
          "subscription-status": 0.0008029627422516804,
          "try-again": 0.000332599763906552,
          "update-account": 0.03592880589991517,
          "update-order": 0.7855052770392275,
          "validate-purchase": 0.0008029627422516804,
          "verify-identity": 0.02882368993023708
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0003544425236044297,
          "enter-details": 0.0030137236340220313,
          "instructions": 0.00044181360425098485,
          "log-out-in": 0.0024177432270578265,
          "make-password": 0.0017372816978865006,
          "make-purchase": 0.00044181360425098485,
          "membership": 0.0006864769967321977,
          "notify-team": 0.0025546621880118696,
          "offer-refund": 0.0033647282902401136,
          "promo-code": 0.000550722379502477,
          "pull-up-account": 0.0020494635401223727,
          "record-reason": 0.0024177432270578265,
          "search-boots": 0.000550722379502477,
          "search-faq": 0.0026993348990475958,
          "search-jacket": 0.000550722379502477,
          "search-jeans": 0.0028901689781482384,
          "search-membership": 0.0028901689781482384,
          "search-policy": 0.002076745904368342,
          "search-pricing": 0.0024177432270578265,
          "search-shirt": 0.0027352685613504083,
          "search-timing": 0.0018601000771746408,
          "select-faq": 0.0025886697566789114,
          "send-link": 0.003053841725283145,
          "shipping-status": 0.00906922238075715,
          "subscription-status": 0.0033647282902401136,
          "try-again": 0.002852200782099498,
          "update-account": 0.00812313078648475,
          "update-order": 0.9271062528957649,
          "validate-purchase": 0.002288162303552163,
          "verify-identity": 0.002852200782099498
        }
      }
    },
    {
      "id": "abcd-test-8777-turn-7",
      "conversation_id": "8777",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "search-boots": 0.0,
          "search-policy": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "promo-code": 0.0,
          "membership": 0.01,
          "search-pricing": 0.0,
          "search-faq": 0.01,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.95,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.03,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3044,
        "request_sha256": "c51df6a5d90832c3a501e35353885fc61279dfaf60e9c448898f7d9e613096b3"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.006243462659778016,
          "enter-details": 0.0028873456116677914,
          "instructions": 0.005008783872466132,
          "log-out-in": 0.0032236314393171745,
          "make-password": 0.00030218940475403765,
          "make-purchase": 0.0003766799078016473,
          "membership": 0.2120891086976176,
          "notify-team": 0.0007295452567161277,
          "offer-refund": 0.00046953256087572,
          "promo-code": 0.0006534397963584921,
          "pull-up-account": 0.005592151996240505,
          "record-reason": 0.0006534397963584921,
          "search-boots": 0.0007295452567161277,
          "search-faq": 0.03638911637162723,
          "search-jacket": 0.0010712211416156574,
          "search-jeans": 0.004486268839068342,
          "search-membership": 0.5716602028996649,
          "search-policy": 0.0006894332711522193,
          "search-pricing": 0.0013352802186188469,
          "search-shirt": 0.00039710299940205155,
          "search-timing": 0.0005530940433810473,
          "select-faq": 0.12226023912454674,
          "send-link": 0.002316357238079783,
          "shipping-status": 0.00039710299940205155,
          "subscription-status": 0.016828491298527933,
          "try-again": 0.00031857340676608837,
          "update-account": 0.00039710299940205155,
          "update-order": 0.0005526409817449137,
          "validate-purchase": 0.00031857340676608837,
          "verify-identity": 0.0010703425035661844
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0001561026118769749,
          "enter-details": 0.0001561026118769749,
          "instructions": 0.002334909068585862,
          "log-out-in": 0.00017428369052700202,
          "make-password": 0.00017428369052700202,
          "make-purchase": 0.0024671372931776947,
          "membership": 0.007424376208414508,
          "notify-team": 0.0024671372931776947,
          "offer-refund": 0.0001561026118769749,
          "promo-code": 0.0001649428408491974,
          "pull-up-account": 0.0018731679286714505,
          "record-reason": 0.0016777608584144454,
          "search-boots": 0.00019458230778204063,
          "search-faq": 0.0024671372931776947,
          "search-jacket": 0.002334909068585862,
          "search-jeans": 0.0017727741805488798,
          "search-membership": 0.0034334690901557225,
          "search-policy": 0.003075293679540482,
          "search-pricing": 0.0022097679826420767,
          "search-shirt": 0.002334909068585862,
          "search-timing": 0.002426287287764136,
          "select-faq": 0.9460468752523833,
          "send-link": 0.0019792472239008995,
          "shipping-status": 0.0015615492247627203,
          "subscription-status": 0.0018731679286714505,
          "try-again": 0.0021731794447259756,
          "update-account": 0.0017434211327293802,
          "update-order": 0.0017434211327293802,
          "validate-purchase": 0.0015615492247627203,
          "verify-identity": 0.001842152768575625
        }
      }
    },
    {
      "id": "abcd-test-6329-turn-6",
      "conversation_id": "6329",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.04,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.96,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3027,
        "request_sha256": "656704c4d3cf7160e8c01dd4bc726bce0cdec2bd723106aac439e247e9c609b2"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0015862625701728206,
          "enter-details": 0.0008190216785879067,
          "instructions": 0.0009144122463880033,
          "log-out-in": 0.0012725705221465278,
          "make-password": 8.906385926887979e-05,
          "make-purchase": 5.732117617930129e-05,
          "membership": 4.598559193117526e-05,
          "notify-team": 0.0007335821659218051,
          "offer-refund": 7.977281182183223e-05,
          "promo-code": 6.399730226708063e-05,
          "pull-up-account": 0.0007335821659218051,
          "record-reason": 9.943702918154552e-05,
          "search-boots": 7.145099855224175e-05,
          "search-faq": 0.004275581200458457,
          "search-jacket": 0.0006570556260155771,
          "search-jeans": 0.00042287813548694,
          "search-membership": 0.00020663894049280466,
          "search-policy": 0.00016577495029198767,
          "search-pricing": 0.0010209126406592558,
          "search-shirt": 0.0004721302607435205,
          "search-timing": 0.5448128931166094,
          "select-faq": 0.4370731896599125,
          "send-link": 0.0034300617362361366,
          "shipping-status": 0.0002140362454725617,
          "subscription-status": 0.0002140362454725617,
          "try-again": 4.577562119397737e-05,
          "update-account": 7.11248127535684e-05,
          "update-order": 7.51526740103559e-05,
          "validate-purchase": 0.00010458858587874162,
          "verify-identity": 0.00017170942997063766
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0006574708390906885,
          "enter-details": 0.0005888841582289466,
          "instructions": 0.0020917007536351596,
          "log-out-in": 0.0020917007536351596,
          "make-password": 0.0020917007536351596,
          "make-purchase": 0.0009149910749875646,
          "membership": 0.0006574708390906885,
          "notify-team": 0.0023353187624673274,
          "offer-refund": 0.0008195392841004445,
          "promo-code": 0.0008195392841004445,
          "pull-up-account": 0.0019795945709156497,
          "record-reason": 0.0018734967772666407,
          "search-boots": 0.0009149910749875646,
          "search-faq": 0.0019795945709156497,
          "search-jacket": 0.0023353187624673274,
          "search-jeans": 0.0019712253918136935,
          "search-membership": 0.0017730852625811317,
          "search-policy": 0.0016780553748681087,
          "search-pricing": 0.003075833352342368,
          "search-shirt": 0.002210155791666857,
          "search-timing": 0.0047791341588052615,
          "select-faq": 0.9462129075576744,
          "send-link": 0.002467570249037973,
          "shipping-status": 0.0016709609255138589,
          "subscription-status": 0.0023353187624673274,
          "try-again": 0.0022008118941225833,
          "update-account": 0.0017655891179773273,
          "update-order": 0.0017655891179773273,
          "validate-purchase": 0.0019712253918136935,
          "verify-identity": 0.0019712253918136935
        }
      }
    },
    {
      "id": "abcd-test-9273-turn-22",
      "conversation_id": "9273",
      "expected_action": "offer-refund",
      "jev": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.03,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.02,
          "select-faq": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.0,
          "validate-purchase": 0.04,
          "search-faq": 0.0,
          "search-jeans": 0.0,
          "enter-details": 0.0,
          "pull-up-account": 0.0,
          "offer-refund": 0.91,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.9,
        "input_tokens": 3518,
        "request_sha256": "742f716b28a21dc254d3ec12b8acfd43b15c997061168061f359c99f3af9f490"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.01271358372359652,
          "enter-details": 0.001953778903062276,
          "instructions": 0.0007248621006504379,
          "log-out-in": 0.0014038966590494877,
          "make-password": 0.0007078625380994065,
          "make-purchase": 0.0002626209470379075,
          "membership": 0.004716809971221507,
          "notify-team": 0.0009035425691094893,
          "offer-refund": 0.9338734728886735,
          "promo-code": 0.00045557771872190586,
          "pull-up-account": 0.0004080522762383485,
          "record-reason": 0.0033892883933375954,
          "search-boots": 0.0002932080764596011,
          "search-faq": 0.00016902166204394944,
          "search-jacket": 0.00013559671604405907,
          "search-jeans": 0.0002882943436971904,
          "search-membership": 0.0002312823383808202,
          "search-policy": 0.00011941606367168226,
          "search-pricing": 0.0008092858748661845,
          "search-shirt": 3.183484811694924e-05,
          "search-timing": 1.736786109787874e-05,
          "select-faq": 3.55426154501206e-05,
          "send-link": 0.0052661719484135,
          "shipping-status": 9.442618329308985e-05,
          "subscription-status": 0.011387315106778364,
          "try-again": 3.183484811694924e-05,
          "update-account": 0.0012574434391803637,
          "update-order": 0.008182415241264339,
          "validate-purchase": 0.008182415241264339,
          "verify-identity": 0.001953778903062276
        }
      },
      "trained_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.005244762316319797,
          "enter-details": 0.0025628474850364967,
          "instructions": 0.0028507540375190227,
          "log-out-in": 0.0022954937071452976,
          "make-password": 0.0027079838750879975,
          "make-purchase": 0.0026979654920695584,
          "membership": 0.0026979654920695584,
          "notify-team": 0.004697633781010423,
          "offer-refund": 0.9300767530190573,
          "promo-code": 0.0027079838750879975,
          "pull-up-account": 0.0028507540375190227,
          "record-reason": 0.003023379731981913,
          "search-boots": 0.0024165168526557646,
          "search-faq": 0.0028507540375190227,
          "search-jacket": 0.0024165168526557646,
          "search-jeans": 0.0024254899759487024,
          "search-membership": 0.0024254899759487024,
          "search-policy": 8.80344000683863e-05,
          "search-pricing": 0.00010385378389378549,
          "search-shirt": 8.331613156227315e-05,
          "search-timing": 4.802816632359912e-05,
          "select-faq": 7.062511659662131e-05,
          "send-link": 0.003023379731981913,
          "shipping-status": 9.301987306279013e-05,
          "subscription-status": 0.0037686508728311707,
          "try-again": 0.0027079838750879975,
          "update-account": 0.003023379731981913,
          "update-order": 0.005244762316319797,
          "validate-purchase": 0.004697633781010423,
          "verify-identity": 9.828767464689174e-05
        }
      }
    },
    {
      "id": "abcd-test-3266-turn-29",
      "conversation_id": "3266",
      "expected_action": "offer-refund",
      "jev": {
        "choice": "offer-refund",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.12,
          "validate-purchase": 0.22,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.07,
          "verify-identity": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.01,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.52,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.06,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.49,
        "input_tokens": 3649,
        "request_sha256": "e6e467aab0c9d97d22642f5fd248a4727331b285b9b5d4596a74090772195a88"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.26767799205250403,
          "enter-details": 0.005071464620731654,
          "instructions": 0.003073143100488679,
          "log-out-in": 0.003263975550140522,
          "make-password": 0.0007337975193936964,
          "make-purchase": 0.0009146806582537102,
          "membership": 0.057247951756060476,
          "notify-team": 0.005071464620731654,
          "offer-refund": 0.2147432103492488,
          "promo-code": 0.0012729441426362858,
          "pull-up-account": 0.0014212026513466243,
          "record-reason": 0.03300091398151192,
          "search-boots": 0.015261585103653217,
          "search-faq": 0.0024654118794359974,
          "search-jacket": 0.00030395079363864703,
          "search-jeans": 0.0022252120974774903,
          "search-membership": 0.003263975550140522,
          "search-policy": 0.0027737330504589977,
          "search-pricing": 0.0021006805953138223,
          "search-shirt": 0.0006623051949332541,
          "search-timing": 0.0005015952408029592,
          "select-faq": 0.001210951783270309,
          "send-link": 0.003263975550140522,
          "shipping-status": 0.001351990021975712,
          "subscription-status": 0.0027737330504589977,
          "try-again": 0.000475902795470816,
          "update-account": 0.0022252120974774903,
          "update-order": 0.17227656260401195,
          "validate-purchase": 0.19234141220649384,
          "verify-identity": 0.0010290693817974624
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.6491298937419246,
          "enter-details": 0.009866397904708413,
          "instructions": 0.005161587281680038,
          "log-out-in": 0.005161587281680038,
          "make-password": 0.005161587281680038,
          "make-purchase": 0.0037088812870966895,
          "membership": 0.0642024579685052,
          "notify-team": 0.009866397904708413,
          "offer-refund": 0.023819442786177616,
          "promo-code": 0.004140851103190008,
          "pull-up-account": 0.005161587281680038,
          "record-reason": 0.008837145544786127,
          "search-boots": 0.007915263648643261,
          "search-faq": 0.009866397904708413,
          "search-jacket": 0.0037088812870966895,
          "search-jeans": 0.0063499770157750485,
          "search-membership": 0.005094229484797342,
          "search-policy": 0.0007559718174007384,
          "search-pricing": 0.005687554077854997,
          "search-shirt": 0.0007559718174007384,
          "search-timing": 0.0005739698215807182,
          "select-faq": 0.0007154549402495976,
          "send-link": 0.008837145544786127,
          "shipping-status": 0.0008440189832932722,
          "subscription-status": 0.0008440189832932722,
          "try-again": 0.01229849379237885,
          "update-account": 0.017115585819919298,
          "update-order": 0.0997557859235335,
          "validate-purchase": 0.023819442786177616,
          "verify-identity": 0.0008440189832932722
        }
      }
    },
    {
      "id": "abcd-test-8534-turn-7",
      "conversation_id": "8534",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "verify-identity": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.98,
          "search-membership": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.02,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3047,
        "request_sha256": "0faf6878e29fa2f072a3ec318397cf98e5b2d5060ca4890389c146589203e20f"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.0013099829520924339,
          "enter-details": 6.213982517617833e-05,
          "instructions": 0.0013099829520924339,
          "log-out-in": 0.0007551488406754622,
          "make-password": 7.745745269704272e-05,
          "make-purchase": 0.002035411276756361,
          "membership": 3.5820935847298045e-05,
          "notify-team": 0.0005426161441657125,
          "offer-refund": 8.647884238750275e-05,
          "promo-code": 0.00022476011504251586,
          "pull-up-account": 9.655093011250136e-05,
          "record-reason": 0.00010779611343141837,
          "search-boots": 6.937717434324441e-05,
          "search-faq": 0.03197555797166018,
          "search-jacket": 0.0006763724672416145,
          "search-jeans": 0.5023247525292504,
          "search-membership": 0.0014625551556203585,
          "search-policy": 0.00020131336473969838,
          "search-pricing": 0.0014625551556203585,
          "search-shirt": 0.0004518381714680844,
          "search-timing": 0.000563217499212296,
          "select-faq": 0.449922778851981,
          "send-link": 0.000280164125292807,
          "shipping-status": 0.00036248469161732455,
          "subscription-status": 7.068533186960113e-05,
          "try-again": 0.00011399863834003947,
          "update-account": 0.0001676342755975399,
          "update-order": 0.0002089566055280722,
          "validate-purchase": 0.0005044632055286097,
          "verify-identity": 0.002537148404611906
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0008086866341647097,
          "enter-details": 0.0007653443658737416,
          "instructions": 0.0030258481972978597,
          "log-out-in": 0.0009540040556982755,
          "make-password": 0.0030258481972978597,
          "make-purchase": 0.0013276695508449151,
          "membership": 0.0008086866341647097,
          "notify-team": 0.0033782649966811293,
          "offer-refund": 0.0011891684748621826,
          "promo-code": 0.0033782649966811293,
          "pull-up-account": 0.002297367643619581,
          "record-reason": 0.0027101945488906738,
          "search-boots": 0.0013276695508449151,
          "search-faq": 0.0031972044693538847,
          "search-jacket": 0.0033782649966811293,
          "search-jeans": 0.005249044006666343,
          "search-membership": 0.0033782649966811293,
          "search-policy": 0.0042110167311447365,
          "search-pricing": 0.0033782649966811293,
          "search-shirt": 0.002863675294909291,
          "search-timing": 0.0033782649966811293,
          "select-faq": 0.9308360441981839,
          "send-link": 0.001947424361787167,
          "shipping-status": 0.0015026604837632765,
          "subscription-status": 0.0024670087507438626,
          "try-again": 0.002209652869778179,
          "update-account": 0.0017726816708264267,
          "update-order": 0.001873070336388704,
          "validate-purchase": 0.0015877573219815937,
          "verify-identity": 0.0017726816708264267
        }
      }
    },
    {
      "id": "abcd-test-3768-turn-36",
      "conversation_id": "3768",
      "expected_action": "notify-team",
      "jev": {
        "choice": "notify-team",
        "probabilities": {
          "notify-team": 0.96,
          "verify-identity": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.01,
          "membership": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.01,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.02,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "subscription-status": 0.0,
          "send-link": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3878,
        "request_sha256": "dc4caca48d676a4a3e25d195704adf0a0f0d27a55c82f1fa93698a40a3713393"
      },
      "shared_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.010086919692828687,
          "enter-details": 0.002408530170874154,
          "instructions": 0.07328222891162864,
          "log-out-in": 0.019536121550359907,
          "make-password": 0.001440374599261902,
          "make-purchase": 0.0004786397968305441,
          "membership": 0.00103498859968444,
          "notify-team": 0.6636377990448445,
          "offer-refund": 0.0027896853374821187,
          "promo-code": 0.00042870861117284034,
          "pull-up-account": 0.0009270198076194352,
          "record-reason": 0.0009270198076194352,
          "search-boots": 0.0019322300621812637,
          "search-faq": 0.009034664307282683,
          "search-jacket": 0.0011138474969649291,
          "search-jeans": 0.0019322300621812637,
          "search-membership": 0.002906039230981609,
          "search-policy": 0.00026596173135502406,
          "search-pricing": 0.00011640431609755738,
          "search-shirt": 0.14193137195922068,
          "search-timing": 0.0020881492128731562,
          "select-faq": 0.015672744874978516,
          "send-link": 0.0008003600826003695,
          "shipping-status": 0.0004465894126059142,
          "subscription-status": 0.00040000164130158544,
          "try-again": 0.03388999020507892,
          "update-account": 0.0004986032037495965,
          "update-order": 0.0005566749625150952,
          "validate-purchase": 0.00809217600436878,
          "verify-identity": 0.001343925303456365
        }
      },
      "trained_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.00375741013712644,
          "enter-details": 0.002448602658430391,
          "instructions": 0.011307205356920286,
          "log-out-in": 0.0026999065525115224,
          "make-password": 0.0033654409149562296,
          "make-purchase": 0.002193166997965562,
          "membership": 0.003014361954009,
          "notify-team": 0.9273026394113175,
          "offer-refund": 0.002193166997965562,
          "promo-code": 0.002193166997965562,
          "pull-up-account": 0.003014361954009,
          "record-reason": 0.0019643779282189004,
          "search-boots": 0.002448602658430391,
          "search-faq": 0.0017594559113699609,
          "search-jacket": 0.0026999065525115224,
          "search-jeans": 0.0024182554379672335,
          "search-membership": 0.0007273781989878941,
          "search-policy": 0.0007273781989878941,
          "search-pricing": 0.0016445189917779826,
          "search-shirt": 0.0007273781989878941,
          "search-timing": 0.0007273781989878941,
          "select-faq": 0.0026999065525115224,
          "send-link": 0.002049897650171511,
          "shipping-status": 0.000583535112374838,
          "subscription-status": 0.0008120950418566181,
          "try-again": 0.004195031811754404,
          "update-account": 0.0010122798196932228,
          "update-order": 0.0024182554379672335,
          "validate-purchase": 0.0026999065525115224,
          "verify-identity": 0.004195031811754404
        }
      }
    },
    {
      "id": "abcd-test-7802-turn-7",
      "conversation_id": "7802",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-jeans",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.03,
          "record-reason": 0.0,
          "search-faq": 0.41,
          "instructions": 0.0,
          "search-jacket": 0.01,
          "search-timing": 0.0,
          "select-faq": 0.03,
          "update-account": 0.0,
          "make-password": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.02,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.5,
          "validate-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.47,
        "input_tokens": 3008,
        "request_sha256": "d6789c1aadeea5d4fdec3d0053c1e4f81be771e16f460bacf75427198a711877"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.00738266776903147,
          "enter-details": 0.0010359919826764116,
          "instructions": 0.001291368162340094,
          "log-out-in": 0.004255790596956285,
          "make-password": 0.0004291245930966624,
          "make-purchase": 0.0010359919826764116,
          "membership": 0.00030834969044678945,
          "notify-team": 0.001156654052029836,
          "offer-refund": 0.0007444173896159071,
          "promo-code": 0.0034141838741236314,
          "pull-up-account": 0.0668569598159831,
          "record-reason": 0.004255790596956285,
          "search-boots": 0.015963924452324557,
          "search-faq": 0.10388028030096966,
          "search-jacket": 0.004255790596956285,
          "search-jeans": 0.7546964538280413,
          "search-membership": 0.0021973538451610106,
          "search-policy": 0.00018422588011511929,
          "search-pricing": 0.00245327722037915,
          "search-shirt": 0.0004199876334748961,
          "search-timing": 0.0012638708719245693,
          "select-faq": 0.01280696857126301,
          "send-link": 0.0009081611064311512,
          "shipping-status": 0.0004199876334748961,
          "subscription-status": 0.0005857881213810333,
          "try-again": 0.0004199876334748961,
          "update-account": 0.0003369327674351696,
          "update-order": 0.000301784305743536,
          "validate-purchase": 0.0008152305080987897,
          "verify-identity": 0.0059227042174181165
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0037395671201773148,
          "enter-details": 0.002419884114281149,
          "instructions": 0.0027017249982673984,
          "log-out-in": 0.0027017249982673984,
          "make-password": 0.0037395671201773148,
          "make-purchase": 0.002419884114281149,
          "membership": 0.002419884114281149,
          "notify-team": 0.0037395671201773148,
          "offer-refund": 0.004175110140380403,
          "promo-code": 0.002419884114281149,
          "pull-up-account": 0.0046613804129454015,
          "record-reason": 0.003016392143885662,
          "search-boots": 0.0037395671201773148,
          "search-faq": 0.9228980972217371,
          "search-jacket": 0.004175110140380403,
          "search-jeans": 0.007242709535140009,
          "search-membership": 0.0037395671201773148,
          "search-policy": 0.0019308169972417576,
          "search-pricing": 0.003000044264023156,
          "search-shirt": 0.00240676900978499,
          "search-timing": 0.003000044264023156,
          "select-faq": 0.006487157145066848,
          "send-link": 0.0026870825833236202,
          "shipping-status": 7.272776134715936e-05,
          "subscription-status": 0.00010121388577954731,
          "try-again": 6.514087052362141e-05,
          "update-account": 7.272776134715936e-05,
          "update-order": 7.272776134715936e-05,
          "validate-purchase": 8.119828582975143e-05,
          "verify-identity": 7.272776134715936e-05
        }
      }
    },
    {
      "id": "abcd-test-7331-turn-23",
      "conversation_id": "7331",
      "expected_action": "record-reason",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.17,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.04,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.01,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.02,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.1,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.66,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.63,
        "input_tokens": 3536,
        "request_sha256": "249e83247e0cd0d53b222d9666df8aa7432f5c67bf1e17751a50a4744266aef4"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.004347341195015347,
          "enter-details": 0.010495345727548294,
          "instructions": 0.001038047487475642,
          "log-out-in": 0.001444631492570863,
          "make-password": 0.0009566816984428184,
          "make-purchase": 0.001444631492570863,
          "membership": 0.0009566816984428184,
          "notify-team": 0.0005983897339489181,
          "offer-refund": 0.4961687211551891,
          "promo-code": 0.0003962730224697068,
          "pull-up-account": 0.0003962730224697068,
          "record-reason": 0.05478945150388163,
          "search-boots": 0.00022843431594271192,
          "search-faq": 0.0002046042778439467,
          "search-jacket": 0.0004939553791800822,
          "search-jeans": 0.0012939289787596842,
          "search-membership": 0.0004299760314933093,
          "search-policy": 0.000825817180225633,
          "search-pricing": 0.0006625073559693508,
          "search-shirt": 0.00024579363904235127,
          "search-timing": 4.975017385497612e-05,
          "select-faq": 0.000342066805094996,
          "send-link": 0.00011462631825587319,
          "shipping-status": 0.006754765665497755,
          "subscription-status": 0.0005933952469116795,
          "try-again": 0.00014168945444489127,
          "update-account": 0.001444631492570863,
          "update-order": 0.39804864316924643,
          "validate-purchase": 0.013082476135882752,
          "verify-identity": 0.0020104691497569416
        }
      },
      "trained_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.00325495068881834,
          "enter-details": 0.004046207217725584,
          "instructions": 0.0034392818659863523,
          "log-out-in": 0.002464554001482766,
          "make-password": 0.0020891441915542063,
          "make-purchase": 0.003634051289020669,
          "membership": 0.002907423512894669,
          "notify-team": 0.0027515976949699684,
          "offer-refund": 0.8944053160074455,
          "promo-code": 0.003246047485623473,
          "pull-up-account": 0.004057304813285836,
          "record-reason": 0.03664219413438265,
          "search-boots": 0.00325495068881834,
          "search-faq": 0.004057304813285836,
          "search-jacket": 0.0034392818659863523,
          "search-jeans": 0.001977174792775615,
          "search-membership": 0.001977174792775615,
          "search-policy": 7.83543128592293e-05,
          "search-pricing": 9.766886212593114e-05,
          "search-shirt": 8.279158548711231e-05,
          "search-timing": 5.0428535377951755e-05,
          "select-faq": 6.641910003921503e-05,
          "send-link": 9.766886212593114e-05,
          "shipping-status": 0.003246047485623473,
          "subscription-status": 7.83543128592293e-05,
          "try-again": 0.002207454073172934,
          "update-account": 0.0026041237675641098,
          "update-order": 0.009768357121200288,
          "validate-purchase": 0.0017709180515597907,
          "verify-identity": 0.002207454073172934
        }
      }
    },
    {
      "id": "abcd-test-6259-turn-9",
      "conversation_id": "6259",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.97,
          "send-link": 0.0,
          "verify-identity": 0.03,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3077,
        "request_sha256": "f6cacbe1a7293b16edb02ab5b1ab803ea69b1fe9fad1102593dc06ed1f4a1069"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.009335886888467959,
          "enter-details": 0.011637208716016267,
          "instructions": 0.001579046267224491,
          "log-out-in": 0.000910252110741332,
          "make-password": 0.0005858348809581529,
          "make-purchase": 0.00033770827011750046,
          "membership": 0.000910252110741332,
          "notify-team": 0.0034636662870979034,
          "offer-refund": 0.025163740259253133,
          "promo-code": 0.0016018032181626123,
          "pull-up-account": 0.6142259140329996,
          "record-reason": 0.09439207781777859,
          "search-boots": 0.0010162681861442201,
          "search-faq": 0.0012667810747178342,
          "search-jacket": 0.0034636662870979034,
          "search-jeans": 0.0010309146915580213,
          "search-membership": 0.00022048018497975008,
          "search-policy": 0.00039362806030423505,
          "search-pricing": 0.000547804904495259,
          "search-shirt": 0.0004906584754567622,
          "search-timing": 9.398953922680105e-05,
          "select-faq": 7.326606437997107e-05,
          "send-link": 0.0004394734430115572,
          "shipping-status": 0.0014347048117320314,
          "subscription-status": 0.0003157859208027981,
          "try-again": 7.540259303604117e-05,
          "update-account": 0.0008270456152146244,
          "update-order": 0.006008542696375196,
          "validate-purchase": 0.16374522605771707,
          "verify-identity": 0.05441297053419094
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002219997989621916,
          "enter-details": 0.0030895301285831863,
          "instructions": 0.0015957944532924398,
          "log-out-in": 0.002219997989621916,
          "make-password": 0.002219997989621916,
          "make-purchase": 0.0017816549135027525,
          "membership": 0.0019891622255329864,
          "notify-team": 0.0019891622255329864,
          "offer-refund": 0.0019891622255329864,
          "promo-code": 0.002219997989621916,
          "pull-up-account": 0.9504265074895046,
          "record-reason": 0.005359521053576548,
          "search-boots": 0.0017816549135027525,
          "search-faq": 0.0019891622255329864,
          "search-jacket": 0.001988409828988561,
          "search-jeans": 0.0015951908590264477,
          "search-membership": 0.0012111449634976848,
          "search-policy": 0.0011462328100113632,
          "search-pricing": 0.0012111449634976848,
          "search-shirt": 5.767634435029198e-05,
          "search-timing": 6.43938320572939e-05,
          "select-faq": 0.0013522056904719717,
          "send-link": 5.767634435029198e-05,
          "shipping-status": 7.189371418867779e-05,
          "subscription-status": 6.43938320572939e-05,
          "try-again": 5.767634435029198e-05,
          "update-account": 0.001509695726449736,
          "update-order": 7.189371418867779e-05,
          "validate-purchase": 0.001988409828988561,
          "verify-identity": 0.006680657390943213
        }
      }
    },
    {
      "id": "abcd-test-7352-turn-11",
      "conversation_id": "7352",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-membership": 0.0,
          "search-pricing": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "ask-the-oracle": 0.8200000000000001,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.04,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.01,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.12,
          "enter-details": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.81,
        "input_tokens": 3169,
        "request_sha256": "4bb06bb2e995dc497a3f2b43fcc3ed2665333134b8323b1bc47cf5a29a742ca2"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9507220121065495,
          "enter-details": 0.0005920081576545448,
          "instructions": 0.0004253905132239375,
          "log-out-in": 0.0004253905132239375,
          "make-password": 0.0002704003379446055,
          "make-purchase": 0.00011200406055405978,
          "membership": 0.0014292252111961017,
          "notify-team": 0.00017620344155982998,
          "offer-refund": 0.003450436482610501,
          "promo-code": 0.0005920081576545448,
          "pull-up-account": 0.00024219244783352608,
          "record-reason": 0.00024219244783352608,
          "search-boots": 0.00033705475821809,
          "search-faq": 0.0001740284525046693,
          "search-jacket": 0.0001740284525046693,
          "search-jeans": 0.0001337820585474226,
          "search-membership": 0.00012661189075188818,
          "search-policy": 0.00037656877255269464,
          "search-pricing": 0.00015782207815265512,
          "search-shirt": 7.213474591480349e-05,
          "search-timing": 2.9879344073710255e-05,
          "select-faq": 0.00012513466132989267,
          "send-link": 0.006682728706225504,
          "shipping-status": 0.0006532469373740514,
          "subscription-status": 0.012942956384961235,
          "try-again": 0.00013970895072932857,
          "update-account": 0.0004204272859430948,
          "update-order": 0.007461058826779576,
          "validate-purchase": 0.007461058826779576,
          "verify-identity": 0.003852304988818542
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9506337029002282,
          "enter-details": 0.0023462296287154304,
          "instructions": 0.0023462296287154304,
          "log-out-in": 0.001611042290705642,
          "make-password": 0.0019888434256089996,
          "make-purchase": 0.0015246975311610617,
          "membership": 0.003090203787015623,
          "notify-team": 0.001781369344872993,
          "offer-refund": 0.0013656425185660682,
          "promo-code": 0.0012231800364822004,
          "pull-up-account": 0.0012924499454203676,
          "record-reason": 0.0012924499454203676,
          "search-boots": 0.001882250006411983,
          "search-faq": 0.0015246975311610617,
          "search-jacket": 0.0015955386734843118,
          "search-jeans": 0.0016858954115601522,
          "search-membership": 0.0006335439052199105,
          "search-policy": 0.0005674532973364184,
          "search-pricing": 0.0005674532973364184,
          "search-shirt": 0.0004552362728765564,
          "search-timing": 0.0003095805842898162,
          "select-faq": 0.0005082571848698982,
          "send-link": 0.001781369344872993,
          "shipping-status": 0.0019888434256089996,
          "subscription-status": 0.001882250006411983,
          "try-again": 0.002220481942039767,
          "update-account": 0.0008816922934461982,
          "update-order": 0.0034501159238908828,
          "validate-purchase": 0.004801463083151023,
          "verify-identity": 0.0027678368331192603
        }
      }
    },
    {
      "id": "abcd-test-167-turn-13",
      "conversation_id": "167",
      "expected_action": "make-purchase",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.0,
          "select-faq": 0.02,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.8,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.17,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.01,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "subscription-status": 0.0,
          "send-link": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 3124,
        "request_sha256": "046c002245a3ca13c235f6fe14c9c7d32425bde8144300a2c7843b159859bd9a"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.005164136836561531,
          "enter-details": 0.0007936054093911327,
          "instructions": 0.0011044461765880899,
          "log-out-in": 0.0003177051883837178,
          "make-password": 0.00010557414561472296,
          "make-purchase": 0.00153703873010026,
          "membership": 0.00018314317363385039,
          "notify-team": 0.0003547079548635384,
          "offer-refund": 0.00022828845219647026,
          "promo-code": 0.0001315984635268806,
          "pull-up-account": 0.026958637023020676,
          "record-reason": 0.0007108173854239558,
          "search-boots": 6.79471301598117e-05,
          "search-faq": 0.02414633851272121,
          "search-jacket": 0.0003287242324150467,
          "search-jeans": 0.0004574794890259253,
          "search-membership": 0.00015202146715269808,
          "search-policy": 5.6400802586889596e-05,
          "search-pricing": 0.0007936054093911327,
          "search-shirt": 0.9157790898269023,
          "search-timing": 0.00086872541121946,
          "select-faq": 0.0013766967270132883,
          "send-link": 0.0006969301996043347,
          "shipping-status": 0.0004485416184132636,
          "subscription-status": 0.00040175021042644307,
          "try-again": 0.0002585647020333666,
          "update-account": 0.00020743210371488736,
          "update-order": 0.0003223016203966621,
          "validate-purchase": 0.008023875798759244,
          "verify-identity": 0.008023875798759244
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0030306102398532362,
          "enter-details": 0.0027144598706043215,
          "instructions": 0.0024392520900398643,
          "log-out-in": 0.0030306102398532362,
          "make-password": 0.0024392520900398643,
          "make-purchase": 0.002723348913091302,
          "membership": 0.0024392520900398643,
          "notify-team": 0.0033835854579909483,
          "offer-refund": 0.002723348913091302,
          "promo-code": 0.0021847918932131625,
          "pull-up-account": 0.008168646454682906,
          "record-reason": 0.002723348913091302,
          "search-boots": 0.0030306102398532362,
          "search-faq": 0.932301084637568,
          "search-jacket": 0.0030306102398532362,
          "search-jeans": 0.0027144598706043215,
          "search-membership": 0.002177660718045397,
          "search-policy": 0.001564769226452796,
          "search-pricing": 0.002431290475827166,
          "search-shirt": 0.006553251459970565,
          "search-timing": 0.0030306102398532362,
          "select-faq": 0.0030306102398532362,
          "send-link": 0.001747016265534198,
          "shipping-status": 5.393879890367921e-05,
          "subscription-status": 4.57226425118527e-05,
          "try-again": 6.363136312057074e-05,
          "update-account": 5.104790956199549e-05,
          "update-order": 4.57226425118527e-05,
          "validate-purchase": 6.723486947266272e-05,
          "verify-identity": 6.022099491074157e-05
        }
      }
    },
    {
      "id": "abcd-test-10130-turn-12",
      "conversation_id": "10130",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.52,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.01,
          "search-jeans": 0.0,
          "make-password": 0.05,
          "verify-identity": 0.42,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.49,
        "input_tokens": 3140,
        "request_sha256": "0721e77fdeef1edc93627f99ba524361b79a129001b7f67a6134073d531262e1"
      },
      "shared_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.009448110332464114,
          "enter-details": 0.4986826209142535,
          "instructions": 0.008462492078510794,
          "log-out-in": 0.049322409373313184,
          "make-password": 0.16571354182580392,
          "make-purchase": 0.0009083968368455073,
          "membership": 0.001759362811697183,
          "notify-team": 0.0021930504000879356,
          "offer-refund": 0.001964273742195943,
          "promo-code": 0.0012641990877820808,
          "pull-up-account": 0.002812105881256025,
          "record-reason": 0.0025187497882740387,
          "search-boots": 0.0004690244376509081,
          "search-faq": 0.0027336434262778594,
          "search-jacket": 0.001451950833579439,
          "search-jeans": 0.001548602106313011,
          "search-membership": 0.0020206533133562935,
          "search-policy": 0.0006414559773218635,
          "search-pricing": 0.00043215412229599215,
          "search-shirt": 0.0004609215378943738,
          "search-timing": 0.0003311975648644791,
          "select-faq": 0.0008927025543405922,
          "send-link": 0.008462492078510794,
          "shipping-status": 0.000996674488263053,
          "subscription-status": 0.002812105881256025,
          "try-again": 0.003139629063677454,
          "update-account": 0.0022559965078164223,
          "update-order": 0.0005745399919309249,
          "validate-purchase": 0.106652609117229,
          "verify-identity": 0.11907433392493724
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0014426766998857374,
          "enter-details": 0.2073145051403841,
          "instructions": 0.025558949050657944,
          "log-out-in": 0.020504526403932178,
          "make-password": 0.018365515748764112,
          "make-purchase": 0.011819976560885535,
          "membership": 0.0012921778890824676,
          "notify-team": 0.0015243766685138584,
          "offer-refund": 0.0012921778890824676,
          "promo-code": 0.0009810831143649821,
          "pull-up-account": 0.0010953487638911265,
          "record-reason": 0.0147336340306076,
          "search-boots": 0.0147336340306076,
          "search-faq": 0.0147336340306076,
          "search-jacket": 0.001701918986800127,
          "search-jeans": 0.0016070898903218576,
          "search-membership": 0.0147336340306076,
          "search-policy": 0.013196637263486329,
          "search-pricing": 0.013196637263486329,
          "search-shirt": 0.0012201789905704169,
          "search-timing": 0.0015209566804170122,
          "select-faq": 0.0016981007800680537,
          "send-link": 0.0016981007800680537,
          "shipping-status": 0.0016981007800680537,
          "subscription-status": 0.0016070898903218576,
          "try-again": 0.020504526403932178,
          "update-account": 0.020504526403932178,
          "update-order": 0.025558949050657944,
          "validate-purchase": 0.09587445515994364,
          "verify-identity": 0.448286881624051
        }
      }
    },
    {
      "id": "abcd-test-568-turn-9",
      "conversation_id": "568",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.04,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.53,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "subscription-status": 0.43,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.51,
        "input_tokens": 3121,
        "request_sha256": "df19a245259a261d86df99e1253830745215c764b32a7288750dba191695e736"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.007999879785151038,
          "enter-details": 0.007165341465523637,
          "instructions": 0.0008833862545433542,
          "log-out-in": 0.0010067584310071373,
          "make-password": 0.0003345484792599601,
          "make-purchase": 0.00021531416220752801,
          "membership": 0.0036996205972297438,
          "notify-team": 0.0002109327641315856,
          "offer-refund": 0.0015642719010527748,
          "promo-code": 0.00036591279416353065,
          "pull-up-account": 0.4222433019248702,
          "record-reason": 0.0007912322745157358,
          "search-boots": 0.0002403915521941188,
          "search-faq": 0.0005198111547352814,
          "search-jacket": 0.0003345484792599601,
          "search-jeans": 0.00023549988226457332,
          "search-membership": 0.00016921967472982027,
          "search-policy": 0.000781751400947565,
          "search-pricing": 5.321828804543015e-05,
          "search-shirt": 0.0002900340835685873,
          "search-timing": 0.0002597780392568534,
          "select-faq": 0.0003615283003740718,
          "send-link": 0.01242996687580625,
          "shipping-status": 0.00036591279416353065,
          "subscription-status": 0.5263274487177936,
          "try-again": 0.00018666466172291058,
          "update-account": 0.0005617315333425602,
          "update-order": 0.00016719200004515443,
          "validate-purchase": 0.00026292828387828085,
          "verify-identity": 0.00997187344421526
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0024387926870426567,
          "enter-details": 0.0033940222696174057,
          "instructions": 0.0024422986786133247,
          "log-out-in": 0.0027228357350871824,
          "make-password": 0.0030399619522985455,
          "make-purchase": 0.002187520585210606,
          "membership": 0.0024422986786133247,
          "notify-team": 0.0024422986786133247,
          "offer-refund": 0.0024422986786133247,
          "promo-code": 0.0030399619522985455,
          "pull-up-account": 0.9351778833308442,
          "record-reason": 0.0027267502596251916,
          "search-boots": 0.0020702785485740326,
          "search-faq": 0.00527353294182504,
          "search-jacket": 0.0027228357350871824,
          "search-jeans": 0.0027228357350871824,
          "search-membership": 7.993276732820962e-05,
          "search-policy": 0.002184380334527552,
          "search-pricing": 0.002067306590220942,
          "search-shirt": 7.159427253989891e-05,
          "search-timing": 4.127101748255929e-05,
          "select-faq": 7.564871642871428e-05,
          "send-link": 0.0027228357350871824,
          "shipping-status": 0.002184380334527552,
          "subscription-status": 0.00527353294182504,
          "try-again": 8.445944150524183e-05,
          "update-account": 8.924246186116517e-05,
          "update-order": 7.564871642871428e-05,
          "validate-purchase": 0.0030399619522985455,
          "verify-identity": 0.004723398270887621
        }
      }
    },
    {
      "id": "abcd-test-133-turn-25",
      "conversation_id": "133",
      "expected_action": "update-account",
      "jev": {
        "choice": "update-account",
        "probabilities": {
          "enter-details": 0.09,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.12,
          "update-order": 0.0,
          "update-account": 0.58,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.01,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.16,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.04,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-faq": 0.0,
          "shipping-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.56,
        "input_tokens": 3583,
        "request_sha256": "3a4b4b15c20ce343a62a8a2394b399a474b2166c0cb8aa294efbe73714c8a118"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.014453435744826767,
          "enter-details": 0.03895747175271619,
          "instructions": 0.002768671284519991,
          "log-out-in": 0.006684128123271583,
          "make-password": 0.0034511598167074405,
          "make-purchase": 0.00015935237564566987,
          "membership": 0.0014430833569705176,
          "notify-team": 0.0006673674747775471,
          "offer-refund": 0.0009287630808898534,
          "promo-code": 0.0009200366287795699,
          "pull-up-account": 0.02245730313974582,
          "record-reason": 0.003853112131172986,
          "search-boots": 0.00019863317533051728,
          "search-faq": 0.0012925424759587128,
          "search-jacket": 0.0008318754629686984,
          "search-jeans": 0.0009200366287795699,
          "search-membership": 0.00042547920906399597,
          "search-policy": 0.0007638240645864797,
          "search-pricing": 0.00020790994182233493,
          "search-shirt": 0.000491593778214145,
          "search-timing": 0.00017260902748680114,
          "select-faq": 0.000491593778214145,
          "send-link": 0.05421650256261418,
          "shipping-status": 0.0007380943823458649,
          "subscription-status": 0.1172351458454472,
          "try-again": 0.0007638240645864797,
          "update-account": 0.43976160204788695,
          "update-order": 0.0007638240645864797,
          "validate-purchase": 0.0009521087288262226,
          "verify-identity": 0.2830289158512573
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.010056212347760227,
          "enter-details": 0.009007158370323861,
          "instructions": 0.003129379138897806,
          "log-out-in": 0.00722594362158584,
          "make-password": 0.00722594362158584,
          "make-purchase": 0.0022486314592425113,
          "membership": 0.0022486314592425113,
          "notify-team": 0.002802925400088044,
          "offer-refund": 0.0016157642311191366,
          "promo-code": 0.0025105272219469376,
          "pull-up-account": 0.010056212347760227,
          "record-reason": 0.00722594362158584,
          "search-boots": 0.005192239776887471,
          "search-faq": 0.0057969739373218395,
          "search-jacket": 0.0022486314592425113,
          "search-jeans": 0.0028732886705419235,
          "search-membership": 0.003207936989876192,
          "search-policy": 0.002435618730115591,
          "search-pricing": 0.004165445565314497,
          "search-shirt": 0.003207936989876192,
          "search-timing": 0.002181537434246971,
          "select-faq": 0.0025735498899064455,
          "send-link": 0.005192239776887471,
          "shipping-status": 0.004165445565314497,
          "subscription-status": 0.01122744811235847,
          "try-again": 0.008067541372131502,
          "update-account": 0.8247088454659673,
          "update-order": 0.003207936989876192,
          "validate-purchase": 0.006472140879870515,
          "verify-identity": 0.03772196955312566
        }
      }
    },
    {
      "id": "abcd-test-7910-turn-5",
      "conversation_id": "7910",
      "expected_action": "search-policy",
      "jev": {
        "choice": "search-policy",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.85,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.01,
          "select-faq": 0.14,
          "search-boots": 0.0,
          "verify-identity": 0.0,
          "make-password": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "search-timing": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.85,
        "input_tokens": 2987,
        "request_sha256": "c17276f9a939cbb0b5f305ac9a60e5c8614c4512bc8500f4ed7ae03e77a4db5c"
      },
      "shared_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.005806241670088285,
          "enter-details": 0.0029978847007955086,
          "instructions": 0.0005756036314892966,
          "log-out-in": 0.00041360253921092033,
          "make-password": 0.00017132084958195514,
          "make-purchase": 0.0001231034922018021,
          "membership": 0.00023842407182475103,
          "notify-team": 0.0017281513882056987,
          "offer-refund": 0.0037368747619091493,
          "promo-code": 0.00021355189807733315,
          "pull-up-account": 0.007237495318978668,
          "record-reason": 0.0017281513882056987,
          "search-boots": 0.00041360253921092033,
          "search-faq": 0.06554229691916891,
          "search-jacket": 0.0037368747619091493,
          "search-jeans": 0.0013864000237863146,
          "search-membership": 0.0013864000237863146,
          "search-policy": 0.8260264136248696,
          "search-pricing": 0.012555134683547608,
          "search-shirt": 0.00026811546810079617,
          "search-timing": 0.0009962049561587664,
          "select-faq": 0.04709566180606611,
          "send-link": 0.0005192804553750871,
          "shipping-status": 0.00037313167092809744,
          "subscription-status": 0.00019265573238938145,
          "try-again": 4.353636124174779e-05,
          "update-account": 0.00011105775203401146,
          "update-order": 0.00013843378822776212,
          "validate-purchase": 0.004172105010703248,
          "verify-identity": 0.010072288711927101
        }
      },
      "trained_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.000759479690932599,
          "enter-details": 0.0023061268324999227,
          "instructions": 0.000946693571167862,
          "log-out-in": 0.000946693571167862,
          "make-password": 0.0008479355056947124,
          "make-purchase": 0.0023061268324999227,
          "membership": 0.0008024898600841229,
          "notify-team": 0.003786108010062972,
          "offer-refund": 0.0007187748937011343,
          "promo-code": 0.0008479355056947124,
          "pull-up-account": 0.004227071710104761,
          "record-reason": 0.002720527694398448,
          "search-boots": 0.00195484921331873,
          "search-faq": 0.0058827443778634225,
          "search-jacket": 0.002720527694398448,
          "search-jeans": 0.0014267651208246046,
          "search-membership": 0.003391145083497085,
          "search-policy": 0.9343850299169316,
          "search-pricing": 0.003391145083497085,
          "search-shirt": 0.00195484921331873,
          "search-timing": 0.0030373848251998804,
          "select-faq": 0.009140425225351108,
          "send-link": 0.0021825285104433577,
          "shipping-status": 0.0011446144413119195,
          "subscription-status": 0.0012094349145450412,
          "try-again": 0.0021825285104433577,
          "update-account": 0.0010832679115546553,
          "update-order": 0.0012094349145450412,
          "validate-purchase": 0.001277926450401854,
          "verify-identity": 0.0012094349145450412
        }
      }
    },
    {
      "id": "abcd-test-8523-turn-11",
      "conversation_id": "8523",
      "expected_action": "make-password",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "log-out-in": 0.0,
          "update-order": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.15,
          "search-membership": 0.0,
          "enter-details": 0.62,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.23,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.6,
        "input_tokens": 3172,
        "request_sha256": "6a6335634fc9c1da4aba185e829dd3d72127ff060ce9bb857240a7538515e811"
      },
      "shared_jevk5": {
        "choice": "make-password",
        "probabilities": {
          "ask-the-oracle": 0.0021588336082802237,
          "enter-details": 0.017510776497005904,
          "instructions": 0.000998373014096414,
          "log-out-in": 0.0021588336082802237,
          "make-password": 0.9242398577736846,
          "make-purchase": 0.00021093544026168433,
          "membership": 0.00021352052236482474,
          "notify-team": 0.00041354217696133017,
          "offer-refund": 0.0002355028545467598,
          "promo-code": 6.2782224019634e-05,
          "pull-up-account": 0.00010307337869195317,
          "record-reason": 0.0001889308783078965,
          "search-boots": 0.0003704014999658877,
          "search-faq": 0.00013575726813797276,
          "search-jacket": 7.009440002570654e-05,
          "search-jeans": 0.0003317616294421397,
          "search-membership": 7.921730253529271e-05,
          "search-policy": 0.00013448419235037462,
          "search-pricing": 0.00011648854292131413,
          "search-shirt": 5.570552098776704e-05,
          "search-timing": 1.330122570746118e-05,
          "select-faq": 7.752434224941163e-05,
          "send-link": 0.03786453787140054,
          "shipping-status": 0.00015014740149714415,
          "subscription-status": 0.005211858716904013,
          "try-again": 8.655350971439821e-05,
          "update-account": 0.00046170697606736776,
          "update-order": 0.0002604659570417408,
          "validate-purchase": 0.0002661539386303777,
          "verify-identity": 0.00581887772791973
        }
      },
      "trained_jevk5": {
        "choice": "make-password",
        "probabilities": {
          "ask-the-oracle": 0.002739062743562287,
          "enter-details": 0.007382815835168538,
          "instructions": 0.003058078707808468,
          "log-out-in": 0.003058078707808468,
          "make-password": 0.940751072144629,
          "make-purchase": 0.0024533267134706125,
          "membership": 0.0020881041108187373,
          "notify-team": 0.0018702753254656024,
          "offer-refund": 0.00167516990967185,
          "promo-code": 0.0010203498293261965,
          "pull-up-account": 0.0017700364645695705,
          "record-reason": 0.0018702753254656024,
          "search-boots": 0.0024533267134706125,
          "search-faq": 0.0019681677072618284,
          "search-jacket": 0.001420002220074932,
          "search-jeans": 0.002079626781049169,
          "search-membership": 0.0002638278605299028,
          "search-policy": 0.00029455561314447985,
          "search-pricing": 0.0002638278605299028,
          "search-shirt": 0.0002638278605299028,
          "search-timing": 0.00016979861987754396,
          "select-faq": 0.0002638278605299028,
          "send-link": 0.0017628504544842526,
          "shipping-status": 0.00021165443783295208,
          "subscription-status": 0.0024533267134706125,
          "try-again": 0.0021973982123822434,
          "update-account": 0.002739062743562287,
          "update-order": 0.0034142490781065996,
          "validate-purchase": 0.002739062743562287,
          "verify-identity": 0.005304960701835691
        }
      }
    },
    {
      "id": "abcd-test-10394-turn-6",
      "conversation_id": "10394",
      "expected_action": "record-reason",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.29,
          "make-purchase": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.02,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.6900000000000001,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.67,
        "input_tokens": 3029,
        "request_sha256": "db7379f891210747d91cdf984eb0e8e1ba05e128466d34b8ead6572ec76e9b9e"
      },
      "shared_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.02373387201494678,
          "enter-details": 0.0024934612738152537,
          "instructions": 0.0010328309138225515,
          "log-out-in": 0.0012874266633613836,
          "make-password": 0.00038318599682042766,
          "make-purchase": 0.0005953826206936986,
          "membership": 0.0008285829608707129,
          "notify-team": 0.012254309151562844,
          "offer-refund": 0.0063271648536957605,
          "promo-code": 0.239965371455399,
          "pull-up-account": 0.0022333459731765258,
          "record-reason": 0.04596722967232468,
          "search-boots": 0.021257978469153768,
          "search-faq": 0.01904036853844105,
          "search-jacket": 0.017054097439375276,
          "search-jeans": 0.0021025312283880016,
          "search-membership": 0.0016867442065776881,
          "search-policy": 0.002021895175017404,
          "search-pricing": 0.46475949307725334,
          "search-shirt": 0.0015107847971142273,
          "search-timing": 0.001452843227662277,
          "select-faq": 0.003647334720652091,
          "send-link": 0.002021895175017404,
          "shipping-status": 0.0016867442065776881,
          "subscription-status": 0.0010439480107833808,
          "try-again": 0.0003873101517336931,
          "update-account": 0.0006718811028458919,
          "update-order": 0.0006017905389227862,
          "validate-purchase": 0.010975952571659795,
          "verify-identity": 0.11097424381233467
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0030055592644561402,
          "enter-details": 0.0024355430712432067,
          "instructions": 0.00269202195418433,
          "log-out-in": 0.0033556127397564887,
          "make-password": 0.0030055592644561402,
          "make-purchase": 0.00269202195418433,
          "membership": 0.00269202195418433,
          "notify-team": 0.0033556127397564887,
          "offer-refund": 0.0027192077023355586,
          "promo-code": 0.004717104592772616,
          "pull-up-account": 0.0033894998772605735,
          "record-reason": 0.9339317700018562,
          "search-boots": 0.004717104592772616,
          "search-faq": 0.003784271117274247,
          "search-jacket": 0.0023050080736312572,
          "search-jeans": 0.0023050080736312572,
          "search-membership": 0.0018491801968749078,
          "search-policy": 0.0017500719271273672,
          "search-pricing": 0.0030359113156303414,
          "search-shirt": 0.00012961819794148158,
          "search-timing": 0.0017500719271273672,
          "select-faq": 0.0024355430712432067,
          "send-link": 0.00011609656600972469,
          "shipping-status": 0.00011609656600972469,
          "subscription-status": 0.00012961819794148158,
          "try-again": 0.0001098742870602339,
          "update-account": 0.0001447146936499447,
          "update-order": 0.0001098742870602339,
          "validate-purchase": 0.0019539009010092205,
          "verify-identity": 0.005266500891558915
        }
      }
    },
    {
      "id": "abcd-test-7595-turn-14",
      "conversation_id": "7595",
      "expected_action": "send-link",
      "jev": {
        "choice": "send-link",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.06999999999999999,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.02,
          "update-account": 0.0,
          "make-password": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "send-link": 0.91,
          "subscription-status": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "enter-details": 0.0,
          "search-boots": 0.0,
          "validate-purchase": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.9,
        "input_tokens": 3242,
        "request_sha256": "abf2d60c38f2de585f1912f16abced14ed4e6e632f412492d21f1659d7809698"
      },
      "shared_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.004776311795592472,
          "enter-details": 0.003432043693966843,
          "instructions": 0.0019784253710907578,
          "log-out-in": 0.003831770059260193,
          "make-password": 9.146632242105899e-05,
          "make-purchase": 9.146632242105899e-05,
          "membership": 0.00010211931693917035,
          "notify-team": 0.0014216065832876469,
          "offer-refund": 0.00042312291675108683,
          "promo-code": 9.146632242105899e-05,
          "pull-up-account": 6.572353565137148e-05,
          "record-reason": 3.788678928255937e-05,
          "search-boots": 2.438379736223773e-05,
          "search-faq": 0.0082856347078372,
          "search-jacket": 0.0005888524016217406,
          "search-jeans": 0.0003789831492782171,
          "search-membership": 0.00033944804537506954,
          "search-policy": 0.00014060472401986068,
          "search-pricing": 0.0005888524016217406,
          "search-shirt": 0.00031149118208402207,
          "search-timing": 0.0004334965416410651,
          "select-faq": 0.014373380801168038,
          "send-link": 0.9456541225527987,
          "shipping-status": 0.001772038016102004,
          "subscription-status": 0.009250653772258971,
          "try-again": 0.00010937105252380258,
          "update-account": 0.00022382335764177503,
          "update-order": 0.00017956109231886502,
          "validate-purchase": 0.00024989183051968365,
          "verify-identity": 0.0007520015447417597
        }
      },
      "trained_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.001798056173206581,
          "enter-details": 0.0017016879909794716,
          "instructions": 0.0016104849081028652,
          "log-out-in": 0.001899881893143494,
          "make-password": 0.001798056173206581,
          "make-purchase": 0.0002345519851607884,
          "membership": 0.00021008377900684895,
          "notify-team": 0.0012227568869030148,
          "offer-refund": 0.0001881680577512441,
          "promo-code": 0.00021008377900684895,
          "pull-up-account": 0.0002345519851607884,
          "record-reason": 0.00029237000513394825,
          "search-boots": 0.0013651700605035386,
          "search-faq": 0.002241282362845273,
          "search-jacket": 0.00029237000513394825,
          "search-jeans": 0.0019862631525406657,
          "search-membership": 0.0017016879909794716,
          "search-policy": 0.0015241699426433587,
          "search-pricing": 0.002241282362845273,
          "search-shirt": 0.0019862631525406657,
          "search-timing": 0.0012098373732645018,
          "select-faq": 0.00212115899718539,
          "send-link": 0.959538747154052,
          "shipping-status": 0.002241282362845273,
          "subscription-status": 0.002217601170224028,
          "try-again": 0.0017016879909794716,
          "update-account": 0.001593468624411202,
          "update-order": 0.001508065769492179,
          "validate-purchase": 0.0014272399197717942,
          "verify-identity": 0.0017016879909794716
        }
      }
    },
    {
      "id": "abcd-test-3967-turn-4",
      "conversation_id": "3967",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-jeans",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.19,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.01,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.8,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 2957,
        "request_sha256": "138638bbd40485a0ba1da50af23fff6fb4f4448fdcf68004753e6e97f47c2b5f"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 6.26453283640461e-05,
          "enter-details": 4.0318296559397654e-05,
          "instructions": 4.0318296559397654e-05,
          "log-out-in": 0.0003118539999701027,
          "make-password": 2.897092496536347e-05,
          "make-purchase": 0.001627987441742694,
          "membership": 0.0006743380573502098,
          "notify-team": 6.26453283640461e-05,
          "offer-refund": 4.0318296559397654e-05,
          "promo-code": 0.0011697989429983045,
          "pull-up-account": 0.0011697989429983045,
          "record-reason": 0.00038872685955899076,
          "search-boots": 6.26453283640461e-05,
          "search-faq": 0.016460044139781083,
          "search-jacket": 0.0006039918502508085,
          "search-jeans": 0.9699669395054619,
          "search-membership": 0.00038872685955899076,
          "search-policy": 4.7924581225550874e-05,
          "search-pricing": 0.0022656403214272713,
          "search-shirt": 0.00010092802747054153,
          "search-timing": 0.00010362980062119112,
          "select-faq": 0.0004340014471923344,
          "send-link": 0.00032092366632481296,
          "shipping-status": 0.00014841403240095085,
          "subscription-status": 4.062453057840332e-05,
          "try-again": 4.1805976699819705e-05,
          "update-account": 0.00010092802747054153,
          "update-order": 0.00011268300031606773,
          "validate-purchase": 0.002824126919052105,
          "verify-identity": 0.0003583012698133143
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0019877899033374728,
          "enter-details": 0.0019877899033374728,
          "instructions": 0.001998454344404804,
          "log-out-in": 0.001998454344404804,
          "make-password": 0.0022312121637271605,
          "make-purchase": 0.0019877899033374728,
          "membership": 0.0019877899033374728,
          "notify-team": 0.0022312121637271605,
          "offer-refund": 0.00221930564760978,
          "promo-code": 0.0017804255326010154,
          "pull-up-account": 0.0024910790656590834,
          "record-reason": 0.0019877899033374728,
          "search-boots": 0.0022312121637271605,
          "search-faq": 0.9552275839020099,
          "search-jacket": 0.0022312121637271605,
          "search-jeans": 0.005386594617107133,
          "search-membership": 0.0017899775675694488,
          "search-policy": 0.0008277921143796878,
          "search-pricing": 0.0014359999192536388,
          "search-shirt": 0.0010902793351069149,
          "search-timing": 0.0012861977753813698,
          "select-faq": 0.0022312121637271605,
          "send-link": 3.0490858003736006e-05,
          "shipping-status": 2.0735116470551794e-05,
          "subscription-status": 0.0012172630170979477,
          "try-again": 1.4100786435110361e-05,
          "update-account": 2.3150112345102192e-05,
          "update-order": 2.190936578119252e-05,
          "validate-purchase": 2.0735116470551794e-05,
          "verify-identity": 2.446112658506496e-05
        }
      }
    },
    {
      "id": "abcd-test-6507-turn-5",
      "conversation_id": "6507",
      "expected_action": "try-again",
      "jev": {
        "choice": "try-again",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.07,
          "try-again": 0.8,
          "pull-up-account": 0.01,
          "validate-purchase": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.12,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "update-order": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 2974,
        "request_sha256": "e4f0406c41fc5d47b1548313bb6e520890125254b1eaf667a0a18c3b917c0d67"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.00926567349612825,
          "enter-details": 0.007433335059170368,
          "instructions": 0.024974486411001324,
          "log-out-in": 0.25250882722523604,
          "make-password": 0.001697298632907657,
          "make-purchase": 0.04332411857226137,
          "membership": 0.0013616483712289254,
          "notify-team": 0.001423914704248834,
          "offer-refund": 0.0023620989410022015,
          "promo-code": 0.0012196026419621837,
          "pull-up-account": 0.08390934276265088,
          "record-reason": 0.006657898358741955,
          "search-boots": 0.0009784195895206553,
          "search-faq": 0.0015202381821253735,
          "search-jacket": 0.0023620989410022015,
          "search-jeans": 0.0015897564864952953,
          "search-membership": 0.0005282796956590965,
          "search-policy": 0.0006585028338954473,
          "search-pricing": 0.0027578060391613883,
          "search-shirt": 0.0017958719661604421,
          "search-timing": 0.0012904330535972084,
          "select-faq": 0.005404332676881814,
          "send-link": 0.002005035023894164,
          "shipping-status": 0.002790370326920305,
          "subscription-status": 0.002790370326920305,
          "try-again": 0.4890533863996649,
          "update-account": 0.0015897564864952953,
          "update-order": 0.002790370326920305,
          "validate-purchase": 0.016073486844443693,
          "verify-identity": 0.027883239623702098
        }
      },
      "trained_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.0037492514342116257,
          "enter-details": 0.004185926882774228,
          "instructions": 0.0052177698354349674,
          "log-out-in": 0.006503963769107795,
          "make-password": 0.0033581336291802,
          "make-purchase": 0.0005590408753343354,
          "membership": 0.00040170171076240463,
          "notify-team": 0.0005007222939616612,
          "offer-refund": 0.00040170171076240463,
          "promo-code": 0.0003597962642303349,
          "pull-up-account": 0.0037492514342116257,
          "record-reason": 0.0037492514342116257,
          "search-boots": 0.0005007222939616612,
          "search-faq": 0.004185926882774228,
          "search-jacket": 0.0005590408753343354,
          "search-jeans": 0.0030078167818548053,
          "search-membership": 0.002413004541697843,
          "search-policy": 0.0026853756290988687,
          "search-pricing": 0.0026940441834770296,
          "search-shirt": 0.0026940441834770296,
          "search-timing": 0.0026853756290988687,
          "select-faq": 0.0021612822377882765,
          "send-link": 0.0026853756290988687,
          "shipping-status": 0.0026853756290988687,
          "subscription-status": 0.0026940441834770296,
          "try-again": 0.925289117436733,
          "update-account": 0.002154328178191259,
          "update-order": 0.002405240400737296,
          "validate-purchase": 0.002405240400737296,
          "verify-identity": 0.0033581336291802
        }
      }
    },
    {
      "id": "abcd-test-8937-turn-8",
      "conversation_id": "8937",
      "expected_action": "search-timing",
      "jev": {
        "choice": "search-timing",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.89,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.1,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.01,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3045,
        "request_sha256": "0b5201974f3362a8b7cf714af4c274d84ac884225b9e1dfb08ff0fcdc3927c5f"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.001172574844718716,
          "enter-details": 0.0004856994835468146,
          "instructions": 0.0009406916765886351,
          "log-out-in": 0.0009406916765886351,
          "make-password": 7.040476548736359e-05,
          "make-purchase": 6.306021943957375e-05,
          "membership": 4.05853175908608e-05,
          "notify-team": 0.0004856994835468146,
          "offer-refund": 6.306021943957375e-05,
          "promo-code": 5.058970985365563e-05,
          "pull-up-account": 9.798102449882591e-05,
          "record-reason": 8.775973733961714e-05,
          "search-boots": 0.0003896496835710544,
          "search-faq": 0.01323630177853672,
          "search-jacket": 0.0003125943113479475,
          "search-jeans": 0.0003125943113479475,
          "search-membership": 0.0001445620513016821,
          "search-policy": 0.00012948147634600371,
          "search-pricing": 0.0004856994835468146,
          "search-shirt": 0.0003107757141546899,
          "search-timing": 0.9722696250916774,
          "select-faq": 0.004398458279484511,
          "send-link": 0.0001159741046215754,
          "shipping-status": 0.0002783559369801347,
          "subscription-status": 0.00020001388862430676,
          "try-again": 8.284897861683694e-05,
          "update-account": 9.77365710548473e-05,
          "update-order": 9.77365710548473e-05,
          "validate-purchase": 0.00010327149390091833,
          "verify-identity": 0.002535522115192695
        }
      },
      "trained_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0005094414799729506,
          "enter-details": 0.0004562970121624661,
          "instructions": 0.0017782118972634858,
          "log-out-in": 0.0014265609144113692,
          "make-password": 0.0005094414799729506,
          "make-purchase": 0.0005687754949365886,
          "membership": 0.000408696607872193,
          "notify-team": 0.0014265609144113692,
          "offer-refund": 0.0005094414799729506,
          "promo-code": 0.0005687754949365886,
          "pull-up-account": 0.0020977486783844944,
          "record-reason": 0.0019853182515795725,
          "search-boots": 0.0015073485008362038,
          "search-faq": 0.0027629309109315683,
          "search-jacket": 0.0020977486783844944,
          "search-jeans": 0.0013662571602377526,
          "search-membership": 0.0018789137642474924,
          "search-policy": 0.001682907180716783,
          "search-pricing": 0.0027629309109315683,
          "search-shirt": 0.0023420712097121715,
          "search-timing": 0.948948812492509,
          "select-faq": 0.008314510556943336,
          "send-link": 0.0023420712097121715,
          "shipping-status": 0.0015253837168601827,
          "subscription-status": 0.001611767359641317,
          "try-again": 0.0017782118972634858,
          "update-account": 0.0017030430902788326,
          "update-order": 0.0015253837168601827,
          "validate-purchase": 0.0017030430902788326,
          "verify-identity": 0.0019013948477776925
        }
      }
    },
    {
      "id": "abcd-test-9319-turn-11",
      "conversation_id": "9319",
      "expected_action": "subscription-status",
      "jev": {
        "choice": "subscription-status",
        "probabilities": {
          "search-policy": 0.0,
          "subscription-status": 0.98,
          "search-boots": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.02
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3217,
        "request_sha256": "69824354a93854e1b2f6445c7202aafeaef9eabbf3492559e5adb01e6b437718"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.0020816270120951365,
          "enter-details": 0.016884521744698934,
          "instructions": 0.0010747879299889526,
          "log-out-in": 0.00133972617263943,
          "make-password": 0.0009626672234957983,
          "make-purchase": 0.000144326584111805,
          "membership": 0.003611071370053299,
          "notify-team": 0.0002865252326378103,
          "offer-refund": 0.0008622427434024866,
          "promo-code": 0.000200856866193948,
          "pull-up-account": 9.288805748403394e-05,
          "record-reason": 0.00011578522280376919,
          "search-boots": 4.2956955608247325e-05,
          "search-faq": 3.847572647244736e-05,
          "search-jacket": 2.2179583340295477e-05,
          "search-jeans": 0.0003198964833050163,
          "search-membership": 0.00020588417526299754,
          "search-policy": 0.0007645683368841688,
          "search-pricing": 0.0001844065454523951,
          "search-shirt": 0.00039476311621431705,
          "search-timing": 0.00017277721684082233,
          "select-faq": 0.0002836588335556907,
          "send-link": 0.0707124247365032,
          "shipping-status": 0.0008622427434024866,
          "subscription-status": 0.8911853707489252,
          "try-again": 0.0001825617317429252,
          "update-account": 0.0006848094077554139,
          "update-order": 0.0004920733358551628,
          "validate-purchase": 0.0028969620816369003,
          "verify-identity": 0.0028969620816369003
        }
      },
      "trained_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.0022178271680207847,
          "enter-details": 0.0030865094638748867,
          "instructions": 0.0019864655741728735,
          "log-out-in": 0.0020989609478369083,
          "make-password": 0.001779239492661983,
          "make-purchase": 0.000261072563892853,
          "membership": 0.0030865094638748867,
          "notify-team": 0.0015082195249252765,
          "offer-refund": 0.00011426444642378183,
          "promo-code": 0.00016802514130770816,
          "pull-up-account": 0.000261072563892853,
          "record-reason": 0.000261072563892853,
          "search-boots": 0.000261072563892853,
          "search-faq": 0.0019864655741728735,
          "search-jacket": 0.00015049695174340348,
          "search-jeans": 0.0016838798232160764,
          "search-membership": 0.002076108654023942,
          "search-policy": 0.001350883467669731,
          "search-pricing": 0.0022178271680207847,
          "search-shirt": 0.0021936807419362615,
          "search-timing": 0.0010719395743814246,
          "select-faq": 0.0021936807419362615,
          "send-link": 0.002764527484552038,
          "shipping-status": 0.0030865094638748867,
          "subscription-status": 0.9494971998101556,
          "try-again": 0.0021936807419362615,
          "update-account": 0.002076108654023942,
          "update-order": 0.0021936807419362615,
          "validate-purchase": 0.0030865094638748867,
          "verify-identity": 0.0030865094638748867
        }
      }
    },
    {
      "id": "abcd-test-9467-turn-24",
      "conversation_id": "9467",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "update-order": 0.01,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.8200000000000001,
          "verify-identity": 0.13,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.03,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.81,
        "input_tokens": 3491,
        "request_sha256": "8a1ad124eafbacd4c1dcf81260cb3f5a68e2d585d370f1b30f798d1d17affede"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.008109021683018554,
          "enter-details": 0.0058267787499169995,
          "instructions": 0.0011161659759518006,
          "log-out-in": 0.001161517224072011,
          "make-password": 0.00038597523236043037,
          "make-purchase": 0.00030964650638458006,
          "membership": 0.00034571072683163784,
          "notify-team": 0.002694646227056465,
          "offer-refund": 0.004674501246780677,
          "promo-code": 0.0008020267752914109,
          "pull-up-account": 0.3833549524578152,
          "record-reason": 0.0058267787499169995,
          "search-boots": 0.00027734450091109456,
          "search-faq": 0.0002484119628645409,
          "search-jacket": 0.0009318207683872166,
          "search-jeans": 0.0008809619034816351,
          "search-membership": 0.0011161659759518006,
          "search-policy": 0.000706746838526779,
          "search-pricing": 0.0004623335249463698,
          "search-shirt": 0.00045485966278800536,
          "search-timing": 0.00021035391438666454,
          "select-faq": 0.0008809619034816351,
          "send-link": 0.00013760763385722047,
          "shipping-status": 0.0015533477288467237,
          "subscription-status": 0.0012260184678753354,
          "try-again": 0.00023485362461322386,
          "update-account": 0.0011161659759518006,
          "update-order": 0.05276682923867429,
          "validate-purchase": 0.2754616773327071,
          "verify-identity": 0.24672581748635178
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0027207039220267684,
          "enter-details": 0.004719704732652801,
          "instructions": 0.0019644488493330663,
          "log-out-in": 0.003037581380013664,
          "make-password": 0.002448691230802405,
          "make-purchase": 0.002193246253078189,
          "membership": 0.002193246253078189,
          "notify-team": 0.002193246253078189,
          "offer-refund": 0.0033913646475302642,
          "promo-code": 0.0033913646475302642,
          "pull-up-account": 0.9344455642391576,
          "record-reason": 0.005269403643232967,
          "search-boots": 0.0019644488493330663,
          "search-faq": 0.0020756973899089867,
          "search-jacket": 0.002182669852569017,
          "search-jeans": 0.00012645708164898617,
          "search-membership": 0.0027207039220267684,
          "search-policy": 0.00012645708164898617,
          "search-pricing": 0.0017510346428154888,
          "search-shirt": 0.00011326521087606541,
          "search-timing": 0.00012645708164898617,
          "select-faq": 0.0014843109231584262,
          "send-link": 0.00012645708164898617,
          "shipping-status": 0.0024368830716005193,
          "subscription-status": 0.00010144950544786745,
          "try-again": 0.0001411853886529851,
          "update-account": 0.0027207039220267684,
          "update-order": 0.003037581380013664,
          "validate-purchase": 0.004227345566942389,
          "verify-identity": 0.006568325996517755
        }
      }
    },
    {
      "id": "abcd-test-4168-turn-5",
      "conversation_id": "4168",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.13,
          "promo-code": 0.0,
          "search-shirt": 0.87,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.85,
        "input_tokens": 2961,
        "request_sha256": "6c843ab40c1036a429ff7aa75a82a910e0dc4cb1b7e9b858801e681ada15deaa"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0012871717696224172,
          "enter-details": 0.00018647299786395002,
          "instructions": 0.000924902968346527,
          "log-out-in": 0.0004775474459246712,
          "make-password": 6.196540049049177e-05,
          "make-purchase": 0.0031074883460118184,
          "membership": 0.00012001320382464487,
          "notify-team": 0.00018647299786395002,
          "offer-refund": 9.627992172461383e-05,
          "promo-code": 9.627992172461383e-05,
          "pull-up-account": 0.0034694138040528393,
          "record-reason": 0.00042773013860762015,
          "search-boots": 4.9711408226458793e-05,
          "search-faq": 0.022576132809389197,
          "search-jacket": 0.0003073476985591161,
          "search-jeans": 0.00027528553483163086,
          "search-membership": 0.0001421357191657209,
          "search-policy": 0.00011402758572133597,
          "search-pricing": 0.0053906687673381855,
          "search-shirt": 0.9559509593246102,
          "search-timing": 0.00037363219143468873,
          "select-faq": 0.0019999677966544937,
          "send-link": 6.22090466347091e-05,
          "shipping-status": 0.00024046806862362173,
          "subscription-status": 0.00013861948146068098,
          "try-again": 0.0001929141753579376,
          "update-account": 9.426730434461326e-05,
          "update-order": 9.426730434461326e-05,
          "validate-purchase": 0.0012871717696224172,
          "verify-identity": 0.0002684750976221837
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0027274399372983057,
          "enter-details": 0.0027274399372983057,
          "instructions": 0.0027428842134406754,
          "log-out-in": 0.003062345371879436,
          "make-password": 0.0027428842134406754,
          "make-purchase": 0.0030451018373092616,
          "membership": 0.0027274399372983057,
          "notify-team": 0.0027428842134406754,
          "offer-refund": 0.0027274399372983057,
          "promo-code": 0.0019598160378740447,
          "pull-up-account": 0.003817225540510767,
          "record-reason": 0.0027274399372983057,
          "search-boots": 0.0027428842134406754,
          "search-faq": 0.9420636741161489,
          "search-jacket": 0.0024567497630796063,
          "search-jeans": 0.002200464098969614,
          "search-membership": 0.0017653100351188947,
          "search-policy": 0.0012684728164269394,
          "search-pricing": 0.0017653100351188947,
          "search-shirt": 0.00531236239796941,
          "search-timing": 0.0019709137893513767,
          "select-faq": 0.0027428842134406754,
          "send-link": 0.0017653100351188947,
          "shipping-status": 2.878486927620762e-05,
          "subscription-status": 2.578206270673437e-05,
          "try-again": 3.791235718489576e-05,
          "update-account": 2.724212322721597e-05,
          "update-order": 2.724212322721597e-05,
          "validate-purchase": 2.878486927620762e-05,
          "verify-identity": 1.9574966530625533e-05
        }
      }
    },
    {
      "id": "abcd-test-7282-turn-15",
      "conversation_id": "7282",
      "expected_action": "make-password",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.31,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.38,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.31,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.35,
        "input_tokens": 3284,
        "request_sha256": "a49ff195eed0dff01ef7abfaea10c2bc3e0fad83c5b1d3b6adec53e8a49de85b"
      },
      "shared_jevk5": {
        "choice": "make-password",
        "probabilities": {
          "ask-the-oracle": 0.003791650780843659,
          "enter-details": 0.31095256566384816,
          "instructions": 0.0017534828840679278,
          "log-out-in": 0.002185721289354007,
          "make-password": 0.6022458300289594,
          "make-purchase": 0.00033682314446389493,
          "membership": 0.0005219011410027866,
          "notify-team": 0.0012599741549071738,
          "offer-refund": 0.0010108074228836108,
          "promo-code": 0.00012496323987734917,
          "pull-up-account": 0.0003760525512238357,
          "record-reason": 0.0002702145217349274,
          "search-boots": 0.0004198513672062993,
          "search-faq": 0.0002420260017060808,
          "search-jacket": 0.0002420260017060808,
          "search-jeans": 0.001570561284686519,
          "search-membership": 0.00037042819040209525,
          "search-policy": 0.0002661730989264235,
          "search-pricing": 0.00037042819040209525,
          "search-shirt": 0.00011025319618642602,
          "search-timing": 2.7816852152833126e-05,
          "select-faq": 0.00021353591789433592,
          "send-link": 0.034336873365287575,
          "shipping-status": 0.000418692356762278,
          "subscription-status": 0.002185721289354007,
          "try-again": 0.00023840623767330582,
          "update-account": 0.002440289816733971,
          "update-order": 0.0011285349385823206,
          "validate-purchase": 0.003041827879189396,
          "verify-identity": 0.027546567191981307
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.003188402033134697,
          "enter-details": 0.4601136879877469,
          "instructions": 0.01688363945073331,
          "log-out-in": 0.015122339059920943,
          "make-password": 0.04076045763018158,
          "make-purchase": 0.0028557910190985967,
          "membership": 0.012131813357285656,
          "notify-team": 0.010866235611191256,
          "offer-refund": 0.002557877975294281,
          "promo-code": 0.001558009149734226,
          "pull-up-account": 0.003188402033134697,
          "record-reason": 0.003188402033134697,
          "search-boots": 0.01354479352349524,
          "search-faq": 0.01354479352349524,
          "search-jacket": 0.003559751212111183,
          "search-jeans": 0.010866235611191256,
          "search-membership": 0.005189542440531239,
          "search-policy": 0.005793962402912688,
          "search-pricing": 0.004648174084565058,
          "search-shirt": 0.006468778068630613,
          "search-timing": 0.003728972184068764,
          "select-faq": 0.006468778068630613,
          "send-link": 0.007389515119891786,
          "shipping-status": 0.005793962402912688,
          "subscription-status": 0.009732682249385845,
          "try-again": 0.012131813357285656,
          "update-account": 0.012131813357285656,
          "update-order": 0.015122339059920943,
          "validate-purchase": 0.02623327757023405,
          "verify-identity": 0.2652357584228606
        }
      }
    },
    {
      "id": "abcd-test-1164-turn-24",
      "conversation_id": "1164",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "enter-details": 0.05,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.02,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.93,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3499,
        "request_sha256": "8fb2abf34745678f8f6821d2245552d56b1c04bf409b1d9d4b75177a7d93701f"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0307777486346379,
          "enter-details": 0.10340714945664126,
          "instructions": 0.002442103588756941,
          "log-out-in": 0.004729816340392001,
          "make-password": 0.005895728981184018,
          "make-purchase": 9.925359870588242e-05,
          "membership": 0.00041567388443147134,
          "notify-team": 0.001407767575748673,
          "offer-refund": 0.0005181386965708412,
          "promo-code": 0.0007210840528126425,
          "pull-up-account": 0.004236407047856175,
          "record-reason": 0.008204976102527024,
          "search-boots": 0.00015421732186763124,
          "search-faq": 0.0002986846495433938,
          "search-jacket": 0.0002986846495433938,
          "search-jeans": 0.0016081721425185045,
          "search-membership": 0.00195916400947505,
          "search-policy": 0.0011555604956546245,
          "search-pricing": 0.00041900354628972774,
          "search-shirt": 0.0008303340171093652,
          "search-timing": 0.0008303340171093652,
          "select-faq": 0.0016081721425185045,
          "send-link": 0.027567046772870994,
          "shipping-status": 0.00157172856912335,
          "subscription-status": 0.005280692623195648,
          "try-again": 0.0011555604956546245,
          "update-account": 0.022115511288460465,
          "update-order": 0.0012901472644068896,
          "validate-purchase": 0.017742046352517592,
          "verify-identity": 0.751259091681876
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0022145732807384647,
          "enter-details": 0.0027604716696715183,
          "instructions": 0.0017766289892629746,
          "log-out-in": 0.0027604716696715183,
          "make-password": 0.0017766289892629746,
          "make-purchase": 6.760918674137565e-05,
          "membership": 6.760918674137565e-05,
          "notify-team": 0.0024725023005538627,
          "offer-refund": 5.1332106327529886e-05,
          "promo-code": 4.5977194805547064e-05,
          "pull-up-account": 6.760918674137565e-05,
          "record-reason": 0.0034409353276675173,
          "search-boots": 6.760918674137565e-05,
          "search-faq": 0.0016814091739554057,
          "search-jacket": 6.760918674137565e-05,
          "search-jeans": 0.002325843260604341,
          "search-membership": 0.0022145732807384647,
          "search-policy": 0.001425291148037543,
          "search-pricing": 0.0015912929851044112,
          "search-shirt": 0.001971562184898867,
          "search-timing": 0.001971562184898867,
          "select-faq": 0.002325843260604341,
          "send-link": 0.002201188019490493,
          "shipping-status": 0.0015912929851044112,
          "subscription-status": 0.002201188019490493,
          "try-again": 0.0024725023005538627,
          "update-account": 0.005346419534021037,
          "update-order": 0.002325843260604341,
          "validate-purchase": 0.002612522267370661,
          "verify-identity": 0.9481040986728536
        }
      }
    },
    {
      "id": "abcd-test-1394-turn-9",
      "conversation_id": "1394",
      "expected_action": "search-jeans",
      "jev": {
        "choice": "search-jeans",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.38,
          "search-membership": 0.0,
          "search-jeans": 0.6,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-faq": 0.02,
          "shipping-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.58,
        "input_tokens": 3092,
        "request_sha256": "15abed7b29f07e90da7082d2e1139d63d5bc666f4d8d38e34085235c2e46a9d1"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.00011205217160040284,
          "enter-details": 5.181957695414196e-05,
          "instructions": 0.00010036299515557787,
          "log-out-in": 0.0006633979282380314,
          "make-password": 5.785494469304968e-05,
          "make-purchase": 0.0019963686897386326,
          "membership": 7.21163547660512e-05,
          "notify-team": 0.0008269272605562609,
          "offer-refund": 0.00010036299515557787,
          "promo-code": 0.0014344998125709065,
          "pull-up-account": 0.0016015743276574458,
          "record-reason": 0.0005322073778799325,
          "search-boots": 0.00011205217160040284,
          "search-faq": 0.011635544733643208,
          "search-jacket": 0.0012848540939124084,
          "search-jeans": 0.9542306992395272,
          "search-membership": 0.000923238639476008,
          "search-policy": 0.0001270791556469664,
          "search-pricing": 0.0034631706529009115,
          "search-shirt": 0.00013915463036077988,
          "search-timing": 0.0005219844814354519,
          "select-faq": 0.016192973971000616,
          "send-link": 0.00046753161143445686,
          "shipping-status": 0.00013915463036077988,
          "subscription-status": 0.00024612407318530934,
          "try-again": 8.475939018499364e-05,
          "update-account": 0.0001553618170958603,
          "update-order": 0.0001553618170958603,
          "validate-purchase": 0.0003425266671395303,
          "verify-identity": 0.0022288837890332837
        }
      },
      "trained_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.0010127399096855497,
          "enter-details": 0.0010700921715827937,
          "instructions": 0.0011306925221501046,
          "log-out-in": 0.0011306925221501046,
          "make-password": 0.0011306925221501046,
          "make-purchase": 0.002972172355900177,
          "membership": 0.0011306925221501046,
          "notify-team": 0.003140488933291145,
          "offer-refund": 0.0011947246772559285,
          "promo-code": 0.002972172355900177,
          "pull-up-account": 0.005155930794189485,
          "record-reason": 0.0033183373394717955,
          "search-boots": 0.0037048206516516343,
          "search-faq": 0.005155930794189485,
          "search-jacket": 0.004618069066765476,
          "search-jeans": 0.9143238858218656,
          "search-membership": 0.004618069066765476,
          "search-policy": 0.004136317131850104,
          "search-pricing": 0.005155930794189485,
          "search-shirt": 0.001225799851947093,
          "search-timing": 0.0037048206516516343,
          "select-faq": 0.012447451875845464,
          "send-link": 0.003140488933291145,
          "shipping-status": 0.0007889202186081764,
          "subscription-status": 0.0014460706991059817,
          "try-again": 0.0014460706991059817,
          "update-account": 0.0014460706991059817,
          "update-order": 0.0013685673973772708,
          "validate-purchase": 0.0012952179540411167,
          "verify-identity": 0.004618069066765476
        }
      }
    },
    {
      "id": "abcd-test-2914-turn-25",
      "conversation_id": "2914",
      "expected_action": "record-reason",
      "jev": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.16,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "log-out-in": 0.0,
          "search-membership": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "validate-purchase": 0.02,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.08,
          "update-account": 0.36,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.11,
          "search-jeans": 0.01,
          "record-reason": 0.26,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.33,
        "input_tokens": 3599,
        "request_sha256": "f2e48edc36fc82509ba0e29cb16d3d517a77fe78a42954beeee9d93607bf49b9"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.008694476301643361,
          "enter-details": 0.0050119918506936825,
          "instructions": 0.000367962285448948,
          "log-out-in": 0.0005120863598422561,
          "make-password": 0.0002368191570708007,
          "make-purchase": 0.0016654959810994893,
          "membership": 0.00029519574102782677,
          "notify-team": 0.0014917533740435825,
          "offer-refund": 0.0008599316073354097,
          "promo-code": 0.0006179082339694451,
          "pull-up-account": 0.0004957135585653759,
          "record-reason": 0.006975095962359366,
          "search-boots": 7.869555282582054e-05,
          "search-faq": 0.00012227472089850535,
          "search-jacket": 0.0002644012410051376,
          "search-jeans": 0.0005128752162927041,
          "search-membership": 0.001196750895804779,
          "search-policy": 0.0005128752162927041,
          "search-pricing": 0.0006393003463118355,
          "search-shirt": 0.00029565019506534805,
          "search-timing": 9.297980616224963e-05,
          "select-faq": 0.00029565019506534805,
          "send-link": 0.0004440011925204188,
          "shipping-status": 0.0007702244002438461,
          "subscription-status": 0.007787476925890536,
          "try-again": 0.0008897026151738122,
          "update-account": 0.8887966591576437,
          "update-order": 0.06316601237339996,
          "validate-purchase": 0.0040208423183408296,
          "verify-identity": 0.002889197217962906
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.005680871553154858,
          "enter-details": 0.005088249243524347,
          "instructions": 0.0029331565858848373,
          "log-out-in": 0.0004088630301984922,
          "make-password": 0.0029331565858848373,
          "make-purchase": 0.0004088630301984922,
          "membership": 0.0027759517865210454,
          "notify-team": 0.001994674565762147,
          "offer-refund": 0.00023569170634625433,
          "promo-code": 0.000293790401030298,
          "pull-up-account": 0.0027759517865210454,
          "record-reason": 0.019086585938681566,
          "search-boots": 0.000293790401030298,
          "search-faq": 0.0004088630301984922,
          "search-jacket": 0.00032800782528348506,
          "search-jeans": 0.0018846009762642528,
          "search-membership": 0.002223255413338659,
          "search-policy": 0.001991327656302317,
          "search-pricing": 0.00262276460032614,
          "search-shirt": 0.0023491606010507516,
          "search-timing": 0.0018846009762642528,
          "select-faq": 0.0021040985863418258,
          "send-link": 0.0036561875061453205,
          "shipping-status": 0.003274777683872831,
          "subscription-status": 0.004082019943771154,
          "try-again": 0.006342522665484704,
          "update-account": 0.9023215927099142,
          "update-order": 0.011002595071663434,
          "validate-purchase": 0.005680871553154858,
          "verify-identity": 0.0029331565858848373
        }
      }
    },
    {
      "id": "abcd-test-4172-turn-16",
      "conversation_id": "4172",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.93,
          "search-shirt": 0.0,
          "verify-identity": 0.06,
          "send-link": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.01,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "shipping-status": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3257,
        "request_sha256": "d739902dc1ca77388e7c5abac56bc1aee79e7cff056d8328dec5fe8d3555a489"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.2030600227414559,
          "enter-details": 0.0053540817675678705,
          "instructions": 0.0011009466911077322,
          "log-out-in": 0.0027644277352956593,
          "make-password": 0.0003276822708205403,
          "make-purchase": 0.00023545781477398665,
          "membership": 0.0012291727122911331,
          "notify-team": 0.003445867046500698,
          "offer-refund": 0.010369664176134894,
          "promo-code": 0.0006346476983593534,
          "pull-up-account": 0.0002628813099450877,
          "record-reason": 0.0012784343777812045,
          "search-boots": 0.00036584705303107734,
          "search-faq": 0.0017791734146214058,
          "search-jacket": 0.02795016279037696,
          "search-jeans": 0.0014847391523602734,
          "search-membership": 0.000736962527330589,
          "search-policy": 0.0016576649711272902,
          "search-pricing": 0.0006600832750361619,
          "search-shirt": 0.000766602859870594,
          "search-timing": 0.00035452235632106306,
          "select-faq": 0.00020759111121164522,
          "send-link": 0.0027644277352956593,
          "shipping-status": 0.0011450695267748228,
          "subscription-status": 0.002066283997854917,
          "try-again": 0.002066283997854917,
          "update-account": 0.002575631573780373,
          "update-order": 0.0022177446823505456,
          "validate-purchase": 0.6822401171293103,
          "verify-identity": 0.03889780550345732
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.004211784817607893,
          "enter-details": 0.004211784817607893,
          "instructions": 0.0033788809453023237,
          "log-out-in": 0.003772415403590227,
          "make-password": 0.002565407490318182,
          "make-purchase": 0.00015740424683355675,
          "membership": 0.00021905657524423476,
          "notify-team": 0.0001962048383557251,
          "offer-refund": 0.00015740424683355675,
          "promo-code": 0.00012627668656926757,
          "pull-up-account": 0.00010130477501083194,
          "record-reason": 0.003772415403590227,
          "search-boots": 0.0030263999993799407,
          "search-faq": 0.0028641974991196074,
          "search-jacket": 0.00017573692518790815,
          "search-jeans": 0.0019446952340736697,
          "search-membership": 0.0028641974991196074,
          "search-policy": 0.002054825193900905,
          "search-pricing": 0.0024240682839498416,
          "search-shirt": 0.0019446952340736697,
          "search-timing": 0.002054825193900905,
          "select-faq": 0.0024240682839498416,
          "send-link": 0.0021746352848781196,
          "shipping-status": 0.0028641974991196074,
          "subscription-status": 0.0019446952340736697,
          "try-again": 0.003772415403590227,
          "update-account": 0.0030263999993799407,
          "update-order": 0.005861462845455306,
          "validate-purchase": 0.9310058177082734,
          "verify-identity": 0.00470232643170995
        }
      }
    },
    {
      "id": "abcd-test-8354-turn-4",
      "conversation_id": "8354",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "search-membership": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "subscription-status": 0.0,
          "pull-up-account": 0.95,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "promo-code": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "verify-identity": 0.05
        },
        "vendor_confidence": 0.95,
        "input_tokens": 2937,
        "request_sha256": "1404b254e4917355d113270de4017d405502011c165110328d8eb772f757342e"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.007219110216330618,
          "enter-details": 0.004161506862324862,
          "instructions": 0.0011094064342915013,
          "log-out-in": 0.000926506710154784,
          "make-password": 0.0004783754214443913,
          "make-purchase": 0.0002469955228090382,
          "membership": 0.0003837740785088598,
          "notify-team": 0.005791491973515162,
          "offer-refund": 0.0033385458603619918,
          "promo-code": 0.0005728104344511583,
          "pull-up-account": 0.8239280978954583,
          "record-reason": 0.007219110216330618,
          "search-boots": 0.00034373911873552865,
          "search-faq": 0.0005340912882561339,
          "search-jacket": 0.0005962962301111996,
          "search-jeans": 0.00041159591822052295,
          "search-membership": 0.00021251563116693803,
          "search-policy": 0.0002726272490472193,
          "search-pricing": 5.0743967834264383e-05,
          "search-shirt": 0.00012607904957862587,
          "search-timing": 9.05947619250199e-05,
          "select-faq": 0.00021871371677510755,
          "send-link": 0.0002441870487820957,
          "shipping-status": 0.0007140097860450799,
          "subscription-status": 0.0002441870487820957,
          "try-again": 3.1809709003131094e-05,
          "update-account": 0.00019034622908447647,
          "update-order": 0.0002957540956628904,
          "validate-purchase": 0.05855586414799497,
          "verify-identity": 0.08149111337701344
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0017926167153306451,
          "enter-details": 0.0024947519548656548,
          "instructions": 0.00178663696253175,
          "log-out-in": 0.0020014008556963484,
          "make-password": 0.0020014008556963484,
          "make-purchase": 0.00178663696253175,
          "membership": 0.00178663696253175,
          "notify-team": 0.00178663696253175,
          "offer-refund": 0.001994724631909827,
          "promo-code": 0.0022345018943581156,
          "pull-up-account": 0.9566359688210588,
          "record-reason": 0.0027853126750845164,
          "search-boots": 0.0016908806559013175,
          "search-faq": 0.001994724631909827,
          "search-jacket": 0.0014381172226858728,
          "search-jeans": 0.0014381172226858728,
          "search-membership": 0.0011537214912525186,
          "search-policy": 0.0009779824064124866,
          "search-pricing": 0.0010918868593837539,
          "search-shirt": 3.745603359454746e-05,
          "search-timing": 4.181849826173067e-05,
          "select-faq": 0.0010918868593837539,
          "send-link": 3.5448550536247134e-05,
          "shipping-status": 4.4186722818849995e-05,
          "subscription-status": 4.181849826173067e-05,
          "try-again": 3.745603359454746e-05,
          "update-account": 0.0010918868593837539,
          "update-order": 4.4186722818849995e-05,
          "validate-purchase": 0.0011537214912525186,
          "verify-identity": 0.007507476985734503
        }
      }
    },
    {
      "id": "abcd-test-10157-turn-14",
      "conversation_id": "10157",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "log-out-in": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "promo-code": 0.04,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.95,
          "validate-purchase": 0.01,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3246,
        "request_sha256": "dcf71a831756b18b6470ebc109c9e6f1276f792575f292214fcb65f53f485e3c"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.02040039160466548,
          "enter-details": 0.004363001625655475,
          "instructions": 0.0017809642726398893,
          "log-out-in": 0.0016186976455545086,
          "make-password": 0.0005300811708016882,
          "make-purchase": 0.0006607476886035321,
          "membership": 0.0014287689799152726,
          "notify-team": 0.003907857515652414,
          "offer-refund": 0.0054384990719356435,
          "promo-code": 0.23028466962566654,
          "pull-up-account": 0.003449335187048773,
          "record-reason": 0.0028080112994198015,
          "search-boots": 0.004871155125009905,
          "search-faq": 0.0030895040122828,
          "search-jacket": 0.00027369209557663674,
          "search-jeans": 0.001163123576771222,
          "search-membership": 0.00043152489431334487,
          "search-policy": 0.001869571714210151,
          "search-pricing": 0.025429143085906367,
          "search-shirt": 0.0008646010755932782,
          "search-timing": 0.0008357677607925375,
          "select-faq": 0.0014498367343112014,
          "send-link": 0.001869571714210151,
          "shipping-status": 0.0007485812316888576,
          "subscription-status": 0.0007744067289900069,
          "try-again": 0.0003998424890254094,
          "update-account": 0.001499853734326721,
          "update-order": 0.002904882884178335,
          "validate-purchase": 0.11890094282362286,
          "verify-identity": 0.5559529726316311
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.005142924382773475,
          "enter-details": 0.003904753055420749,
          "instructions": 0.004359535243405543,
          "log-out-in": 0.001228236994961137,
          "make-password": 0.001228236994961137,
          "make-purchase": 0.0007080257887398356,
          "membership": 0.0009853464449585347,
          "notify-team": 0.004606419268863375,
          "offer-refund": 0.0007904887416556473,
          "promo-code": 0.007990916418551902,
          "pull-up-account": 0.001100108609993255,
          "record-reason": 0.004125882728805393,
          "search-boots": 0.004359535243405543,
          "search-faq": 0.0028057803601318375,
          "search-jacket": 0.0005087556376062019,
          "search-jeans": 0.002694647429832466,
          "search-membership": 0.0029646745575266247,
          "search-policy": 0.0025130843863019935,
          "search-pricing": 0.003132566522680893,
          "search-shirt": 0.00228418878744273,
          "search-timing": 0.0028057803601318375,
          "select-faq": 0.0028472476990017556,
          "send-link": 0.0019362527964914434,
          "shipping-status": 0.002550225759241477,
          "subscription-status": 0.002045904565283744,
          "try-again": 0.002694647429832466,
          "update-account": 0.004606419268863375,
          "update-order": 0.003904753055420749,
          "validate-purchase": 0.007157312750989361,
          "verify-identity": 0.9120173487167256
        }
      }
    },
    {
      "id": "abcd-test-1916-turn-39",
      "conversation_id": "1916",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "search-boots": 0.02,
          "search-policy": 0.0,
          "subscription-status": 0.03,
          "record-reason": 0.24000000000000002,
          "promo-code": 0.02,
          "membership": 0.09,
          "update-account": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.02,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.23,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.01,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.07,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.01,
          "verify-identity": 0.26
        },
        "vendor_confidence": 0.22,
        "input_tokens": 4073,
        "request_sha256": "d286a2a394468017b671b2aa824dd9f4b9670b8b09f49781f3fa9ee4419edf0a"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.26875378266316746,
          "enter-details": 0.012292727710240616,
          "instructions": 0.002236536503002919,
          "log-out-in": 0.002003223341695009,
          "make-password": 0.0009264085642042017,
          "make-purchase": 0.00042842641278804456,
          "membership": 0.06417242913935298,
          "notify-team": 0.013724447386142535,
          "offer-refund": 0.07164651743570041,
          "promo-code": 0.006730420130056204,
          "pull-up-account": 0.026581203023961632,
          "record-reason": 0.057478027618820905,
          "search-boots": 0.012292727710240616,
          "search-faq": 0.0027878491378722473,
          "search-jacket": 0.0009264085642042017,
          "search-jeans": 0.0035700931453014405,
          "search-membership": 0.023808279528063848,
          "search-policy": 0.002058002740498252,
          "search-pricing": 0.007719796481741921,
          "search-shirt": 0.0010625913169754963,
          "search-timing": 0.0022976961716697367,
          "select-faq": 0.002058002740498252,
          "send-link": 0.013724447386142535,
          "shipping-status": 0.0004040193396819948,
          "subscription-status": 0.11132215121361289,
          "try-again": 0.0016510213868242262,
          "update-account": 0.02967708130043045,
          "update-order": 0.007086228184309005,
          "validate-purchase": 0.009861774006822066,
          "verify-identity": 0.24071767971597785
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.026257524304043107,
          "enter-details": 0.007815216057545251,
          "instructions": 0.005930452141181683,
          "log-out-in": 0.005930452141181683,
          "make-password": 0.005311793607975342,
          "make-purchase": 0.00475767315559749,
          "membership": 0.6409249272956352,
          "notify-team": 0.009741687521648359,
          "offer-refund": 0.006621165492746907,
          "promo-code": 0.005930452141181683,
          "pull-up-account": 0.010876291222244273,
          "record-reason": 0.02931571110505983,
          "search-boots": 0.009741687521648359,
          "search-faq": 0.010876291222244273,
          "search-jacket": 0.005311793607975342,
          "search-jeans": 0.0029533403873266183,
          "search-membership": 0.009741687521648359,
          "search-policy": 0.002369298424257267,
          "search-pricing": 0.0029533403873266183,
          "search-shirt": 0.0026452509008541886,
          "search-timing": 0.0026452509008541886,
          "select-faq": 0.0029533403873266183,
          "send-link": 0.007815216057545251,
          "shipping-status": 0.004110109621297271,
          "subscription-status": 0.009741687521648359,
          "try-again": 0.009741687521648359,
          "update-account": 0.05085503551467396,
          "update-order": 0.013557326520162599,
          "validate-purchase": 0.013557326520162599,
          "verify-identity": 0.07901698327535893
        }
      }
    },
    {
      "id": "abcd-test-3225-turn-7",
      "conversation_id": "3225",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.19,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.03,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.78,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.76,
        "input_tokens": 3041,
        "request_sha256": "5b1b54e1cbee7991edb78f1d2fbeae0b9c2661373ed409a12531be2b2b8c3ad0"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.007755875202060267,
          "enter-details": 0.005573024191174962,
          "instructions": 0.002577295288882214,
          "log-out-in": 0.0032126053089107003,
          "make-password": 0.0010359766791297126,
          "make-purchase": 0.00024736793033914005,
          "membership": 0.0005348970503251888,
          "notify-team": 0.000831106635025844,
          "offer-refund": 0.0011566356787048402,
          "promo-code": 0.000856441998498843,
          "pull-up-account": 0.6360578175158136,
          "record-reason": 0.0018519287197255568,
          "search-boots": 0.0002761786183256359,
          "search-faq": 0.0016587374857836396,
          "search-jacket": 0.0012913477011282815,
          "search-jeans": 0.0005512022757541765,
          "search-membership": 0.00016405827953731527,
          "search-policy": 0.0008196944424352392,
          "search-pricing": 6.431340014162127e-05,
          "search-shirt": 0.0004232259150665963,
          "search-timing": 0.0002723863422319778,
          "select-faq": 0.0008196944424352392,
          "send-link": 0.000615400845443464,
          "shipping-status": 0.0006575953778168338,
          "subscription-status": 0.00024124667305962805,
          "try-again": 0.0002723863422319778,
          "update-account": 0.00044219904733229715,
          "update-order": 0.00047251859026863476,
          "validate-purchase": 0.000856441998498843,
          "verify-identity": 0.32841040002391775
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003078483544886634,
          "enter-details": 0.0024696966789727365,
          "instructions": 0.002215653083232925,
          "log-out-in": 0.002757339208041273,
          "make-password": 0.002757339208041273,
          "make-purchase": 0.002215653083232925,
          "membership": 0.002215653083232925,
          "notify-team": 0.0020969033203064678,
          "offer-refund": 0.0024737078964559628,
          "promo-code": 0.0024737078964559628,
          "pull-up-account": 0.9470282398131253,
          "record-reason": 0.004284272774198204,
          "search-boots": 0.0020969033203064678,
          "search-faq": 0.003078483544886634,
          "search-jacket": 0.0017746130917513086,
          "search-jeans": 0.0022120604182397437,
          "search-membership": 0.00011740448629668263,
          "search-policy": 0.001275157572493076,
          "search-pricing": 0.0012068145282637837,
          "search-shirt": 9.41871015018254e-05,
          "search-timing": 9.41871015018254e-05,
          "select-faq": 9.41871015018254e-05,
          "send-link": 0.00011740448629668263,
          "shipping-status": 0.00011740448629668263,
          "subscription-status": 0.0015042978512685573,
          "try-again": 0.0017746130917513086,
          "update-account": 0.0022120604182397437,
          "update-order": 0.00010515695716887372,
          "validate-purchase": 0.001275157572493076,
          "verify-identity": 0.004783257279559311
        }
      }
    },
    {
      "id": "abcd-test-7696-turn-13",
      "conversation_id": "7696",
      "expected_action": "record-reason",
      "jev": {
        "choice": "search-boots",
        "probabilities": {
          "subscription-status": 0.0,
          "search-boots": 0.49,
          "search-policy": 0.0,
          "record-reason": 0.13,
          "promo-code": 0.0,
          "update-account": 0.0,
          "membership": 0.0,
          "search-faq": 0.01,
          "search-pricing": 0.0,
          "notify-team": 0.22,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.01,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.14
        },
        "vendor_confidence": 0.46,
        "input_tokens": 3218,
        "request_sha256": "14ffdd23859ab47b2f82beef9be9f0fd7a71cdb91892d09618b8b58ed4d023d5"
      },
      "shared_jevk5": {
        "choice": "search-boots",
        "probabilities": {
          "ask-the-oracle": 0.04475389288566023,
          "enter-details": 0.003890374733831883,
          "instructions": 0.0027954460840530562,
          "log-out-in": 0.0016114543028875918,
          "make-password": 0.0007452322580466346,
          "make-purchase": 0.1346784031097054,
          "membership": 0.0014433488990702687,
          "notify-team": 0.023107403148499975,
          "offer-refund": 0.004941950673677793,
          "promo-code": 0.04008521654666538,
          "pull-up-account": 0.0025038279404967405,
          "record-reason": 0.20925917363858018,
          "search-boots": 0.4052884151435123,
          "search-faq": 0.004941950673677793,
          "search-jacket": 0.0009289341163259861,
          "search-jeans": 0.0008368257490303367,
          "search-membership": 0.001317463199578477,
          "search-policy": 0.0009342900299492686,
          "search-pricing": 0.00011671116500954741,
          "search-shirt": 0.00019981520166760706,
          "search-timing": 0.0007495288952532458,
          "select-faq": 9.893318806482445e-05,
          "send-link": 0.0006092727527633703,
          "shipping-status": 0.0011800268434674266,
          "subscription-status": 0.0006713381941228877,
          "try-again": 0.0008368257490303367,
          "update-account": 0.0006713381941228877,
          "update-order": 0.0011800268434674266,
          "validate-purchase": 0.06953736329311568,
          "verify-identity": 0.04008521654666538
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.013547021658391436,
          "enter-details": 0.0030749078974116116,
          "instructions": 0.0024668281169981524,
          "log-out-in": 0.009734271716624655,
          "make-password": 0.0026065266762177954,
          "make-purchase": 0.009734271716624655,
          "membership": 0.0024668281169981524,
          "notify-team": 0.010868012411628134,
          "offer-refund": 0.0032490426339982347,
          "promo-code": 0.0032490426339982347,
          "pull-up-account": 0.005929167584641161,
          "record-reason": 0.7983057581336808,
          "search-boots": 0.06334268817243417,
          "search-faq": 0.013547021658391436,
          "search-jacket": 0.0026065266762177954,
          "search-jeans": 0.004756641962294561,
          "search-membership": 0.0021623652490230325,
          "search-policy": 0.0017347459498519742,
          "search-pricing": 0.005611389230773149,
          "search-shirt": 0.0016417707644558416,
          "search-timing": 0.001832985959515034,
          "select-faq": 0.004032092958172802,
          "send-link": 0.004501706323910697,
          "shipping-status": 0.005310642704729203,
          "subscription-status": 0.0024142135036996325,
          "try-again": 0.0021623652490230325,
          "update-account": 0.0022848218276589017,
          "update-order": 0.004756641962294561,
          "validate-purchase": 0.004260434091723836,
          "verify-identity": 0.00780926645861734
        }
      }
    },
    {
      "id": "abcd-test-1037-turn-13",
      "conversation_id": "1037",
      "expected_action": "record-reason",
      "jev": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.06,
          "verify-identity": 0.12,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "log-out-in": 0.0,
          "search-membership": 0.0,
          "shipping-status": 0.7,
          "search-faq": 0.0,
          "validate-purchase": 0.01,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.11,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.68,
        "input_tokens": 3294,
        "request_sha256": "07f5e59fd0e25a980abc0bedff22a9f166c04bfb1bc88ff4d0e88745db80c320"
      },
      "shared_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.06170856621168349,
          "enter-details": 0.0028225306818958655,
          "instructions": 0.0025280873475490577,
          "log-out-in": 0.001460573736685285,
          "make-password": 0.00048535193317658995,
          "make-purchase": 0.002264359979906265,
          "membership": 0.0011717372752492693,
          "notify-team": 0.020505877535959074,
          "offer-refund": 0.01473460357943876,
          "promo-code": 0.0004347205207408994,
          "pull-up-account": 0.00034875219509593775,
          "record-reason": 0.23147543147874547,
          "search-boots": 0.004385565877925358,
          "search-faq": 0.0011717372752492693,
          "search-jacket": 0.0004347205207408994,
          "search-jeans": 0.0006739576788001675,
          "search-membership": 0.00022395765025383954,
          "search-policy": 0.0016272950829208036,
          "search-pricing": 0.001305488570586259,
          "search-shirt": 0.0009380656212835925,
          "search-timing": 0.0005406782481112861,
          "select-faq": 0.0018165702266137772,
          "send-link": 0.0014573334876690806,
          "shipping-status": 0.5588276586527064,
          "subscription-status": 0.0010473210405313438,
          "try-again": 0.0002500767331900051,
          "update-account": 0.0011693012734120556,
          "update-order": 0.04950535491288635,
          "validate-purchase": 0.03186139898169796,
          "verify-identity": 0.002822925689295452
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0050173698414835086,
          "enter-details": 0.0022247266035452526,
          "instructions": 0.003229160149340073,
          "log-out-in": 0.0036052569850165746,
          "make-password": 0.0022247266035452526,
          "make-purchase": 0.0019926454163643444,
          "membership": 0.0019926454163643444,
          "notify-team": 0.0050173698414835086,
          "offer-refund": 0.0036052569850165746,
          "promo-code": 0.0018858480372431112,
          "pull-up-account": 0.001861471877748756,
          "record-reason": 0.8897522910175827,
          "search-boots": 0.002105490870338753,
          "search-faq": 0.00402515729641364,
          "search-jacket": 0.0017847747371369748,
          "search-jeans": 0.002892297927968417,
          "search-membership": 0.0003783984396741116,
          "search-policy": 0.0019668887179263707,
          "search-pricing": 0.0017617048690143748,
          "search-shirt": 0.002892297927968417,
          "search-timing": 0.005601743272111923,
          "select-faq": 0.0003783984396741116,
          "send-link": 0.0050173698414835086,
          "shipping-status": 0.04069703582904822,
          "subscription-status": 0.0003783984396741116,
          "try-again": 0.0003783984396741116,
          "update-account": 0.00039982744950150677,
          "update-order": 0.00035811789438954813,
          "validate-purchase": 0.000320759365785778,
          "verify-identity": 0.006254171467482081
        }
      }
    },
    {
      "id": "abcd-test-4461-turn-9",
      "conversation_id": "4461",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "search-boots": 0.0,
          "search-policy": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "promo-code": 0.0,
          "membership": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.01,
          "notify-team": 0.0,
          "search-jacket": 0.01,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.98,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3128,
        "request_sha256": "f62be90d489837fe75df6fb6acd3663a1a326bb549734efb00eb38c8a1dfc438"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.0076050909708127445,
          "enter-details": 0.01489364459267501,
          "instructions": 0.03595621764350868,
          "log-out-in": 0.011948345579400861,
          "make-password": 0.0022635552091422022,
          "make-purchase": 0.008490846029348525,
          "membership": 0.003926672279595066,
          "notify-team": 0.006811734881654816,
          "offer-refund": 0.003517045959545399,
          "promo-code": 0.009585494413228072,
          "pull-up-account": 0.03220529967594788,
          "record-reason": 0.001836177962338918,
          "search-boots": 0.001456815584162101,
          "search-faq": 0.1082034486482512,
          "search-jacket": 0.630648061121055,
          "search-jeans": 0.002288800982276846,
          "search-membership": 0.0055256247863810495,
          "search-policy": 0.0008418068904450455,
          "search-pricing": 0.0013193950508112334,
          "search-shirt": 0.0014730636516866035,
          "search-timing": 0.0009480582897224331,
          "select-faq": 0.050039599129815863,
          "send-link": 0.0006048847324464678,
          "shipping-status": 0.0007539904509339274,
          "subscription-status": 0.00253325421584361,
          "try-again": 0.0013079737270998697,
          "update-account": 0.00025055279564531496,
          "update-order": 0.000180035990215673,
          "validate-purchase": 0.016628291112500932,
          "verify-identity": 0.03595621764350868
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.003705264354741839,
          "enter-details": 0.0005372284904147547,
          "instructions": 0.0026624368011145573,
          "log-out-in": 0.0008347289623558366,
          "make-password": 0.0006696567657133037,
          "make-purchase": 0.0008347289623558366,
          "membership": 0.003705264354741839,
          "notify-team": 0.0033187348927901095,
          "offer-refund": 0.000747650990339319,
          "promo-code": 0.0029725282173665487,
          "pull-up-account": 0.0029725282173665487,
          "record-reason": 0.0008347289623558366,
          "search-boots": 0.0005997988516932403,
          "search-faq": 0.004136812567187953,
          "search-jacket": 0.0057571318674878155,
          "search-jeans": 0.0033334288333745615,
          "search-membership": 0.0033334288333745615,
          "search-policy": 0.0029725282173665487,
          "search-pricing": 0.003705264354741839,
          "search-shirt": 0.00461862206112909,
          "search-timing": 0.00461862206112909,
          "select-faq": 0.9144333960554638,
          "send-link": 0.00461862206112909,
          "shipping-status": 0.002674225161787956,
          "subscription-status": 0.0033187348927901095,
          "try-again": 0.0057571318674878155,
          "update-account": 0.0033334288333745615,
          "update-order": 0.002674225161787956,
          "validate-purchase": 0.002985689513663101,
          "verify-identity": 0.0033334288333745615
        }
      }
    },
    {
      "id": "abcd-test-8833-turn-5",
      "conversation_id": "8833",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "log-out-in": 0.83,
          "search-faq": 0.01,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.13,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.03,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.82,
        "input_tokens": 2973,
        "request_sha256": "2d31ded53023b11321b2aa9de435b2122f58aed310472c012e19bf6e27ff60a5"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.004151597821752389,
          "enter-details": 0.0026719527245825984,
          "instructions": 0.05232243497060568,
          "log-out-in": 0.6594185840756294,
          "make-password": 0.0012026085338235084,
          "make-purchase": 0.0013426750397004584,
          "membership": 0.000693252132724921,
          "notify-team": 0.0021435592210240044,
          "offer-refund": 0.0009647862171605573,
          "promo-code": 0.0005561571220211802,
          "pull-up-account": 0.002086206999439044,
          "record-reason": 0.0009647862171605573,
          "search-boots": 0.006450630896000352,
          "search-faq": 0.008040728137397073,
          "search-jacket": 0.0015402655693030165,
          "search-jeans": 0.0015402655693030165,
          "search-membership": 0.0006380022538590293,
          "search-policy": 0.00031724260991384493,
          "search-pricing": 0.0005118338330391911,
          "search-shirt": 0.02167279805860945,
          "search-timing": 0.0004415007205885874,
          "select-faq": 0.004151597821752389,
          "send-link": 0.0004584398703374796,
          "shipping-status": 0.0002545061406164802,
          "subscription-status": 0.0005503318368528542,
          "try-again": 0.2191265262156714,
          "update-account": 0.00028414820037691994,
          "update-order": 0.00016379903847618034,
          "validate-purchase": 0.005174983113802271,
          "verify-identity": 0.00016379903847618034
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0016008111794999556,
          "enter-details": 0.0024872913742647394,
          "instructions": 0.0027769830447374306,
          "log-out-in": 0.9537751209806506,
          "make-password": 0.0017872558442068535,
          "make-purchase": 0.0017872558442068535,
          "membership": 0.001153170520234125,
          "notify-team": 0.0010913653511897073,
          "offer-refund": 0.0010913653511897073,
          "promo-code": 0.0007421762122203572,
          "pull-up-account": 0.0010913653511897073,
          "record-reason": 0.0008755418228331026,
          "search-boots": 0.0010913653511897073,
          "search-faq": 0.001515014761472674,
          "search-jacket": 0.001284242084553496,
          "search-jeans": 0.001284242084553496,
          "search-membership": 0.0008733405536812891,
          "search-policy": 7.648677625802322e-05,
          "search-pricing": 0.0008733405536812891,
          "search-shirt": 0.0008733405536812891,
          "search-timing": 0.0010886215451999133,
          "select-faq": 0.0011502712395055964,
          "send-link": 7.648677625802322e-05,
          "shipping-status": 5.807240344023656e-05,
          "subscription-status": 0.0011502712395055964,
          "try-again": 0.018070337794382763,
          "update-account": 6.850776422308689e-05,
          "update-order": 6.850776422308689e-05,
          "validate-purchase": 6.136110150922617e-05,
          "verify-identity": 7.648677625802322e-05
        }
      }
    },
    {
      "id": "abcd-test-7387-turn-12",
      "conversation_id": "7387",
      "expected_action": "make-password",
      "jev": {
        "choice": "make-password",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "update-account": 0.0,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.09,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-boots": 0.0,
          "verify-identity": 0.03,
          "search-membership": 0.0,
          "make-password": 0.88,
          "search-jeans": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3216,
        "request_sha256": "29cee3479883c0adb33457a8ea6990751b5333f110f3d5520dbd5c21cf2083fc"
      },
      "shared_jevk5": {
        "choice": "make-password",
        "probabilities": {
          "ask-the-oracle": 0.0031436923388458208,
          "enter-details": 0.08567213257456381,
          "instructions": 0.0014538287337161422,
          "log-out-in": 0.002258914095009681,
          "make-password": 0.8662009149961516,
          "make-purchase": 0.00021760552431925539,
          "membership": 0.0002494404399451578,
          "notify-team": 0.0005393784770303347,
          "offer-refund": 0.0004327129997702298,
          "promo-code": 9.524018365472189e-05,
          "pull-up-account": 0.00019490513486063627,
          "record-reason": 0.0003028376049170225,
          "search-boots": 0.00021760552431925539,
          "search-faq": 0.00024294980393754374,
          "search-jacket": 0.0001479812816228761,
          "search-jeans": 0.0003471416371948597,
          "search-membership": 0.00010332225672959838,
          "search-policy": 0.00012384581466970448,
          "search-pricing": 0.0001153560821878669,
          "search-shirt": 5.12989314708e-05,
          "search-timing": 1.61331193698313e-05,
          "select-faq": 0.00013827000059405824,
          "send-link": 0.022839111846552188,
          "shipping-status": 0.00017235394222863808,
          "subscription-status": 0.0043750187966740415,
          "try-again": 0.00015437413449575225,
          "update-account": 0.0010446562458192262,
          "update-order": 0.00019242780059705513,
          "validate-purchase": 0.0004831111193623924,
          "verify-identity": 0.008473438559389954
        }
      },
      "trained_jevk5": {
        "choice": "make-password",
        "probabilities": {
          "ask-the-oracle": 0.002766159651301454,
          "enter-details": 0.0038496133712657555,
          "instructions": 0.002344808151285487,
          "log-out-in": 0.002617905664905176,
          "make-password": 0.950057757415074,
          "make-purchase": 0.0022191366655507335,
          "membership": 0.0016022563876605712,
          "notify-team": 0.0015163824619885762,
          "offer-refund": 0.0016022563876605712,
          "promo-code": 0.0009759370228197788,
          "pull-up-account": 0.0016848739434022627,
          "record-reason": 0.0016929935363708662,
          "search-boots": 0.0016929935363708662,
          "search-faq": 0.001594571979034645,
          "search-jacket": 0.0016022563876605712,
          "search-jeans": 0.0003788044194862907,
          "search-membership": 0.00033928792895187757,
          "search-policy": 0.0003788044194862907,
          "search-pricing": 0.00033928792895187757,
          "search-shirt": 0.00033928792895187757,
          "search-timing": 0.0002437971121605222,
          "select-faq": 0.0016848739434022627,
          "send-link": 0.0016848739434022627,
          "shipping-status": 0.000303893778511337,
          "subscription-status": 0.0022191366655507335,
          "try-again": 0.0022191366655507335,
          "update-account": 0.002766159651301454,
          "update-order": 0.0030883315293898693,
          "validate-purchase": 0.002344808151285487,
          "verify-identity": 0.0038496133712657555
        }
      }
    },
    {
      "id": "abcd-test-5879-turn-15",
      "conversation_id": "5879",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.04,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.12,
          "promo-code": 0.0,
          "select-faq": 0.74,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.03,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-faq": 0.07,
          "shipping-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.72,
        "input_tokens": 3306,
        "request_sha256": "367c390edcb301f5bb7663c15b353033dc520ce703ffd371ead1d3cd59df75d7"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.005850883146489544,
          "enter-details": 0.027357357239522505,
          "instructions": 0.003020937116157384,
          "log-out-in": 0.0005674471346207074,
          "make-password": 0.000210526030170908,
          "make-purchase": 0.00023504576174155075,
          "membership": 0.0003652068653219837,
          "notify-team": 0.003020937116157384,
          "offer-refund": 0.017607091235684873,
          "promo-code": 0.00023504576174155075,
          "pull-up-account": 0.08232679807030854,
          "record-reason": 0.021947288119078163,
          "search-boots": 0.00016889334890805394,
          "search-faq": 0.014125193207732598,
          "search-jacket": 0.0005674471346207074,
          "search-jeans": 0.001559773264871575,
          "search-membership": 0.0007213319077060706,
          "search-policy": 0.009090920587023217,
          "search-pricing": 0.0033727817656273138,
          "search-shirt": 0.0008128974616604703,
          "search-timing": 0.0006521425653164327,
          "select-faq": 0.005850883146489544,
          "send-link": 0.0014101615780420947,
          "shipping-status": 0.002446258987024878,
          "subscription-status": 0.0004197164659545749,
          "try-again": 0.0001557169845541456,
          "update-account": 0.0007280968464925503,
          "update-order": 0.0021707077217315465,
          "validate-purchase": 0.7455446623749427,
          "verify-identity": 0.047457851054306464
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0013368782951704132,
          "enter-details": 0.0011974165839089685,
          "instructions": 0.0032383154120684803,
          "log-out-in": 0.0011974165839089685,
          "make-password": 0.0010725035009385327,
          "make-purchase": 0.0020841676873141067,
          "membership": 0.0009606209554804698,
          "notify-team": 0.0027450435121865163,
          "offer-refund": 0.0010725035009385327,
          "promo-code": 0.0032383154120684803,
          "pull-up-account": 0.004036569000320493,
          "record-reason": 0.0036154782160792735,
          "search-boots": 0.0013368782951704132,
          "search-faq": 0.004506703554758639,
          "search-jacket": 0.0036154782160792735,
          "search-jeans": 0.0036603612146465575,
          "search-membership": 0.0036154782160792735,
          "search-policy": 0.00872849088676256,
          "search-pricing": 0.0032383154120684803,
          "search-shirt": 0.0056176185853418,
          "search-timing": 0.0036603612146465575,
          "select-faq": 0.8922748135659802,
          "send-link": 0.005031594858450004,
          "shipping-status": 0.0032785161741699918,
          "subscription-status": 0.004562650541628821,
          "try-again": 0.00700238486662591,
          "update-account": 0.004086679444804926,
          "update-order": 0.0032785161741699918,
          "validate-purchase": 0.012147279576604565,
          "verify-identity": 0.004562650541628821
        }
      }
    },
    {
      "id": "abcd-test-9421-turn-12",
      "conversation_id": "9421",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "update-account": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.03,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.96,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "membership": 0.0,
          "enter-details": 0.01,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3153,
        "request_sha256": "a5c413350d19389c193c037b3cb70213fb24b19e54533d157ea245100103964c"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.002920952502303042,
          "enter-details": 0.015248384188770062,
          "instructions": 0.00034088587085315074,
          "log-out-in": 0.00042491518500920023,
          "make-password": 0.0002734735669151477,
          "make-purchase": 0.00017600657479826246,
          "membership": 0.01095680602540769,
          "notify-team": 0.00406503581237918,
          "offer-refund": 0.019007155194667124,
          "promo-code": 0.00024494506855213575,
          "pull-up-account": 0.0009706393061034161,
          "record-reason": 0.005067079001210708,
          "search-boots": 0.0002734735669151477,
          "search-faq": 0.0063161274607097875,
          "search-jacket": 4.2026411237687065e-05,
          "search-jeans": 0.015248384188770062,
          "search-membership": 0.000697457868272491,
          "search-policy": 0.00013360362025914547,
          "search-pricing": 0.0012099045804029997,
          "search-shirt": 0.00042741481425228564,
          "search-timing": 0.00010205703619270218,
          "select-faq": 0.0016838017373176969,
          "send-link": 0.0008278072466741946,
          "shipping-status": 0.0004771953012565214,
          "subscription-status": 0.0005327737209094196,
          "try-again": 0.00010205703619270218,
          "update-account": 0.001031864060789077,
          "update-order": 0.0063161274607097875,
          "validate-purchase": 0.8985655181314594,
          "verify-identity": 0.0063161274607097875
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0005294880747142018,
          "enter-details": 0.0033966171417944423,
          "instructions": 0.0028792319679227514,
          "log-out-in": 0.0033966171417944423,
          "make-password": 0.0007368795370999231,
          "make-purchase": 0.0007368795370999231,
          "membership": 0.004233892701781881,
          "notify-team": 0.0021860501334466805,
          "offer-refund": 0.0005911575448296734,
          "promo-code": 0.0005911575448296734,
          "pull-up-account": 0.0006600089769742541,
          "record-reason": 0.003792217094800809,
          "search-boots": 0.002578873557080448,
          "search-faq": 0.002068887012572012,
          "search-jacket": 0.00034077654857673817,
          "search-jeans": 0.0021863180779885844,
          "search-membership": 0.002440657044764158,
          "search-policy": 0.0021863180779885844,
          "search-pricing": 0.00195800346283859,
          "search-shirt": 0.0019582435583234427,
          "search-timing": 0.0018532901248113152,
          "select-faq": 0.0019582435583234427,
          "send-link": 0.0021863180779885844,
          "shipping-status": 0.00272491749611266,
          "subscription-status": 0.0019582435583234427,
          "try-again": 0.002578873557080448,
          "update-account": 0.00272491749611266,
          "update-order": 0.005277559305846928,
          "validate-purchase": 0.9358927449463849,
          "verify-identity": 0.0033966171417944423
        }
      }
    },
    {
      "id": "abcd-test-4106-turn-6",
      "conversation_id": "4106",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.8200000000000001,
          "update-account": 0.0,
          "verify-identity": 0.18,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.8,
        "input_tokens": 3014,
        "request_sha256": "0d82b07eaf2bc3b557f79e8d8d505eef7b8e2de8d5221cf93a6c68ffaf535c12"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003280087719870382,
          "enter-details": 0.002937912281774134,
          "instructions": 0.0007832112725560772,
          "log-out-in": 0.0008837783464353522,
          "make-password": 0.0008837783464353522,
          "make-purchase": 0.000293681864479594,
          "membership": 0.007092703299693002,
          "notify-team": 0.0004514876128531524,
          "offer-refund": 0.0011016321559677768,
          "promo-code": 0.0002602629015999835,
          "pull-up-account": 0.4666425406261646,
          "record-reason": 0.0012169293832510323,
          "search-boots": 0.00040871167641764295,
          "search-faq": 0.0002110266292178062,
          "search-jacket": 0.0002110266292178062,
          "search-jeans": 0.0002602629015999835,
          "search-membership": 0.00013437935112718728,
          "search-policy": 0.00044311898445236646,
          "search-pricing": 6.214492839581755e-05,
          "search-shirt": 0.0004947284965936873,
          "search-timing": 0.00035548974677614446,
          "select-faq": 0.00035548974677614446,
          "send-link": 0.006352800450725897,
          "shipping-status": 0.0004514876128531524,
          "subscription-status": 0.0331638842793532,
          "try-again": 0.00022879164597091253,
          "update-account": 0.051529019828927755,
          "update-order": 0.0006885045053716811,
          "validate-purchase": 0.0008582227869647544,
          "verify-identity": 0.4179629039881776
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0010932248680626312,
          "enter-details": 0.0016075803858969166,
          "instructions": 0.001978316266689021,
          "log-out-in": 0.001439879506235305,
          "make-password": 0.0016075803858969166,
          "make-purchase": 0.001978316266689021,
          "membership": 0.0016075803858969166,
          "notify-team": 0.0018722869373228295,
          "offer-refund": 0.001978316266689021,
          "promo-code": 0.0012896725839646936,
          "pull-up-account": 0.9578082363564574,
          "record-reason": 0.0017948133984699872,
          "search-boots": 0.0016769716409104584,
          "search-faq": 0.0018722869373228295,
          "search-jacket": 0.0022087287157258545,
          "search-jeans": 5.021011961438758e-05,
          "search-membership": 0.0011551353288717283,
          "search-policy": 0.0009791808272789234,
          "search-pricing": 0.0006301971720324215,
          "search-shirt": 4.497224887988293e-05,
          "search-timing": 5.021011961438758e-05,
          "select-faq": 0.0008300284916119356,
          "send-link": 4.256192508384377e-05,
          "shipping-status": 0.0010346327437594717,
          "subscription-status": 5.305355630568142e-05,
          "try-again": 4.7519064991302335e-05,
          "update-account": 0.0016075803858969166,
          "update-order": 4.497224887988293e-05,
          "validate-purchase": 0.0011551353288717283,
          "verify-identity": 0.01046081953607771
        }
      }
    },
    {
      "id": "abcd-test-5233-turn-8",
      "conversation_id": "5233",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "verify-identity": 0.0,
          "send-link": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.75,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.02,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.23,
          "shipping-status": 0.0
        },
        "vendor_confidence": 0.74,
        "input_tokens": 3087,
        "request_sha256": "d311d09721b93f33edda404088f2e96560c5ddc5927c72ad04ab526f71c4c42e"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.002912821997003878,
          "enter-details": 0.0004225578689020829,
          "instructions": 0.006298552035378967,
          "log-out-in": 0.002912821997003878,
          "make-password": 0.00021817573398160345,
          "make-purchase": 0.012198892663433407,
          "membership": 0.00030363116027194216,
          "notify-team": 0.004525857869052323,
          "offer-refund": 0.00047177266840019323,
          "promo-code": 0.0012716068779362684,
          "pull-up-account": 0.007851162521636373,
          "record-reason": 0.0012716068779362684,
          "search-boots": 0.00015677132407343033,
          "search-faq": 0.026378298754240134,
          "search-jacket": 0.0016791163056206011,
          "search-jeans": 0.8025885578466575,
          "search-membership": 0.002912821997003878,
          "search-policy": 0.0012072788395204382,
          "search-pricing": 0.0015048764201469412,
          "search-shirt": 0.0002882710815892708,
          "search-timing": 0.0006959442916321037,
          "select-faq": 0.0989480372381522,
          "send-link": 0.0012065378617605693,
          "shipping-status": 0.0004479071472260261,
          "subscription-status": 0.000622960907096974,
          "try-again": 0.015205954104381336,
          "update-account": 0.0005000744240538799,
          "update-order": 0.0009685327994143071,
          "validate-purchase": 0.0007765232343673875,
          "verify-identity": 0.0032520751521259174
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0008995188497577741,
          "enter-details": 0.0008056819185728541,
          "instructions": 0.003303496068966543,
          "log-out-in": 0.0011212525409493746,
          "make-password": 0.0011212525409493746,
          "make-purchase": 0.002508171565246252,
          "membership": 0.0008995188497577741,
          "notify-team": 0.002958879131799873,
          "offer-refund": 0.0011212525409493746,
          "promo-code": 0.003303496068966543,
          "pull-up-account": 0.002958879131799873,
          "record-reason": 0.002508171565246252,
          "search-boots": 0.0013976458353304423,
          "search-faq": 0.003688250400882565,
          "search-jacket": 0.003688250400882565,
          "search-jeans": 0.01383503682426889,
          "search-membership": 0.004117817130584949,
          "search-policy": 0.0045974143478108055,
          "search-pricing": 0.004117817130584949,
          "search-shirt": 0.0033391132775890515,
          "search-timing": 0.002990780858372202,
          "select-faq": 0.9102344919640457,
          "send-link": 0.003688250400882565,
          "shipping-status": 0.0020338615086090716,
          "subscription-status": 0.0033391132775890515,
          "try-again": 0.0033391132775890515,
          "update-account": 0.002508171565246252,
          "update-order": 0.0033391132775890515,
          "validate-purchase": 0.002508171565246252,
          "verify-identity": 0.003728016183934743
        }
      }
    },
    {
      "id": "abcd-test-9178-turn-13",
      "conversation_id": "9178",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.98,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.02,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3215,
        "request_sha256": "1a5c59f8c260ba6343c031fd91c9515934e3b2962bacdf720ebdbff72b396cb3"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.00021631490921567953,
          "enter-details": 0.005664660642158996,
          "instructions": 8.96011195402437e-05,
          "log-out-in": 0.0018823794946175177,
          "make-password": 8.96011195402437e-05,
          "make-purchase": 8.025402473193733e-05,
          "membership": 0.012248990183244367,
          "notify-team": 0.0026196757243570766,
          "offer-refund": 0.023723565251166402,
          "promo-code": 0.0003010417379987879,
          "pull-up-account": 0.00019374914987466436,
          "record-reason": 0.0026196757243570766,
          "search-boots": 0.0001246962202624336,
          "search-faq": 0.0015101288165952841,
          "search-jacket": 0.012248990183244367,
          "search-jeans": 0.000844517885446313,
          "search-membership": 0.0010851109146075813,
          "search-policy": 0.000844517885446313,
          "search-pricing": 0.0003229690107765025,
          "search-shirt": 0.0006068327585896853,
          "search-timing": 0.00014489803781801667,
          "select-faq": 0.00014135500027077805,
          "send-link": 0.0011752999810996348,
          "shipping-status": 0.0015101288165952841,
          "subscription-status": 0.000942877944525768,
          "try-again": 0.0001297824164564287,
          "update-account": 0.0006255196701627297,
          "update-order": 0.023723565251166402,
          "validate-purchase": 0.899744857178778,
          "verify-identity": 0.004544442947355554
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0001269188793218484,
          "enter-details": 0.003805028757587331,
          "instructions": 0.0001766306564885272,
          "log-out-in": 0.003052563754074194,
          "make-password": 0.0001972026499907497,
          "make-purchase": 0.00022017062425756957,
          "membership": 0.005295389093574913,
          "notify-team": 0.0034080920788031907,
          "offer-refund": 0.00022017062425756957,
          "promo-code": 0.00022017062425756957,
          "pull-up-account": 0.002587586070461443,
          "record-reason": 0.0047429792635668,
          "search-boots": 0.0027341234073226936,
          "search-faq": 0.002448902598188848,
          "search-jacket": 0.00014170097759858545,
          "search-jeans": 0.0016618378542220475,
          "search-membership": 0.002448902598188848,
          "search-policy": 0.0018553904915663156,
          "search-pricing": 0.001759671393281905,
          "search-shirt": 0.0018553904915663156,
          "search-timing": 0.0016618378542220475,
          "select-faq": 0.0018553904915663156,
          "send-link": 0.0019604629113320333,
          "shipping-status": 0.0027341234073226936,
          "subscription-status": 0.0017559493019054409,
          "try-again": 0.002448902598188848,
          "update-account": 0.002587586070461443,
          "update-order": 0.004248196710030699,
          "validate-purchase": 0.9390546043590706,
          "verify-identity": 0.0027341234073226936
        }
      }
    },
    {
      "id": "abcd-test-4332-turn-12",
      "conversation_id": "4332",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.71,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.16,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.01,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "verify-identity": 0.12,
          "pull-up-account": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "search-jeans": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.69,
        "input_tokens": 3173,
        "request_sha256": "4339ad99a9a27ddeb7408a344d90a69ed6585d753fc62636367b6a400c3b39e0"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0015171761384428174,
          "enter-details": 0.029709498661598114,
          "instructions": 0.00010335013087331259,
          "log-out-in": 0.00020016621971707366,
          "make-password": 0.0009764490099493471,
          "make-purchase": 0.00010335013087331259,
          "membership": 0.0026319012572800656,
          "notify-team": 0.0015171761384428174,
          "offer-refund": 0.013739435307582346,
          "promo-code": 8.291207557837228e-05,
          "pull-up-account": 8.291207557837228e-05,
          "record-reason": 0.012306152759695068,
          "search-boots": 0.00012882623319834327,
          "search-faq": 0.0036627683157780195,
          "search-jacket": 7.426277658222977e-05,
          "search-jeans": 0.0005788351552221859,
          "search-membership": 0.0012171464160073745,
          "search-policy": 0.0005184517032186788,
          "search-pricing": 0.0005628807807058595,
          "search-shirt": 0.01712624685144678,
          "search-timing": 0.00021475086771237237,
          "select-faq": 0.004089367273460765,
          "send-link": 0.000646251492904953,
          "shipping-status": 0.0007215196977726195,
          "subscription-status": 0.00015431032901980636,
          "try-again": 9.93135625165094e-05,
          "update-account": 0.0010901749134631258,
          "update-order": 0.08940511989435049,
          "validate-purchase": 0.809645326977366,
          "verify-identity": 0.007093966853662902
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 7.630661063394564e-05,
          "enter-details": 0.005237801761356288,
          "instructions": 9.511640617732172e-05,
          "log-out-in": 0.003763649135026313,
          "make-password": 9.511640617732172e-05,
          "make-purchase": 0.004201997473464046,
          "membership": 0.0046913990704727775,
          "notify-team": 0.0001122084118059448,
          "offer-refund": 0.003371029224769111,
          "promo-code": 9.001858119963068e-05,
          "pull-up-account": 0.0001122084118059448,
          "record-reason": 0.0046913990704727775,
          "search-boots": 0.003190356486428633,
          "search-faq": 0.0025594460225357523,
          "search-jacket": 6.834638660375862e-05,
          "search-jeans": 0.001742822196563559,
          "search-membership": 0.002704389817011042,
          "search-policy": 0.001945806825619714,
          "search-pricing": 0.002169581939445469,
          "search-shirt": 0.003190356486428633,
          "search-timing": 0.001841519790858091,
          "select-faq": 0.0021724327999846837,
          "send-link": 0.0021724327999846837,
          "shipping-status": 0.003371029224769111,
          "subscription-status": 0.001945806825619714,
          "try-again": 0.003190356486428633,
          "update-account": 0.002425453803837107,
          "update-order": 0.005237801761356288,
          "validate-purchase": 0.928842410712691,
          "verify-identity": 0.0046913990704727775
        }
      }
    },
    {
      "id": "abcd-test-143-turn-42",
      "conversation_id": "143",
      "expected_action": "make-password",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.56,
          "verify-identity": 0.02,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.37,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.04,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "shipping-status": 0.0
        },
        "vendor_confidence": 0.54,
        "input_tokens": 3899,
        "request_sha256": "14e1c70d5b7d8ed1059cd778ee826dcd7638df27d4512d5020643c4495394834"
      },
      "shared_jevk5": {
        "choice": "make-password",
        "probabilities": {
          "ask-the-oracle": 0.008323255375722788,
          "enter-details": 0.06751183347240235,
          "instructions": 0.0042974766915489055,
          "log-out-in": 0.006677286311909784,
          "make-password": 0.6825885363510712,
          "make-purchase": 0.0007842720968643365,
          "membership": 0.0018933884351280135,
          "notify-team": 0.002113909336983868,
          "offer-refund": 0.0012185776106862635,
          "promo-code": 0.0009775973560661052,
          "pull-up-account": 0.1171151422676834,
          "record-reason": 0.003087973887757054,
          "search-boots": 0.0012185776106862635,
          "search-faq": 0.0038491687199496984,
          "search-jacket": 0.0010914570237334311,
          "search-jeans": 0.0011744478071536834,
          "search-membership": 0.00159438602023474,
          "search-policy": 0.0006770185396573734,
          "search-pricing": 0.0002450193930260855,
          "search-shirt": 0.0004864747599604383,
          "search-timing": 0.0008439056532988142,
          "select-faq": 0.00019656545661196747,
          "send-link": 0.003447626996240766,
          "shipping-status": 0.0011744478071536834,
          "subscription-status": 0.0038491687199496984,
          "try-again": 0.0003902717093366265,
          "update-account": 0.002218877469078333,
          "update-order": 0.0003902717093366265,
          "validate-purchase": 0.020093991139724012,
          "verify-identity": 0.060469074271043644
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.007285221618794864,
          "enter-details": 0.245851862240888,
          "instructions": 0.008133723150425452,
          "log-out-in": 0.012554932260960498,
          "make-password": 0.08169722559379046,
          "make-purchase": 0.010072124569482895,
          "membership": 0.007285221618794864,
          "notify-team": 0.008133723150425452,
          "offer-refund": 0.0052348337515534206,
          "promo-code": 0.007285221618794864,
          "pull-up-account": 0.476161417644149,
          "record-reason": 0.011245213052432713,
          "search-boots": 0.007237377602155708,
          "search-faq": 0.011245213052432713,
          "search-jacket": 0.008133723150425452,
          "search-jeans": 0.005806146370952934,
          "search-membership": 0.0041720326077661135,
          "search-policy": 0.0008940202533608544,
          "search-pricing": 0.0008940202533608544,
          "search-shirt": 0.0008940202533608544,
          "search-timing": 0.000800756917858346,
          "select-faq": 0.0011143986264426243,
          "send-link": 0.0033469904494413546,
          "shipping-status": 0.0009981457447321258,
          "subscription-status": 0.0009981457447321258,
          "try-again": 0.005806146370952934,
          "update-account": 0.014017190372520076,
          "update-order": 0.008080306770814309,
          "validate-purchase": 0.0271481797062482,
          "verify-identity": 0.017472465481949955
        }
      }
    },
    {
      "id": "abcd-test-1054-turn-11",
      "conversation_id": "1054",
      "expected_action": "shipping-status",
      "jev": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.03,
          "verify-identity": 0.13,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.17,
          "shipping-status": 0.4,
          "search-faq": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.04,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "update-order": 0.23,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.37,
        "input_tokens": 3235,
        "request_sha256": "3e947b5cdf144ff2fbd970c312eb799d333ca567361c95923a3e046da91758ea"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.17692418745945776,
          "enter-details": 0.004520351417644198,
          "instructions": 0.027189029241049465,
          "log-out-in": 0.0026891450864934335,
          "make-password": 0.0008659093701244341,
          "make-purchase": 0.0009667609003785287,
          "membership": 0.024352699155295768,
          "notify-team": 0.03783846687947455,
          "offer-refund": 0.003742433066308304,
          "promo-code": 0.004520351417644198,
          "pull-up-account": 0.00290928127526471,
          "record-reason": 0.005046831408902897,
          "search-boots": 0.0006946710069438395,
          "search-faq": 0.05265909843459402,
          "search-jacket": 0.0019322992175175877,
          "search-jeans": 0.004091233813210606,
          "search-membership": 0.0019322992175175877,
          "search-policy": 0.010087281643929379,
          "search-pricing": 0.004567735506298537,
          "search-shirt": 0.0008749861463672905,
          "search-timing": 0.34266277674723855,
          "select-faq": 0.0021123904185762397,
          "send-link": 0.00520828062992467,
          "shipping-status": 0.0913497636842867,
          "subscription-status": 0.0021123904185762397,
          "try-again": 0.0006287258891328756,
          "update-account": 0.00169465343716702,
          "update-order": 0.14193644810924821,
          "validate-purchase": 0.024352699155295768,
          "verify-identity": 0.01953681984613671
        }
      },
      "trained_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.03187655055981738,
          "enter-details": 0.003929932616457356,
          "instructions": 0.0035199658955949236,
          "log-out-in": 0.004387647397007164,
          "make-password": 0.003929932616457356,
          "make-purchase": 0.0003199398429573366,
          "membership": 0.00044525443097228804,
          "notify-team": 0.004387647397007164,
          "offer-refund": 0.0003988058866409938,
          "promo-code": 0.0003572028933705087,
          "pull-up-account": 0.0003988058866409938,
          "record-reason": 0.004898671973813344,
          "search-boots": 0.00044525443097228804,
          "search-faq": 0.005469214367574729,
          "search-jacket": 0.00044525443097228804,
          "search-jeans": 0.0028548485263417264,
          "search-membership": 0.003187349435637697,
          "search-policy": 0.003187349435637697,
          "search-pricing": 0.003929932616457356,
          "search-shirt": 0.003187349435637697,
          "search-timing": 0.003973039983310332,
          "select-faq": 0.0028548485263417264,
          "send-link": 0.005469214367574729,
          "shipping-status": 0.8687030431030521,
          "subscription-status": 0.004898671973813344,
          "try-again": 0.003973039983310332,
          "update-account": 0.005469214367574729,
          "update-order": 0.008497904763542875,
          "validate-purchase": 0.008497904763542875,
          "verify-identity": 0.006106208091968659
        }
      }
    },
    {
      "id": "abcd-test-2941-turn-5",
      "conversation_id": "2941",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "subscription-status": 0.0,
          "search-boots": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "promo-code": 0.0,
          "membership": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.01,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.03,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.96,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3011,
        "request_sha256": "3291e13e56911cb4632b5c0578d1e0505da8fec84242fd1c4c5728f9abf10c9c"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.0010398857293079905,
          "enter-details": 8.295473062549937e-05,
          "instructions": 0.0018039261669389789,
          "log-out-in": 0.0007472153632508219,
          "make-password": 0.00012889248625218028,
          "make-purchase": 0.002802887971739855,
          "membership": 8.295473062549937e-05,
          "notify-team": 0.0004809050005602095,
          "offer-refund": 0.00010340328441012753,
          "promo-code": 0.00022239882940281965,
          "pull-up-account": 0.00020026918913939153,
          "record-reason": 0.00016066483769032304,
          "search-boots": 7.430097321753761e-05,
          "search-faq": 0.04403237531566728,
          "search-jacket": 0.000599449416853566,
          "search-jeans": 0.49704737857133585,
          "search-membership": 0.0010398857293079905,
          "search-policy": 0.00013546362509602285,
          "search-pricing": 0.0012962203860059347,
          "search-shirt": 0.00029239504377178945,
          "search-timing": 0.0006692666329580725,
          "select-faq": 0.44519594126590595,
          "send-link": 0.00012133221389648353,
          "shipping-status": 0.00023457207564531063,
          "subscription-status": 0.00038580339481628025,
          "try-again": 9.716353432459258e-05,
          "update-account": 0.00015096970633395165,
          "update-order": 0.0002101017598868055,
          "validate-purchase": 0.00032644995938756286,
          "verify-identity": 0.00023457207564531063
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0007313845920018301,
          "enter-details": 0.000772803696803573,
          "instructions": 0.002855474950607603,
          "log-out-in": 0.0009116730372520968,
          "make-password": 0.0014165293064416415,
          "make-purchase": 0.002855474950607603,
          "membership": 0.001017854616954826,
          "notify-team": 0.003760926758621373,
          "offer-refund": 0.0011364028011360003,
          "promo-code": 0.003760926758621373,
          "pull-up-account": 0.002290788867484895,
          "record-reason": 0.002855474950607603,
          "search-boots": 0.0012687583390414811,
          "search-faq": 0.003760926758621373,
          "search-jacket": 0.003188048771671718,
          "search-jeans": 0.00584361224942289,
          "search-membership": 0.003760926758621373,
          "search-policy": 0.004198957858320601,
          "search-pricing": 0.0033685906618155237,
          "search-shirt": 0.002855474950607603,
          "search-timing": 0.004688005474433772,
          "select-faq": 0.9281705256585357,
          "send-link": 0.002290788867484895,
          "shipping-status": 0.0013370792840453761,
          "subscription-status": 0.0021951638238657755,
          "try-again": 0.0021951638238657755,
          "update-account": 0.0017610579087285476,
          "update-order": 0.0017610579087285476,
          "validate-purchase": 0.0015773462415755203,
          "verify-identity": 0.0014127993734730513
        }
      }
    },
    {
      "id": "abcd-test-9994-turn-15",
      "conversation_id": "9994",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "subscription-status": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "membership": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.92,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "make-password": 0.0,
          "enter-details": 0.03,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.05
        },
        "vendor_confidence": 0.91,
        "input_tokens": 3226,
        "request_sha256": "bdcf547dbde91cae857d3fa25cf68cdc1dbf93ae4e95ee8d7f7ac5f20ac4aa9e"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0011265572022371518,
          "enter-details": 0.024629748028080555,
          "instructions": 0.00011391623729878702,
          "log-out-in": 0.0009037742596892383,
          "make-password": 0.00019761466592383708,
          "make-purchase": 3.7854667616917926e-05,
          "membership": 0.001750411400752026,
          "notify-team": 0.0012577659214876614,
          "offer-refund": 0.009137754955295311,
          "promo-code": 7.33160632970817e-05,
          "pull-up-account": 0.00012718395289021474,
          "record-reason": 0.001750411400752026,
          "search-boots": 4.718594548687091e-05,
          "search-faq": 0.0011265572022371518,
          "search-jacket": 4.718594548687091e-05,
          "search-jeans": 0.000520987019987179,
          "search-membership": 0.00021580100582645545,
          "search-policy": 0.00045500984812999606,
          "search-pricing": 0.0007893212925979646,
          "search-shirt": 0.0003353052823446148,
          "search-timing": 0.00014309708045012013,
          "select-faq": 0.001750411400752026,
          "send-link": 0.0009838913106560824,
          "shipping-status": 0.0007069801782266849,
          "subscription-status": 0.0003650291291986879,
          "try-again": 0.00040754363746741795,
          "update-account": 0.00041795893908320547,
          "update-order": 0.007330713980482141,
          "validate-purchase": 0.9341129570909704,
          "verify-identity": 0.009137754955295311
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.00012014928375785814,
          "enter-details": 0.004279126606065323,
          "instructions": 0.000167209537694501,
          "log-out-in": 0.0024667325786624063,
          "make-password": 0.0027540297557814195,
          "make-purchase": 0.00014976640844276698,
          "membership": 0.00343290561203091,
          "notify-team": 0.0017724831531627614,
          "offer-refund": 0.000167209537694501,
          "promo-code": 0.00011370978596958842,
          "pull-up-account": 0.0001341429203359429,
          "record-reason": 0.0030747890019821277,
          "search-boots": 0.002090990520475093,
          "search-faq": 0.0017724831531627614,
          "search-jacket": 8.633388646754961e-05,
          "search-jeans": 0.0018614144083213156,
          "search-membership": 0.002209405486623936,
          "search-policy": 0.0017616504312835343,
          "search-pricing": 0.0020782111588590287,
          "search-shirt": 0.0018614144083213156,
          "search-timing": 0.0014933097059938922,
          "select-faq": 0.0019668280016652555,
          "send-link": 0.0016774855906223404,
          "shipping-status": 0.002209405486623936,
          "subscription-status": 0.0017616504312835343,
          "try-again": 0.0024667325786624063,
          "update-account": 0.0024667325786624063,
          "update-order": 0.004279126606065323,
          "validate-purchase": 0.9458916657732954,
          "verify-identity": 0.00343290561203091
        }
      }
    },
    {
      "id": "abcd-test-456-turn-7",
      "conversation_id": "456",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.96,
          "update-account": 0.0,
          "verify-identity": 0.04,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3044,
        "request_sha256": "53f39b3fd48a038c47b151becf584857ab8653390ae177dd88dc1f46c7d75bb0"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0373135399175411,
          "enter-details": 0.0006338874226027504,
          "instructions": 0.0015286675606276,
          "log-out-in": 0.0005671442216388039,
          "make-password": 0.00040796760034070057,
          "make-purchase": 0.00021064224297179368,
          "membership": 0.00040796760034070057,
          "notify-team": 0.0017067116599358402,
          "offer-refund": 0.0007069467773233667,
          "promo-code": 0.00036501186466405085,
          "pull-up-account": 0.8157794851764981,
          "record-reason": 0.0013691986914473717,
          "search-boots": 0.00021064224297179368,
          "search-faq": 0.0002931472084581596,
          "search-jacket": 0.00032728973167412177,
          "search-jeans": 0.00021456025368938052,
          "search-membership": 0.0005671442216388039,
          "search-policy": 0.00011078207505088232,
          "search-pricing": 0.00026228092476383147,
          "search-shirt": 0.00012368473699977806,
          "search-timing": 0.0015286675606276,
          "select-faq": 0.00013809016819442063,
          "send-link": 0.0015286675606276,
          "shipping-status": 0.01926574823487558,
          "subscription-status": 0.00021456025368938052,
          "try-again": 2.95331355194316e-05,
          "update-account": 0.0003333770805858652,
          "update-order": 0.0008812111817618621,
          "validate-purchase": 0.012399364833001225,
          "verify-identity": 0.10057407785993817
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0025029745116690962,
          "enter-details": 0.0020079973192488744,
          "instructions": 0.0016047001220940741,
          "log-out-in": 0.0016109047340324314,
          "make-password": 0.0022418667132570002,
          "make-purchase": 0.0017985251502349849,
          "membership": 0.0017915978502049297,
          "notify-team": 0.0017915978502049297,
          "offer-refund": 0.0020002632266565225,
          "promo-code": 0.0016109047340324314,
          "pull-up-account": 0.9597890131190833,
          "record-reason": 0.0017915978502049297,
          "search-boots": 0.0016047001220940741,
          "search-faq": 0.0020002632266565225,
          "search-jacket": 0.0017985251502349849,
          "search-jeans": 0.0017985251502349849,
          "search-membership": 0.001223075729444039,
          "search-policy": 0.0008788473142506233,
          "search-pricing": 0.0012923396942521074,
          "search-shirt": 2.606186814757775e-05,
          "search-timing": 3.4325916259319835e-05,
          "select-faq": 3.2486192339802675e-05,
          "send-link": 3.074507101109679e-05,
          "shipping-status": 0.0012923396942521074,
          "subscription-status": 2.606186814757775e-05,
          "try-again": 2.7537773755910778e-05,
          "update-account": 0.0012923396942521074,
          "update-order": 2.909726613894977e-05,
          "validate-purchase": 0.001223075729444039,
          "verify-identity": 0.004847709358160656
        }
      }
    },
    {
      "id": "abcd-test-7253-turn-21",
      "conversation_id": "7253",
      "expected_action": "shipping-status",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.01,
          "search-timing": 0.0,
          "shipping-status": 0.27,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.22,
          "send-link": 0.0,
          "verify-identity": 0.09,
          "membership": 0.0,
          "record-reason": 0.05,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.35000000000000003,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.31,
        "input_tokens": 3459,
        "request_sha256": "c25eed0f051e744ff68a2cb2eea49bbda093b096dd36501edfc6b28d2f29667d"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.21850281151288825,
          "enter-details": 0.00332111956180231,
          "instructions": 0.0026643503015861525,
          "log-out-in": 0.002137459902033093,
          "make-password": 0.0005294775212743907,
          "make-purchase": 0.0005294775212743907,
          "membership": 0.0013756598817820673,
          "notify-team": 0.00332111956180231,
          "offer-refund": 0.046730916953284456,
          "promo-code": 0.0005294775212743907,
          "pull-up-account": 0.0012782651455014527,
          "record-reason": 0.046730916953284456,
          "search-boots": 0.0006599952140663604,
          "search-faq": 0.0022174513601746593,
          "search-jacket": 0.0005294775212743907,
          "search-jeans": 0.0012671117159512419,
          "search-membership": 0.0023864078809691727,
          "search-policy": 0.0019687986719700576,
          "search-pricing": 0.0019687986719700576,
          "search-shirt": 0.00332111956180231,
          "search-timing": 0.00033779633111830374,
          "select-faq": 0.0015794581466003475,
          "send-link": 0.0005698205714007896,
          "shipping-status": 0.01245787464539956,
          "subscription-status": 0.0007304353272459197,
          "try-again": 0.000470105393582893,
          "update-account": 0.00332111956180231,
          "update-order": 0.4724799351634873,
          "validate-purchase": 0.1010486836346186,
          "verify-identity": 0.06503455828877798
        }
      },
      "trained_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.013772788420806897,
          "enter-details": 0.003288632407403089,
          "instructions": 0.0029455658187818377,
          "log-out-in": 0.003288632407403089,
          "make-password": 0.0029455658187818377,
          "make-purchase": 0.00018781441597275308,
          "membership": 0.0002096889659738299,
          "notify-team": 0.003671655843628277,
          "offer-refund": 0.0001682218148253652,
          "promo-code": 0.00012772201162848312,
          "pull-up-account": 0.0001682218148253652,
          "record-reason": 0.0002096889659738299,
          "search-boots": 0.002638287268212419,
          "search-faq": 0.002638287268212419,
          "search-jacket": 0.00015067307701131606,
          "search-jeans": 0.0030435802479918768,
          "search-membership": 0.0028804572736777214,
          "search-policy": 0.002726077138707852,
          "search-pricing": 0.0024968863757461744,
          "search-shirt": 0.003590497584308083,
          "search-timing": 0.002441695415387373,
          "select-faq": 0.003398062129004638,
          "send-link": 0.003671655843628277,
          "shipping-status": 0.906139007234061,
          "subscription-status": 0.0029455658187818377,
          "try-again": 0.0040992893881268465,
          "update-account": 0.0044755652244326165,
          "update-order": 0.005704911709960587,
          "validate-purchase": 0.008864114469600507,
          "verify-identity": 0.007111187827143749
        }
      }
    },
    {
      "id": "abcd-test-6435-turn-10",
      "conversation_id": "6435",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "enter-details": 0.02,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.83,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.04,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.11,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "shipping-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.82,
        "input_tokens": 3098,
        "request_sha256": "0394e646a5c52dd6325a596df5f7d71833807631b1e51b3a1fbe2701573f1e39"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0008079354751278212,
          "enter-details": 0.003777720808445486,
          "instructions": 0.0006481618613721849,
          "log-out-in": 8.038194012322611e-05,
          "make-password": 3.3295500494527115e-05,
          "make-purchase": 1.719116714807953e-05,
          "membership": 2.1428838732114166e-05,
          "notify-team": 0.0011243889909936917,
          "offer-refund": 0.0030306561609891435,
          "promo-code": 0.00033465994897915286,
          "pull-up-account": 0.030641962974223225,
          "record-reason": 0.011368313946762479,
          "search-boots": 3.3295500494527115e-05,
          "search-faq": 2.9822148970752946e-05,
          "search-jacket": 3.3295500494527115e-05,
          "search-jeans": 0.00021538590329245433,
          "search-membership": 0.0001547664925603984,
          "search-policy": 0.0006287944650807128,
          "search-pricing": 0.0007837939370739099,
          "search-shirt": 0.0004518235769576872,
          "search-timing": 0.00020894983191933634,
          "select-faq": 3.3099679029998424e-05,
          "send-link": 0.0006287944650807128,
          "shipping-status": 0.00033465994897915286,
          "subscription-status": 0.00032466017585706963,
          "try-again": 0.00010788530910247814,
          "update-account": 0.00019291687308543767,
          "update-order": 0.0002684791228971371,
          "validate-purchase": 0.9323151655089702,
          "verify-identity": 0.011368313946762479
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.001287647464330863,
          "enter-details": 0.0020007069268347362,
          "instructions": 0.001515565234863163,
          "log-out-in": 0.0017879052166463428,
          "make-password": 0.0016050560959780073,
          "make-purchase": 0.001515565234863163,
          "membership": 0.0016013927595811593,
          "notify-team": 0.001515565234863163,
          "offer-refund": 0.0016050560959780073,
          "promo-code": 0.0020007069268347362,
          "pull-up-account": 0.956304251370065,
          "record-reason": 0.0034706999608122855,
          "search-boots": 0.001515565234863163,
          "search-faq": 0.001515565234863163,
          "search-jacket": 0.0013605682264891603,
          "search-jeans": 3.981843057373183e-05,
          "search-membership": 0.001791995231050548,
          "search-policy": 3.566461445087735e-05,
          "search-pricing": 0.0012186350771046935,
          "search-shirt": 3.566461445087735e-05,
          "search-timing": 3.566461445087735e-05,
          "select-faq": 3.981843057373183e-05,
          "send-link": 0.0012186350771046935,
          "shipping-status": 0.001519032240288501,
          "subscription-status": 3.375314712344047e-05,
          "try-again": 0.001519032240288501,
          "update-account": 4.445604239260244e-05,
          "update-order": 0.001519032240288501,
          "validate-purchase": 0.006020744142556173,
          "verify-identity": 0.0043262366394360595
        }
      }
    },
    {
      "id": "abcd-test-10061-turn-9",
      "conversation_id": "10061",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.02,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.93,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "shipping-status": 0.02,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.03,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3107,
        "request_sha256": "aa94483d29c7f33040c70449aa0b53405b5fc464c2542e486e48335719aac4e6"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.014639521176323634,
          "enter-details": 0.0025117734483469855,
          "instructions": 0.0004927869629539652,
          "log-out-in": 0.0010404171515918657,
          "make-password": 0.00022789375302161304,
          "make-purchase": 0.0001313709369621282,
          "membership": 0.004357261310765037,
          "notify-team": 0.000747596500632507,
          "offer-refund": 0.0006696078895940737,
          "promo-code": 0.0007656771742986516,
          "pull-up-account": 0.001804848006247597,
          "record-reason": 0.0031309328596528553,
          "search-boots": 0.00044137997246148123,
          "search-faq": 0.0002840704749787355,
          "search-jacket": 0.00022789375302161304,
          "search-jeans": 0.0012342682673351655,
          "search-membership": 0.0022497478406857574,
          "search-policy": 0.0012342682673351655,
          "search-pricing": 0.002390502947009522,
          "search-shirt": 0.0007115025661229149,
          "search-timing": 0.00036736376176476075,
          "select-faq": 0.0007115025661229149,
          "send-link": 0.0011615933513167238,
          "shipping-status": 0.03534271137323178,
          "subscription-status": 0.006063925813339427,
          "try-again": 0.0004101501959495234,
          "update-account": 0.004864746314509741,
          "update-order": 0.18450157940851689,
          "validate-purchase": 0.22998173088661672,
          "verify-identity": 0.4973013750692903
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.001501799879622108,
          "enter-details": 0.0018719973811662646,
          "instructions": 0.0016767124254951414,
          "log-out-in": 0.002605224277152909,
          "make-password": 0.0009409487138321953,
          "make-purchase": 0.0008427898790937226,
          "membership": 0.0009409487138321953,
          "notify-team": 0.0020900268066832888,
          "offer-refund": 0.0004858315836548014,
          "promo-code": 0.0007548709849238723,
          "pull-up-account": 0.0009409487138321953,
          "record-reason": 0.0032474192322306658,
          "search-boots": 0.0023334498512948645,
          "search-faq": 0.001501799879622108,
          "search-jacket": 0.0007548709849238723,
          "search-jeans": 0.001597412386569485,
          "search-membership": 0.002605224277152909,
          "search-policy": 0.0016767124254951414,
          "search-pricing": 0.0018719973811662646,
          "search-shirt": 0.0017834612302148841,
          "search-timing": 0.0019911790319327672,
          "select-faq": 0.002223089514131447,
          "send-link": 0.0017834612302148841,
          "shipping-status": 0.0023334498512948645,
          "subscription-status": 0.0017834612302148841,
          "try-again": 0.0023334498512948645,
          "update-account": 0.002223089514131447,
          "update-order": 0.0030733716845475077,
          "validate-purchase": 0.0047753096567519915,
          "verify-identity": 0.9454556914275265
        }
      }
    },
    {
      "id": "abcd-test-1586-turn-12",
      "conversation_id": "1586",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 1.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3208,
        "request_sha256": "b92540445f7bbe9d9e0fd91f0ac14324f3eff61059e22eca36fb6725a22668f1"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0063439391670769615,
          "enter-details": 0.021314337665964637,
          "instructions": 0.000974913211806416,
          "log-out-in": 0.001514790014788879,
          "make-password": 0.0008732112063819996,
          "make-purchase": 0.00022814987224279018,
          "membership": 0.0003544925775256601,
          "notify-team": 0.0006865732795804005,
          "offer-refund": 0.0008558154292285028,
          "promo-code": 0.0004508578397362669,
          "pull-up-account": 0.9025239439402092,
          "record-reason": 0.0021081075110941003,
          "search-boots": 0.00018303198212680645,
          "search-faq": 0.00028438973863577214,
          "search-jacket": 0.0006865732795804005,
          "search-jeans": 0.0004508578397362669,
          "search-membership": 0.00032396625023564906,
          "search-policy": 8.050603124428619e-05,
          "search-pricing": 0.00012508779091129543,
          "search-shirt": 5.784802815227375e-05,
          "search-timing": 3.334689835185164e-05,
          "select-faq": 8.988246922071025e-05,
          "send-link": 0.007082810842693063,
          "shipping-status": 0.0007005289156831414,
          "subscription-status": 0.0007005289156831414,
          "try-again": 2.6752338363432952e-05,
          "update-account": 0.0007005289156831414,
          "update-order": 7.210771998046337e-05,
          "validate-purchase": 0.004082935332557231,
          "verify-identity": 0.046089184995525265
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0016141593820284165,
          "enter-details": 0.0025080314594173804,
          "instructions": 0.0016984073862210322,
          "log-out-in": 0.0015276475913587556,
          "make-password": 0.0016141593820284165,
          "make-purchase": 0.0016984073862210322,
          "membership": 0.001794589884946557,
          "notify-team": 0.0015212316411826652,
          "offer-refund": 0.0018962192262055584,
          "promo-code": 0.0018021587640493655,
          "pull-up-account": 0.9617281199562925,
          "record-reason": 0.0031262683562396057,
          "search-boots": 0.0014397001940735406,
          "search-faq": 0.0016984073862210322,
          "search-jacket": 0.0013682848496303474,
          "search-jeans": 3.6660220457637346e-05,
          "search-membership": 0.0013682848496303474,
          "search-policy": 0.0010388670578544844,
          "search-pricing": 0.0008806229518849559,
          "search-shirt": 2.9410456645437587e-05,
          "search-timing": 3.1075997650720475e-05,
          "select-faq": 0.0010388670578544844,
          "send-link": 3.283586376318573e-05,
          "shipping-status": 3.6660220457637346e-05,
          "subscription-status": 2.9410456645437587e-05,
          "try-again": 0.0011598627472191967,
          "update-account": 0.0012255468309739746,
          "update-order": 3.8736318659564234e-05,
          "validate-purchase": 0.0011598627472191967,
          "verify-identity": 0.004857503376967549
        }
      }
    },
    {
      "id": "abcd-test-7590-turn-8",
      "conversation_id": "7590",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-timing",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "update-account": 0.0,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.11,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.05,
          "select-faq": 0.0,
          "search-boots": 0.0,
          "verify-identity": 0.01,
          "make-password": 0.0,
          "search-membership": 0.0,
          "search-timing": 0.83,
          "search-jeans": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.81,
        "input_tokens": 3038,
        "request_sha256": "be29cdc594263bcd8ca32f47278009db390b0f3692ba433b513a661796a5a7e3"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.001284312057036582,
          "enter-details": 0.0001492302128369678,
          "instructions": 0.0005319822360139698,
          "log-out-in": 0.00038225858384523557,
          "make-password": 8.602480130809207e-05,
          "make-purchase": 8.602480130809207e-05,
          "membership": 7.705078453440326e-05,
          "notify-team": 0.001433894538508526,
          "offer-refund": 9.604400985723924e-05,
          "promo-code": 0.00016661090305939328,
          "pull-up-account": 0.012985227380160847,
          "record-reason": 0.00034238178483836693,
          "search-boots": 0.00018601588021265508,
          "search-faq": 0.01449760559190367,
          "search-jacket": 0.00027467391134378637,
          "search-jeans": 0.00030666485769773364,
          "search-membership": 0.00015833752026158215,
          "search-policy": 6.207083228371294e-05,
          "search-pricing": 0.00034238178483836693,
          "search-shirt": 0.0003058062451102001,
          "search-timing": 0.9538270417654874,
          "select-faq": 0.003864886719051571,
          "send-link": 8.63828246385092e-05,
          "shipping-status": 0.000273904874362417,
          "subscription-status": 0.0002453313926458226,
          "try-again": 5.857962216271236e-05,
          "update-account": 0.000141422842212674,
          "update-order": 8.614096457258539e-05,
          "validate-purchase": 0.00017628395757692303,
          "verify-identity": 0.007485426320329962
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0021223462150056077,
          "enter-details": 0.0020879574533574172,
          "instructions": 0.0020879574533574172,
          "log-out-in": 0.002331139472234,
          "make-password": 0.002331139472234,
          "make-purchase": 0.002331139472234,
          "membership": 0.002331139472234,
          "notify-team": 0.0021223462150056077,
          "offer-refund": 0.0021223462150056077,
          "promo-code": 0.002331139472234,
          "pull-up-account": 0.00329763586784538,
          "record-reason": 0.0023695337108876,
          "search-boots": 0.0021223462150056077,
          "search-faq": 0.90861983063878,
          "search-jacket": 0.0021223462150056077,
          "search-jeans": 0.0001177799446289831,
          "search-membership": 0.0023695337108876,
          "search-policy": 0.0019009450672326904,
          "search-pricing": 0.0015250227860824697,
          "search-shirt": 0.0023695337108876,
          "search-timing": 0.03722453458079609,
          "select-faq": 0.007130656478552511,
          "send-link": 0.001365934258796368,
          "shipping-status": 0.00010549325732738131,
          "subscription-status": 0.0001177799446289831,
          "try-again": 0.0001177799446289831,
          "update-account": 0.0001177799446289831,
          "update-order": 9.983928465697027e-05,
          "validate-purchase": 0.0001177799446289831,
          "verify-identity": 0.004589263581209581
        }
      }
    },
    {
      "id": "abcd-test-7859-turn-8",
      "conversation_id": "7859",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.02,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.01,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.9,
          "verify-identity": 0.07,
          "try-again": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.89,
        "input_tokens": 3031,
        "request_sha256": "0a4e57a90d4150f9d931c43ba296de17086bbb0fd4a06b7833332383c8578c8e"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00911827220533431,
          "enter-details": 0.004216831725821305,
          "instructions": 0.00215153501381132,
          "log-out-in": 0.0011108838228389825,
          "make-password": 0.0005137387234106361,
          "make-purchase": 0.0009949976508888036,
          "membership": 0.0006403767916167728,
          "notify-team": 0.010180268148603538,
          "offer-refund": 0.01766006457699813,
          "promo-code": 0.002402124361925923,
          "pull-up-account": 0.7477876980492288,
          "record-reason": 0.01581778612926687,
          "search-boots": 0.059334326763613034,
          "search-faq": 0.008167062852515608,
          "search-jacket": 0.0007982314341813476,
          "search-jeans": 0.000723502209957141,
          "search-membership": 0.0001825394129147682,
          "search-policy": 0.00038972881305006325,
          "search-pricing": 8.441705740617675e-05,
          "search-shirt": 0.00020122542164411974,
          "search-timing": 0.00011599777621499074,
          "select-faq": 0.000723502209957141,
          "send-link": 0.00031265783278190603,
          "shipping-status": 0.0007548188865994825,
          "subscription-status": 0.0002246619136151143,
          "try-again": 7.465574337386359e-05,
          "update-account": 0.0004656432434320278,
          "update-order": 0.0010068846261200013,
          "validate-purchase": 0.04760063609765638,
          "verify-identity": 0.06624493050522144
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003020544974274859,
          "enter-details": 0.002738364589196795,
          "instructions": 0.0021704283458914625,
          "log-out-in": 0.0020790969132226875,
          "make-password": 0.003020544974274859,
          "make-purchase": 0.0027054446578576824,
          "membership": 0.0027054446578576824,
          "notify-team": 0.0024527015407864263,
          "offer-refund": 0.0027054446578576824,
          "promo-code": 0.0024527015407864263,
          "pull-up-account": 0.9405113808203754,
          "record-reason": 0.004750341808008978,
          "search-boots": 0.002738364589196795,
          "search-faq": 0.0024527015407864263,
          "search-jacket": 0.0033723441357601286,
          "search-jeans": 9.419044740068827e-05,
          "search-membership": 0.001967666253918905,
          "search-policy": 0.0011985098947476446,
          "search-pricing": 0.0013380990461938254,
          "search-shirt": 9.419044740068827e-05,
          "search-timing": 9.419044740068827e-05,
          "select-faq": 0.001493946009377867,
          "send-link": 7.984300653292404e-05,
          "shipping-status": 9.419044740068827e-05,
          "subscription-status": 9.419044740068827e-05,
          "try-again": 0.0016679439848983936,
          "update-account": 0.0024527015407864263,
          "update-order": 0.00010516069634436761,
          "validate-purchase": 0.002738364589196795,
          "verify-identity": 0.006610962994865015
        }
      }
    },
    {
      "id": "abcd-test-10318-turn-9",
      "conversation_id": "10318",
      "expected_action": "record-reason",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "log-out-in": 0.0,
          "membership": 0.01,
          "record-reason": 0.03,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.01,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.17,
          "ask-the-oracle": 0.03,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.74,
          "validate-purchase": 0.01,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.72,
        "input_tokens": 3091,
        "request_sha256": "8e3f27351c2bfff6a49266bd3768d63f4b103b390cc1bb302bb6e6d4fe0bb00f"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.6383840414300941,
          "enter-details": 0.0032243548598696824,
          "instructions": 0.002316877217968532,
          "log-out-in": 0.0012065738992610767,
          "make-password": 0.0004997823677705416,
          "make-purchase": 0.00011294086772711423,
          "membership": 0.0032243548598696824,
          "notify-team": 0.0005532181870944017,
          "offer-refund": 0.0014911333864488336,
          "promo-code": 0.002887993458214601,
          "pull-up-account": 0.0007765464980530027,
          "record-reason": 0.13653038529571776,
          "search-boots": 0.0006229800969498165,
          "search-faq": 0.0006229800969498165,
          "search-jacket": 0.0005579914658010992,
          "search-jeans": 0.0012224963036366325,
          "search-membership": 0.0014911333864488336,
          "search-policy": 0.0003560491607461653,
          "search-pricing": 0.0002856384842307188,
          "search-shirt": 0.0002919046523293927,
          "search-timing": 0.0002097496165493325,
          "select-faq": 0.0002614534625651034,
          "send-link": 0.03260035538096015,
          "shipping-status": 0.0012224963036366325,
          "subscription-status": 0.09810462945881855,
          "try-again": 0.0001349939211013521,
          "update-account": 0.004487280114683301,
          "update-order": 0.0002919046523293927,
          "validate-purchase": 0.002887993458214601,
          "verify-identity": 0.06313976765595976
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0031281621972897495,
          "enter-details": 0.001706603952734172,
          "instructions": 0.0018032505824710848,
          "log-out-in": 0.0016151372491239127,
          "make-password": 0.0013691138739785772,
          "make-purchase": 0.0015970927153890046,
          "membership": 0.0013538177927639764,
          "notify-team": 0.0016875374062262983,
          "offer-refund": 0.0012262892127598486,
          "promo-code": 0.0017831042482746651,
          "pull-up-account": 0.0015970927153890046,
          "record-reason": 0.9623107133640745,
          "search-boots": 0.0016875374062262983,
          "search-faq": 0.0014466480367923997,
          "search-jacket": 0.0015114956097994137,
          "search-jeans": 0.0010983639309487408,
          "search-membership": 0.0011605654177112648,
          "search-policy": 0.0005992243806441606,
          "search-pricing": 0.0007892352306130632,
          "search-shirt": 0.0008339302700575074,
          "search-timing": 0.0002649953107306329,
          "select-faq": 0.0008339302700575074,
          "send-link": 0.0003303173737835922,
          "shipping-status": 0.00020119705707088878,
          "subscription-status": 0.0002958590072539327,
          "try-again": 0.0002958590072539327,
          "update-account": 0.0008811563648419789,
          "update-order": 0.00023735128650760286,
          "validate-purchase": 0.0002958590072539327,
          "verify-identity": 0.0060585597219784265
        }
      }
    },
    {
      "id": "abcd-test-10014-turn-6",
      "conversation_id": "10014",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-membership",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "update-account": 0.0,
          "select-faq": 0.09,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.02,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-membership": 0.53,
          "log-out-in": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "membership": 0.07,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.28,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "pull-up-account": 0.0,
          "make-password": 0.0
        },
        "vendor_confidence": 0.52,
        "input_tokens": 3001,
        "request_sha256": "3c4428db5f43ba8d5f2045c189830302788ce9aa3c1b53bba7844f337de5d6ab"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.0034402511128726367,
          "enter-details": 0.002214130412281046,
          "instructions": 0.0019831545526983007,
          "log-out-in": 0.002214130412281046,
          "make-password": 0.00020257416265365009,
          "make-purchase": 0.00016251400868033325,
          "membership": 0.054045129295527475,
          "notify-team": 0.00039234112050332026,
          "offer-refund": 0.0002261677696866612,
          "promo-code": 0.00025250927190420785,
          "pull-up-account": 0.002214130412281046,
          "record-reason": 0.00025250927190420785,
          "search-boots": 0.0004890547952124932,
          "search-faq": 0.054045129295527475,
          "search-jacket": 0.0006590074980473354,
          "search-jeans": 0.0030813642584318606,
          "search-membership": 0.6811281815285416,
          "search-policy": 0.00023139128845049784,
          "search-pricing": 0.0024720077801443324,
          "search-shirt": 0.00024658115801039855,
          "search-timing": 0.16263829242613248,
          "select-faq": 0.0034402511128726367,
          "send-link": 0.0003047639192431104,
          "shipping-status": 0.00022085805847994467,
          "subscription-status": 0.022386319760750797,
          "try-again": 4.2307126055312374e-05,
          "update-account": 0.00015869871711361472,
          "update-order": 0.00019781839428718094,
          "validate-purchase": 0.00027530046548612666,
          "verify-identity": 0.0003831306139388961
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.002532200935195962,
          "enter-details": 0.0025193103217619516,
          "instructions": 0.003156395498927127,
          "log-out-in": 0.0025193103217619516,
          "make-password": 0.0025193103217619516,
          "make-purchase": 0.0025193103217619516,
          "membership": 0.004392701913476475,
          "notify-team": 0.0028271238825238686,
          "offer-refund": 0.002532200935195962,
          "promo-code": 0.0020211030142193143,
          "pull-up-account": 0.0028127317434427407,
          "record-reason": 0.0025193103217619516,
          "search-boots": 0.002532200935195962,
          "search-faq": 0.86970290458342,
          "search-jacket": 0.002532200935195962,
          "search-jeans": 0.0035240173796210698,
          "search-membership": 0.061808912364066555,
          "search-policy": 0.0022680444867866543,
          "search-pricing": 0.0028271238825238686,
          "search-shirt": 0.002031444466329442,
          "search-timing": 0.013218979913597453,
          "select-faq": 0.003934459684727205,
          "send-link": 0.0018195261299652262,
          "shipping-status": 0.00012971952133835932,
          "subscription-status": 0.0001616957216828514,
          "try-again": 0.00010996016256258232,
          "update-account": 0.00013706565521658665,
          "update-order": 0.00012971952133835932,
          "validate-purchase": 0.00014482781258883136,
          "verify-identity": 0.00011618731205185065
        }
      }
    },
    {
      "id": "abcd-test-8068-turn-9",
      "conversation_id": "8068",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "make-purchase": 0.0,
          "search-membership": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.93,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "update-order": 0.0,
          "try-again": 0.06,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.01,
          "select-faq": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3111,
        "request_sha256": "b4b447bfa1a18e26175628bc6a093e3746d3e4bcd5f9628681abc134f106d475"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.004969757616371016,
          "enter-details": 0.006194817526565777,
          "instructions": 0.025943858684738367,
          "log-out-in": 0.4550379321477155,
          "make-password": 0.0014791830778778847,
          "make-purchase": 0.21043660477390666,
          "membership": 0.0009423290196165031,
          "notify-team": 0.0014791830778778847,
          "offer-refund": 0.0006064794668027045,
          "promo-code": 0.0002512133226094037,
          "pull-up-account": 0.006194817526565777,
          "record-reason": 0.0005432121336529252,
          "search-boots": 0.00018051063778342006,
          "search-faq": 0.0002804718805632711,
          "search-jacket": 0.0003131381072328221,
          "search-jeans": 0.0005487845851482956,
          "search-membership": 0.00017258871023738393,
          "search-policy": 0.001157285991323005,
          "search-pricing": 0.00019268990711432944,
          "search-shirt": 0.000667125520236445,
          "search-timing": 0.0004293594698075754,
          "select-faq": 0.0020075860019801673,
          "send-link": 0.0006127009019189721,
          "shipping-status": 0.0017981569552297523,
          "subscription-status": 0.0017981569552297523,
          "try-again": 0.26230979932302817,
          "update-account": 0.0005487845851482956,
          "update-order": 0.001610574989428762,
          "validate-purchase": 0.007721855245314778,
          "verify-identity": 0.003571041858974455
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0018722717193980012,
          "enter-details": 0.0034318261574456423,
          "instructions": 0.007420824014623972,
          "log-out-in": 0.9455942130656502,
          "make-password": 0.0030738219756039336,
          "make-purchase": 0.0038315270616292333,
          "membership": 0.0022087107347350857,
          "notify-team": 0.0017719258704340822,
          "offer-refund": 0.0014201738580465713,
          "promo-code": 0.0012720226168084449,
          "pull-up-account": 0.0017702503284373371,
          "record-reason": 0.001500599505491003,
          "search-boots": 0.001500599505491003,
          "search-faq": 0.0018705012906458124,
          "search-jacket": 0.0018705012906458124,
          "search-jeans": 9.873883357284614e-05,
          "search-membership": 0.0015870803051498841,
          "search-policy": 0.0012732265751487456,
          "search-pricing": 0.0014215180149574637,
          "search-shirt": 9.873883357284614e-05,
          "search-timing": 0.0012732265751487456,
          "select-faq": 0.0001102388516171204,
          "send-link": 0.0014215180149574637,
          "shipping-status": 7.921268906097045e-05,
          "subscription-status": 0.0018722717193980012,
          "try-again": 0.008285118527132807,
          "update-account": 0.0017719258704340822,
          "update-order": 9.873883357284614e-05,
          "validate-purchase": 0.0001102388516171204,
          "verify-identity": 8.843850957296826e-05
        }
      }
    },
    {
      "id": "abcd-test-2660-turn-7",
      "conversation_id": "2660",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.99,
          "verify-identity": 0.01,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3001,
        "request_sha256": "221a8454ac28ca3e49e1d2c3b8e780051e282502baf7f118820e2a75d519d93f"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002025108265768061,
          "enter-details": 0.002025108265768061,
          "instructions": 0.0007513263867292679,
          "log-out-in": 0.0009365303437525968,
          "make-password": 0.0003991503458364651,
          "make-purchase": 0.00014808683990183807,
          "membership": 0.00025689162504927425,
          "notify-team": 0.000555490149910638,
          "offer-refund": 0.0003112111752239878,
          "promo-code": 0.00024966747166717246,
          "pull-up-account": 0.49978206547746373,
          "record-reason": 0.014712548218250592,
          "search-boots": 0.00044563895423381663,
          "search-faq": 0.000555490149910638,
          "search-jacket": 0.0006924199728115505,
          "search-jeans": 0.0003112111752239878,
          "search-membership": 0.00013620892319845022,
          "search-policy": 0.00024092291397671278,
          "search-pricing": 5.0534218372603035e-05,
          "search-shirt": 0.00021578987230354063,
          "search-timing": 7.576841430367226e-05,
          "select-faq": 0.000173116230281969,
          "send-link": 0.0004835508817001519,
          "shipping-status": 0.00024966747166717246,
          "subscription-status": 0.00015207302168567286,
          "try-again": 0.00010544548429213239,
          "update-account": 0.18542191359199378,
          "update-order": 0.00024092291397671278,
          "validate-purchase": 0.00019327887519417604,
          "verify-identity": 0.2881028623695515
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0018048017415819104,
          "enter-details": 0.0014478925330628227,
          "instructions": 0.001997244230476624,
          "log-out-in": 0.0013702915055953805,
          "make-password": 0.00161652668186375,
          "make-purchase": 0.0017888937556786771,
          "membership": 0.001997244230476624,
          "notify-team": 0.0017888937556786771,
          "offer-refund": 0.001997244230476624,
          "promo-code": 0.0022298613411080685,
          "pull-up-account": 0.963138538989606,
          "record-reason": 0.003495503368065099,
          "search-boots": 0.0017888937556786771,
          "search-faq": 0.00201500505619955,
          "search-jacket": 0.0010993087786763652,
          "search-jeans": 0.0014478925330628227,
          "search-membership": 0.0007075110461048628,
          "search-policy": 0.0007475780756029125,
          "search-pricing": 0.000881914376105229,
          "search-shirt": 3.621355197449749e-05,
          "search-timing": 0.0009318580627802423,
          "select-faq": 0.0010403905491563321,
          "send-link": 3.621355197449749e-05,
          "shipping-status": 3.621355197449749e-05,
          "subscription-status": 3.2435784866336925e-05,
          "try-again": 3.621355197449749e-05,
          "update-account": 0.00161652668186375,
          "update-order": 3.2435784866336925e-05,
          "validate-purchase": 3.621355197449749e-05,
          "verify-identity": 0.0028042453914938234
        }
      }
    },
    {
      "id": "abcd-test-2963-turn-5",
      "conversation_id": "2963",
      "expected_action": "search-policy",
      "jev": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.85,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.14,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "enter-details": 0.0,
          "pull-up-account": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.01
        },
        "vendor_confidence": 0.85,
        "input_tokens": 2975,
        "request_sha256": "ee74eb5679013b564007bb0e1a5ddf083e3d761311cf3396912a435c52130a20"
      },
      "shared_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.005184358411751804,
          "enter-details": 0.000676921840429496,
          "instructions": 0.0008437849174995854,
          "log-out-in": 0.0007557622130690628,
          "make-password": 0.0002803919382585213,
          "make-purchase": 0.00020147708724226087,
          "membership": 0.0002803919382585213,
          "notify-team": 0.005184358411751804,
          "offer-refund": 0.002676793329296448,
          "promo-code": 0.0005430568099533078,
          "pull-up-account": 0.013973802665383653,
          "record-reason": 0.0023975528183501674,
          "search-boots": 0.002676793329296448,
          "search-faq": 0.11334473046615866,
          "search-jacket": 0.001923423508637315,
          "search-jeans": 0.0011087710255106044,
          "search-membership": 0.0011087710255106044,
          "search-policy": 0.7375540633035694,
          "search-pricing": 0.03373553119447962,
          "search-shirt": 0.0003956921546686313,
          "search-timing": 0.001722774161041186,
          "select-faq": 0.05241723114077034,
          "send-link": 0.0006148148973329136,
          "shipping-status": 0.0004932318584997934,
          "subscription-status": 0.0002280995133928942,
          "try-again": 6.425216475837833e-05,
          "update-account": 0.00013148955735637813,
          "update-order": 0.00015511762384827696,
          "validate-purchase": 0.00372524350657801,
          "verify-identity": 0.015601317187345845
        }
      },
      "trained_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.0004951971672443879,
          "enter-details": 0.0005841819067276594,
          "instructions": 0.0006172646334590087,
          "log-out-in": 0.002210303780997658,
          "make-password": 0.0006172646334590087,
          "make-purchase": 0.002210303780997658,
          "membership": 0.0005232406080740581,
          "notify-team": 0.0030760390562954167,
          "offer-refund": 0.0004951971672443879,
          "promo-code": 0.0005841819067276594,
          "pull-up-account": 0.0027551493727731528,
          "record-reason": 0.002467735521706456,
          "search-boots": 0.0017732039142079729,
          "search-faq": 0.004779453926506964,
          "search-jacket": 0.0023354751099296718,
          "search-jeans": 0.001220614777345278,
          "search-membership": 0.0030760390562954167,
          "search-policy": 0.9462761917734488,
          "search-pricing": 0.003434301305084982,
          "search-shirt": 0.00167816764437989,
          "search-timing": 0.002467735521706456,
          "select-faq": 0.006651484574235181,
          "send-link": 0.0015882250661993997,
          "shipping-status": 0.0009267489157949391,
          "subscription-status": 0.0009792315549675995,
          "try-again": 0.0019797269971522807,
          "update-account": 0.0010346862960961577,
          "update-order": 0.0010932814387501148,
          "validate-purchase": 0.0010346862960961577,
          "verify-identity": 0.0010346862960961577
        }
      }
    },
    {
      "id": "abcd-test-777-turn-15",
      "conversation_id": "777",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.4,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.04,
          "validate-purchase": 0.11,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "membership": 0.0,
          "enter-details": 0.44,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.01
        },
        "vendor_confidence": 0.41,
        "input_tokens": 3239,
        "request_sha256": "2d0eaf9b476c00d4175f5086a93117419fdac4dcd31777309a7e79027d413c8d"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.030678743436167794,
          "enter-details": 0.05941790304475385,
          "instructions": 0.004714601935556869,
          "log-out-in": 0.00587676444598874,
          "make-password": 0.0019334914530040538,
          "make-purchase": 0.002410102378236953,
          "membership": 0.004714601935556869,
          "notify-team": 0.0017491415530605332,
          "offer-refund": 0.0021803100241922554,
          "promo-code": 0.003744742311863187,
          "pull-up-account": 0.042695043879571896,
          "record-reason": 0.0026908043146595907,
          "search-boots": 0.0005154450017871785,
          "search-faq": 0.0026908043146595907,
          "search-jacket": 0.0008941604685127555,
          "search-jeans": 0.0013379900968396353,
          "search-membership": 0.005263705790365375,
          "search-policy": 0.0011984125213790903,
          "search-pricing": 0.002078928037378912,
          "search-shirt": 0.0006908332120670153,
          "search-timing": 0.0004964012639425318,
          "select-faq": 0.0018620563755756144,
          "send-link": 0.07406473592625577,
          "shipping-status": 0.027478370386649423,
          "subscription-status": 0.030678743436167794,
          "try-again": 0.000771293807560583,
          "update-account": 0.001008304912845197,
          "update-order": 0.0027177622567939267,
          "validate-purchase": 0.600754835445433,
          "verify-identity": 0.08269096603317412
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.04590512680184451,
          "enter-details": 0.05125164746138053,
          "instructions": 0.019014647825124676,
          "log-out-in": 0.01703105780522857,
          "make-password": 0.0237018073842646,
          "make-purchase": 0.0036118517836818916,
          "membership": 0.015254379191831187,
          "notify-team": 0.01703105780522857,
          "offer-refund": 0.002324574637697195,
          "promo-code": 0.0025953148354060256,
          "pull-up-account": 0.019014647825124676,
          "record-reason": 0.0036118517836818916,
          "search-boots": 0.0036118517836818916,
          "search-faq": 0.004502187952772954,
          "search-jacket": 0.0025953148354060256,
          "search-jeans": 0.00210952205855127,
          "search-membership": 0.01703105780522857,
          "search-policy": 0.0018894588032430258,
          "search-pricing": 0.00210952205855127,
          "search-shirt": 0.0018894588032430258,
          "search-timing": 0.001996460787680388,
          "select-faq": 0.002488593773842452,
          "send-link": 0.04111635414059123,
          "shipping-status": 0.019014647825124676,
          "subscription-status": 0.002488593773842452,
          "try-again": 0.01366305822784323,
          "update-account": 0.012237743237068315,
          "update-order": 0.026462329766528365,
          "validate-purchase": 0.578540752424462,
          "verify-identity": 0.04590512680184451
        }
      }
    },
    {
      "id": "abcd-test-9530-turn-14",
      "conversation_id": "9530",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "search-policy": 0.0,
          "record-reason": 0.12,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.02,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.02,
          "update-order": 0.52,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.01,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "enter-details": 0.15,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.16,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.49,
        "input_tokens": 3357,
        "request_sha256": "223657d2242447d97b0c75d8518a8822cf295aa48fa92c075d7796cd1383d572"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.0020319367124518087,
          "enter-details": 0.016481488314644646,
          "instructions": 0.0006752179571287017,
          "log-out-in": 0.0005416898676647529,
          "make-password": 0.0001316798752037197,
          "make-purchase": 0.0014600585549012666,
          "membership": 0.0001316798752037197,
          "notify-team": 0.00027968585020904537,
          "offer-refund": 0.00043456727570716626,
          "promo-code": 3.9192781763780827e-05,
          "pull-up-account": 9.461915569611064e-05,
          "record-reason": 0.0031571635152021437,
          "search-boots": 6.0896532193469884e-05,
          "search-faq": 3.9192781763780827e-05,
          "search-jacket": 0.00011794315317591384,
          "search-jeans": 0.00055162474126791,
          "search-membership": 0.0005416898676647529,
          "search-policy": 0.0003550232404117117,
          "search-pricing": 0.00055162474126791,
          "search-shirt": 0.0003550232404117117,
          "search-timing": 0.00022437647664996218,
          "select-faq": 0.0003550232404117117,
          "send-link": 0.00011585041381083026,
          "shipping-status": 0.004393766796144453,
          "subscription-status": 0.0006047798704124357,
          "try-again": 0.00022849160687148093,
          "update-account": 0.697882796935627,
          "update-order": 0.23190826965976188,
          "validate-purchase": 0.0006158718949810261,
          "verify-identity": 0.03563877507139513
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.00029724992808983196,
          "enter-details": 0.05105127472040867,
          "instructions": 0.004050731030616873,
          "log-out-in": 0.0034337092527334592,
          "make-password": 0.004050731030616873,
          "make-purchase": 0.0036281628871170004,
          "membership": 0.002910673585459491,
          "notify-team": 0.004050731030616873,
          "offer-refund": 0.00026624114455516885,
          "promo-code": 0.00025197173415284846,
          "pull-up-account": 0.00033187027173751097,
          "record-reason": 0.004522515330918995,
          "search-boots": 0.00029724992808983196,
          "search-faq": 0.00029724992808983196,
          "search-jacket": 0.00029724992808983196,
          "search-jeans": 0.0034008164204221616,
          "search-membership": 0.0040119275678175475,
          "search-policy": 0.0032185467856458245,
          "search-pricing": 0.0030755076176312173,
          "search-shirt": 0.004732852953241912,
          "search-timing": 0.0035934075466252905,
          "select-faq": 0.0042391265713286426,
          "send-link": 0.004732852953241912,
          "shipping-status": 0.0036281628871170004,
          "subscription-status": 0.0036281628871170004,
          "try-again": 0.006293901327351502,
          "update-account": 0.8019975510706643,
          "update-order": 0.056997158849866766,
          "validate-purchase": 0.004522515330918995,
          "verify-identity": 0.012189897499716848
        }
      }
    },
    {
      "id": "abcd-test-700-turn-8",
      "conversation_id": "700",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.05,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "membership": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "pull-up-account": 0.95,
          "make-password": 0.0
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3102,
        "request_sha256": "1de99904794e050c2b6f880f79217f07652595f2fb7c31addc7775d158071b2c"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0021980862784205376,
          "enter-details": 0.0222241021448288,
          "instructions": 0.0008155021833522103,
          "log-out-in": 0.0014146801945170214,
          "make-password": 0.0008142849961955388,
          "make-purchase": 0.000585983383872403,
          "membership": 0.00037713630739055775,
          "notify-team": 0.0010150084218404172,
          "offer-refund": 0.0011332253598083793,
          "promo-code": 0.0010150084218404172,
          "pull-up-account": 0.43519501805220134,
          "record-reason": 0.000654232163040078,
          "search-boots": 0.0004694002506337209,
          "search-faq": 0.00024236123775375797,
          "search-jacket": 0.00021707835677997462,
          "search-jeans": 0.0012099951925004528,
          "search-membership": 0.00157944640772965,
          "search-policy": 0.0006247465348635635,
          "search-pricing": 0.00018428723553341836,
          "search-shirt": 0.0006247465348635635,
          "search-timing": 0.00025877988365451815,
          "select-faq": 0.0004489144363435454,
          "send-link": 0.002739923710854479,
          "shipping-status": 0.0008155021833522103,
          "subscription-status": 0.43519501805220134,
          "try-again": 0.000402084187139114,
          "update-account": 0.0014146801945170214,
          "update-order": 0.0013509219729215141,
          "validate-purchase": 0.0014146801945170214,
          "verify-identity": 0.08336516552653335
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0017737011487440127,
          "enter-details": 0.0027559221587765367,
          "instructions": 0.0019730898648050205,
          "log-out-in": 0.0019802821634779203,
          "make-password": 0.0022109234880953624,
          "make-purchase": 0.002084827666360181,
          "membership": 0.002084827666360181,
          "notify-team": 0.0018673406920360774,
          "offer-refund": 0.0019730898648050205,
          "promo-code": 0.0022109234880953624,
          "pull-up-account": 0.946541579633773,
          "record-reason": 0.0034352646468602138,
          "search-boots": 0.0016725413933834157,
          "search-faq": 0.0016725413933834157,
          "search-jacket": 0.0016786381398414228,
          "search-jeans": 6.980250393920656e-05,
          "search-membership": 0.0018741475227416252,
          "search-policy": 0.001346678449438032,
          "search-pricing": 0.001346678449438032,
          "search-shirt": 6.2520775217312e-05,
          "search-timing": 7.375548126103451e-05,
          "select-faq": 8.234570509800517e-05,
          "send-link": 0.001422942172252034,
          "shipping-status": 7.79323209741461e-05,
          "subscription-status": 0.002468427412235858,
          "try-again": 8.234570509800517e-05,
          "update-account": 0.0018741475227416252,
          "update-order": 8.234570509800517e-05,
          "validate-purchase": 0.0016786381398414228,
          "verify-identity": 0.011541798725828596
        }
      }
    },
    {
      "id": "abcd-test-6136-turn-12",
      "conversation_id": "6136",
      "expected_action": "send-link",
      "jev": {
        "choice": "send-link",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.09,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-membership": 0.0,
          "search-pricing": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "ask-the-oracle": 0.03,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.02,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.86,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.84,
        "input_tokens": 3196,
        "request_sha256": "9675d4377a7dafa509d1c686e298666d8f691990c2eb4738689ba15b83859e6d"
      },
      "shared_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.010697809437179594,
          "enter-details": 0.0013188900858997843,
          "instructions": 0.0020492506274298974,
          "log-out-in": 0.0020492506274298974,
          "make-password": 0.0001652996529741623,
          "make-purchase": 0.00014805576308598163,
          "membership": 0.000947695324718316,
          "notify-team": 0.000609933200974,
          "offer-refund": 0.000399066568443008,
          "promo-code": 0.00018455191344526737,
          "pull-up-account": 6.846977589068465e-05,
          "record-reason": 0.00010638621637650739,
          "search-boots": 9.528811942427615e-05,
          "search-faq": 0.15052709629222888,
          "search-jacket": 0.0005463050525851737,
          "search-jeans": 0.0004893150455447221,
          "search-membership": 0.00025264391130346773,
          "search-policy": 0.00016260068499949286,
          "search-pricing": 0.004431206003957277,
          "search-shirt": 0.00036035857612513227,
          "search-timing": 0.0006809714055117257,
          "select-faq": 0.2915374945995543,
          "send-link": 0.45298195111057293,
          "shipping-status": 0.07772038878972631,
          "subscription-status": 0.0004491880034022486,
          "try-again": 4.6943121087357705e-05,
          "update-account": 0.0001666510680861133,
          "update-order": 0.00011333000653130222,
          "validate-purchase": 0.00013369490307650066,
          "verify-identity": 0.0005599141124357561
        }
      },
      "trained_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.002715062993632257,
          "enter-details": 0.00010044461056773575,
          "instructions": 0.003031283515560674,
          "log-out-in": 0.002715062993632257,
          "make-password": 0.00011214326384425759,
          "make-purchase": 0.00010044461056773575,
          "membership": 0.0037785029476467133,
          "notify-team": 0.0024318306425556145,
          "offer-refund": 0.00010044461056773575,
          "promo-code": 0.0001252044630162286,
          "pull-up-account": 0.00013978689257239176,
          "record-reason": 0.0001560677199429834,
          "search-boots": 0.0021781444186833596,
          "search-faq": 0.009122065513353986,
          "search-jacket": 0.002715062993632257,
          "search-jeans": 0.0017474042969371436,
          "search-membership": 0.001653750689620632,
          "search-policy": 0.002715062993632257,
          "search-pricing": 0.002715062993632257,
          "search-shirt": 0.002610407052959014,
          "search-timing": 0.0024705005758155736,
          "select-faq": 0.006554707785125936,
          "send-link": 0.9325081488605094,
          "shipping-status": 0.0029144387904655265,
          "subscription-status": 0.002610407052959014,
          "try-again": 0.0020614050080800033,
          "update-account": 0.0023380923830279843,
          "update-order": 0.0022127804151942866,
          "validate-purchase": 0.001981945361239822,
          "verify-identity": 0.0033843335510249524
        }
      }
    },
    {
      "id": "abcd-test-7961-turn-11",
      "conversation_id": "7961",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.04,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.87,
          "pull-up-account": 0.04,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.0,
          "update-order": 0.04,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.01,
          "send-link": 0.0
        },
        "vendor_confidence": 0.86,
        "input_tokens": 3138,
        "request_sha256": "a293f27d56977bd2dcab7ef10f565ca768d2e4ab687e7727e83cdf035297ca39"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.006969985597188634,
          "enter-details": 0.0055916326806834124,
          "instructions": 0.00033412130550513247,
          "log-out-in": 0.0004164830995452564,
          "make-password": 0.00017251404602368006,
          "make-purchase": 0.010829748420126723,
          "membership": 0.0005191478383699429,
          "notify-team": 0.005008319107601127,
          "offer-refund": 0.002887077854829562,
          "promo-code": 0.0011225803273387017,
          "pull-up-account": 0.029190259917380477,
          "record-reason": 0.023417726270032035,
          "search-boots": 0.00037303603543812404,
          "search-faq": 0.006969985597188634,
          "search-jacket": 0.0005191478383699429,
          "search-jeans": 0.10949602102807601,
          "search-membership": 0.0010711218652346098,
          "search-policy": 0.0014414735743790538,
          "search-pricing": 0.0038853199186015468,
          "search-shirt": 0.00047900546464356355,
          "search-timing": 0.00030828582927415905,
          "select-faq": 0.0002420522129248484,
          "send-link": 0.0011564142581129448,
          "shipping-status": 0.005008319107601127,
          "subscription-status": 0.0010357783479806955,
          "try-again": 0.00024732061066077925,
          "update-account": 0.0018581125417114956,
          "update-order": 0.26434514853705215,
          "validate-purchase": 0.45856870280924705,
          "verify-identity": 0.05653515795887861
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.011241704395696392,
          "enter-details": 0.012551013499450644,
          "instructions": 0.0016145416003001214,
          "log-out-in": 0.0019046675145340361,
          "make-password": 0.0017059744312832078,
          "make-purchase": 0.0017059744312832078,
          "membership": 0.0016145416003001214,
          "notify-team": 0.010639197090746498,
          "offer-refund": 0.0014461141449643596,
          "promo-code": 0.014012814279945668,
          "pull-up-account": 0.08167174015431053,
          "record-reason": 0.027139732017995976,
          "search-boots": 0.01564487149162597,
          "search-faq": 0.010639197090746498,
          "search-jacket": 0.0019046675145340361,
          "search-jeans": 0.0025359869155409673,
          "search-membership": 0.012551013499450644,
          "search-policy": 0.0029916927021210833,
          "search-pricing": 0.009018595346128934,
          "search-shirt": 0.002271435566228426,
          "search-timing": 0.0025359869155409673,
          "select-faq": 0.0028313504809362932,
          "send-link": 0.0021496962251511494,
          "shipping-status": 0.014012814279945668,
          "subscription-status": 0.0021496962251511494,
          "try-again": 0.012551013499450644,
          "update-account": 0.5933506637776254,
          "update-order": 0.021772681286719345,
          "validate-purchase": 0.04216888186798152,
          "verify-identity": 0.08167174015431053
        }
      }
    },
    {
      "id": "abcd-test-7986-turn-10",
      "conversation_id": "7986",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.0,
          "select-faq": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.96,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "enter-details": 0.04,
          "pull-up-account": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3135,
        "request_sha256": "2efcd1047c020a548443e95db659c16b16a745a41b49a24f67ed66ef92a7da5b"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.006362213039863313,
          "enter-details": 0.004094695969910138,
          "instructions": 0.0023604136285327237,
          "log-out-in": 0.005104050684870335,
          "make-password": 0.0029422621800087295,
          "make-purchase": 0.00016725820453864448,
          "membership": 0.00040379449187872597,
          "notify-team": 0.000361671060231673,
          "offer-refund": 0.0006292572839902424,
          "promo-code": 0.006362213039863313,
          "pull-up-account": 0.0026353283965398927,
          "record-reason": 0.0005619539438612819,
          "search-boots": 9.641715623225783e-05,
          "search-faq": 0.00040379449187872597,
          "search-jacket": 0.0005033314958116208,
          "search-jeans": 0.0030105571328236866,
          "search-membership": 0.002114177836691336,
          "search-policy": 0.001554415454689687,
          "search-pricing": 0.0005048182082249909,
          "search-shirt": 0.0010004160525730705,
          "search-timing": 0.0005165358891173979,
          "select-faq": 0.001247021347741985,
          "send-link": 0.013757341462500901,
          "shipping-status": 0.0013606769580403627,
          "subscription-status": 0.0018936289332825357,
          "try-again": 0.0007188541677115274,
          "update-account": 0.007930515152207962,
          "update-order": 0.0024152028663787487,
          "validate-purchase": 0.02386534034702138,
          "verify-identity": 0.9051218431229828
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0006235782277628084,
          "enter-details": 0.0012183489252144883,
          "instructions": 0.0016955534840782222,
          "log-out-in": 0.0016046791969430679,
          "make-password": 0.0024933013260735153,
          "make-purchase": 0.0006962056298852906,
          "membership": 0.0005585265640185783,
          "notify-team": 0.0016955534840782222,
          "offer-refund": 0.00032196656290618854,
          "promo-code": 0.0006962056298852906,
          "pull-up-account": 0.0006235782277628084,
          "record-reason": 0.002941336351612833,
          "search-boots": 0.001893032847297403,
          "search-faq": 0.0012873451041755443,
          "search-jacket": 0.0004480748993500205,
          "search-jeans": 0.001700712324965772,
          "search-membership": 0.0017915742566115243,
          "search-policy": 0.001898792587539435,
          "search-pricing": 0.0013602486339609461,
          "search-shirt": 0.0015232961005969962,
          "search-timing": 0.0015232961005969962,
          "select-faq": 0.001700712324965772,
          "send-link": 0.001700712324965772,
          "shipping-status": 0.0014372808455056713,
          "subscription-status": 0.001898792587539435,
          "try-again": 0.0013602486339609461,
          "update-account": 0.002634498985540893,
          "update-order": 0.002233202636980811,
          "validate-purchase": 0.002359670664948077,
          "verify-identity": 0.9560796745302768
        }
      }
    },
    {
      "id": "abcd-test-5531-turn-10",
      "conversation_id": "5531",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.03,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.97,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3138,
        "request_sha256": "fd98aa57c6d61812d07f5e02d236cd7655065ffcccafd8380ef4e05c1f51e504"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.004943105282182218,
          "enter-details": 0.00396557842665826,
          "instructions": 0.0018339173299515594,
          "log-out-in": 0.0018339173299515594,
          "make-password": 9.515110037632915e-05,
          "make-purchase": 0.00011860610208891109,
          "membership": 0.00025646838436535116,
          "notify-team": 0.0044274455887948596,
          "offer-refund": 0.020701694071302592,
          "promo-code": 0.0001478428423681479,
          "pull-up-account": 0.0001842865273487349,
          "record-reason": 0.008574976964549497,
          "search-boots": 8.522504363179705e-05,
          "search-faq": 0.002849487123756339,
          "search-jacket": 7.63344476321139e-05,
          "search-jeans": 0.0010571745060992052,
          "search-membership": 0.0006803935309783961,
          "search-policy": 0.0008469269878582226,
          "search-pricing": 0.0002818297277037531,
          "search-shirt": 0.0007585763669047392,
          "search-timing": 0.040094660083009825,
          "select-faq": 0.00117865263397439,
          "send-link": 0.0014691952831202464,
          "shipping-status": 0.00396557842665826,
          "subscription-status": 0.000679442521220676,
          "try-again": 0.00013015264277875535,
          "update-account": 0.00117865263397439,
          "update-order": 0.007680443244720524,
          "validate-purchase": 0.8765807524509621,
          "verify-identity": 0.013323532395078181
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.003382468845773309,
          "enter-details": 0.003382468845773309,
          "instructions": 0.000585331596781451,
          "log-out-in": 0.0007296173913529611,
          "make-password": 0.0006535045078360133,
          "make-purchase": 0.000585331596781451,
          "membership": 0.0006535045078360133,
          "notify-team": 0.0042162567745935315,
          "offer-refund": 0.004707319312584482,
          "promo-code": 0.0006535045078360133,
          "pull-up-account": 0.0028672389978579155,
          "record-reason": 0.003776421269234205,
          "search-boots": 0.0028672389978579155,
          "search-faq": 0.0025681315806860925,
          "search-jacket": 0.000524270446715355,
          "search-jeans": 0.0015810464715696154,
          "search-membership": 0.001765189198483091,
          "search-policy": 0.0016705824172241525,
          "search-pricing": 0.003029613497861258,
          "search-shirt": 0.001765189198483091,
          "search-timing": 0.0021769443831689056,
          "select-faq": 0.0019707788388295933,
          "send-link": 0.0019707788388295933,
          "shipping-status": 0.003382468845773309,
          "subscription-status": 0.001765189198483091,
          "try-again": 0.002713567060638637,
          "update-account": 0.003029613497861258,
          "update-order": 0.005255576085989801,
          "validate-purchase": 0.9319944320180704,
          "verify-identity": 0.003776421269234205
        }
      }
    },
    {
      "id": "abcd-test-1795-turn-5",
      "conversation_id": "1795",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.05,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.95,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 2952,
        "request_sha256": "198452bb9ec73bdf947d6a26ef1ec617a5d0fe4a9dc318a6a2038ef2cb8b6656"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0504857967007548,
          "enter-details": 0.002878433391292105,
          "instructions": 0.0009565100440109157,
          "log-out-in": 0.0007555668389599903,
          "make-password": 0.00031296796305045247,
          "make-purchase": 0.00018041238695141993,
          "membership": 0.0007555668389599903,
          "notify-team": 0.0014861956015592103,
          "offer-refund": 0.0020683134109096436,
          "promo-code": 0.0003962018746364726,
          "pull-up-account": 0.7931124954845151,
          "record-reason": 0.0035879749865110593,
          "search-boots": 0.00039011550376851374,
          "search-faq": 0.00025107683549888414,
          "search-jacket": 0.00018041238695141993,
          "search-jeans": 0.00042083889911337044,
          "search-membership": 0.001067913692843236,
          "search-policy": 0.00030239598748279514,
          "search-pricing": 0.0002549938007418214,
          "search-shirt": 0.00011219058531678134,
          "search-timing": 8.061513106756076e-05,
          "select-faq": 0.00019462090292803557,
          "send-link": 0.00011792428572701336,
          "shipping-status": 0.0005513868250149487,
          "subscription-status": 0.005574885220595952,
          "try-again": 4.1623288006266525e-05,
          "update-account": 0.00044234709213059417,
          "update-order": 0.0005245773867699966,
          "validate-purchase": 0.0233475872489302,
          "verify-identity": 0.10916805940500138
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.001987285746222529,
          "enter-details": 0.001987285746222529,
          "instructions": 0.0019718810985300075,
          "log-out-in": 0.00177997416954585,
          "make-password": 0.002218742902197425,
          "make-purchase": 0.0019718810985300075,
          "membership": 0.00177997416954585,
          "notify-team": 0.0019718810985300075,
          "offer-refund": 0.0019718810985300075,
          "promo-code": 0.00159428912026907,
          "pull-up-account": 0.9498892162161154,
          "record-reason": 0.0024771575461076645,
          "search-boots": 0.0019718810985300075,
          "search-faq": 0.0019718810985300075,
          "search-jacket": 0.0022015439546999335,
          "search-jeans": 5.541432518690499e-05,
          "search-membership": 0.00150884220391859,
          "search-policy": 0.0013514412053371588,
          "search-pricing": 0.0008697824386455059,
          "search-shirt": 4.963355322669967e-05,
          "search-timing": 5.2444347310703514e-05,
          "select-faq": 0.0010841862694864716,
          "send-link": 4.6973408690580577e-05,
          "shipping-status": 0.0013514412053371588,
          "subscription-status": 5.855248285457705e-05,
          "try-again": 4.963355322669967e-05,
          "update-account": 0.00150884220391859,
          "update-order": 5.541432518690499e-05,
          "validate-purchase": 0.0012790098186237799,
          "verify-identity": 0.012931632496943377
        }
      }
    },
    {
      "id": "abcd-test-8094-turn-10",
      "conversation_id": "8094",
      "expected_action": "record-reason",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "log-out-in": 0.0,
          "record-reason": 0.5700000000000001,
          "membership": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.01,
          "make-purchase": 0.0,
          "verify-identity": 0.01,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.35000000000000003,
          "make-password": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.05,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.55,
        "input_tokens": 3129,
        "request_sha256": "09836abad9411e094ce0664913c992be8fd454bd99cd101f47c5b1bb063e70da"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.02053290998471613,
          "enter-details": 0.0015336479447814629,
          "instructions": 0.001230360800193043,
          "log-out-in": 0.001818965307608376,
          "make-password": 0.0005689918830723055,
          "make-purchase": 0.014754029352104268,
          "membership": 0.0008840822153547066,
          "notify-team": 0.04439938010277291,
          "offer-refund": 0.0013736595315387897,
          "promo-code": 0.04957062289222851,
          "pull-up-account": 0.0005689918830723055,
          "record-reason": 0.03561915600590708,
          "search-boots": 0.00040885209953075443,
          "search-faq": 0.028575275724302643,
          "search-jacket": 0.7787354111119299,
          "search-jeans": 0.0006748461936811523,
          "search-membership": 0.0011706792788933472,
          "search-policy": 0.00010370788676534524,
          "search-pricing": 0.0004849137363454639,
          "search-shirt": 4.2760784415365064e-05,
          "search-timing": 4.2760784415365064e-05,
          "select-faq": 0.003522934286659944,
          "send-link": 0.00011525658473765755,
          "shipping-status": 6.644046112614094e-05,
          "subscription-status": 0.0002503714335245631,
          "try-again": 1.2727200110654989e-05,
          "update-account": 2.2078317590817158e-05,
          "update-order": 1.977513091772592e-05,
          "validate-purchase": 0.004391348098842677,
          "verify-identity": 0.008505062982860611
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0029781791927302424,
          "enter-details": 0.00284995957351544,
          "instructions": 0.002552654534592725,
          "log-out-in": 0.003966236223489872,
          "make-password": 0.0031818909859858777,
          "make-purchase": 0.0037123080935664043,
          "membership": 0.0031818909859858777,
          "notify-team": 0.005768076499742914,
          "offer-refund": 0.00332504407078786,
          "promo-code": 0.005166356571522439,
          "pull-up-account": 0.003966236223489872,
          "record-reason": 0.9161717986019186,
          "search-boots": 0.00442817903141451,
          "search-faq": 0.010006082034483272,
          "search-jacket": 0.008962257896448366,
          "search-jeans": 7.622697218519266e-05,
          "search-membership": 0.002389227885522072,
          "search-policy": 9.501722441187514e-05,
          "search-pricing": 0.0026674984211052435,
          "search-shirt": 7.622697218519266e-05,
          "search-timing": 9.501722441187514e-05,
          "select-faq": 0.0026674984211052435,
          "send-link": 0.002025291685167631,
          "shipping-status": 6.115266977443408e-05,
          "subscription-status": 0.0018140154614615252,
          "try-again": 7.622697218519266e-05,
          "update-account": 0.0019167447526905297,
          "update-order": 8.51050393857884e-05,
          "validate-purchase": 0.002025291685167631,
          "verify-identity": 0.0037123080935664043
        }
      }
    },
    {
      "id": "abcd-test-7311-turn-6",
      "conversation_id": "7311",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.01,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-membership": 0.01,
          "search-pricing": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.95,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.03,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3051,
        "request_sha256": "d9f428c16c39a288155405bd2ec217e4d2da322649d08ad69ca666f0aef1cab9"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.007706610199926298,
          "enter-details": 0.003563991752340651,
          "instructions": 0.007706610199926298,
          "log-out-in": 0.00397908548611695,
          "make-password": 0.0004432218718397597,
          "make-purchase": 0.0002852559591925568,
          "membership": 0.23448207909549815,
          "notify-team": 0.0009501172074925615,
          "offer-refund": 0.0006168237073291039,
          "promo-code": 0.0004432218718397597,
          "pull-up-account": 0.0004948434610346808,
          "record-reason": 0.0005524772597210099,
          "search-boots": 0.000958401640203801,
          "search-faq": 0.0869941411073544,
          "search-jacket": 0.0014762628131278193,
          "search-jeans": 0.005537625300538737,
          "search-membership": 0.45413958646093,
          "search-policy": 0.0008510019337353344,
          "search-pricing": 0.04023118318954298,
          "search-shirt": 0.0005521030137848686,
          "search-timing": 0.0009501172074925615,
          "select-faq": 0.12106814163247562,
          "send-link": 0.00207099955176875,
          "shipping-status": 0.00044292155037951603,
          "subscription-status": 0.0031921994959658155,
          "try-again": 0.00044292155037951603,
          "update-account": 0.00035533137620745935,
          "update-order": 0.0005521030137848686,
          "validate-purchase": 0.00035533137620745935,
          "verify-identity": 0.018605289713862737
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0005666921869578531,
          "enter-details": 0.00045462574321045466,
          "instructions": 0.004177736222032237,
          "log-out-in": 0.00354136799484369,
          "make-password": 0.0005075755207122325,
          "make-purchase": 0.0006326941859876878,
          "membership": 0.00903374435060577,
          "notify-team": 0.004177736222032237,
          "offer-refund": 0.0004071996101225919,
          "promo-code": 0.0005666921869578531,
          "pull-up-account": 0.002688775409216287,
          "record-reason": 0.0028410433471273626,
          "search-boots": 0.0006326941859876878,
          "search-faq": 0.0031719363022792366,
          "search-jacket": 0.0031719363022792366,
          "search-jeans": 0.002688775409216287,
          "search-membership": 0.00354136799484369,
          "search-policy": 0.004177736222032237,
          "search-pricing": 0.004177736222032237,
          "search-shirt": 0.0030019343760216213,
          "search-timing": 0.0033515656360331545,
          "select-faq": 0.9234794999437212,
          "send-link": 0.0031719363022792366,
          "shipping-status": 0.0017985095186807698,
          "subscription-status": 0.003296622105624256,
          "try-again": 0.0023688052239552717,
          "update-account": 0.0021216937978750794,
          "update-order": 0.0021216937978750794,
          "validate-purchase": 0.002007979881582247,
          "verify-identity": 0.0021216937978750794
        }
      }
    },
    {
      "id": "abcd-test-987-turn-3",
      "conversation_id": "987",
      "expected_action": "search-policy",
      "jev": {
        "choice": "search-policy",
        "probabilities": {
          "search-membership": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.16,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.01,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.83,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.82,
        "input_tokens": 2922,
        "request_sha256": "44a96f57f230700916463dd8c0948dcb32eb47acf350456a54cf803ace87f0f4"
      },
      "shared_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.002642863876386898,
          "enter-details": 0.00023047677906017387,
          "instructions": 0.002642863876386898,
          "log-out-in": 0.000257320142068583,
          "make-password": 0.00011900012177810045,
          "make-purchase": 0.00011900012177810045,
          "membership": 0.000257320142068583,
          "notify-team": 0.0009805171182640353,
          "offer-refund": 0.00039981645475223326,
          "promo-code": 0.000257320142068583,
          "pull-up-account": 0.00887949083282978,
          "record-reason": 0.001364567666887408,
          "search-boots": 0.0023671629679054887,
          "search-faq": 0.029833272777711868,
          "search-jacket": 0.001899043567075607,
          "search-jeans": 0.0010947168800547289,
          "search-membership": 0.0009805171182640353,
          "search-policy": 0.4686702189177313,
          "search-pricing": 0.0023671629679054887,
          "search-shirt": 0.00040614561368418247,
          "search-timing": 0.0007866145128654357,
          "select-faq": 0.4686702189177313,
          "send-link": 0.002950675614734246,
          "shipping-status": 0.0003819037044227621,
          "subscription-status": 0.0003063801251973778,
          "try-again": 9.119013007187153e-05,
          "update-account": 0.00012010589938236724,
          "update-order": 0.00014168839780612919,
          "validate-purchase": 0.00047604448792895365,
          "verify-identity": 0.0003063801251973778
        }
      },
      "trained_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.0007708023041447309,
          "enter-details": 0.0008605767366857724,
          "instructions": 0.0028629062929359243,
          "log-out-in": 0.0010152186386807728,
          "make-password": 0.0010152186386807728,
          "make-purchase": 0.0021736548087767514,
          "membership": 0.0009093119667090776,
          "notify-team": 0.003377357292900069,
          "offer-refund": 0.0008605767366857724,
          "promo-code": 0.0010152186386807728,
          "pull-up-account": 0.003377357292900069,
          "record-reason": 0.0030250352170537926,
          "search-boots": 0.0020571559543822258,
          "search-faq": 0.00524763416711862,
          "search-jacket": 0.0028629062929359243,
          "search-jeans": 0.001355514187938079,
          "search-membership": 0.003377357292900069,
          "search-policy": 0.9305860317661344,
          "search-pricing": 0.003377357292900069,
          "search-shirt": 0.0020571559543822258,
          "search-timing": 0.0030250352170537926,
          "select-faq": 0.011347242046913442,
          "send-link": 0.0021736548087767514,
          "shipping-status": 0.0012828643090165672,
          "subscription-status": 0.001355514187938079,
          "try-again": 0.0025642508375333813,
          "update-account": 0.001355514187938079,
          "update-order": 0.001599093777614406,
          "validate-purchase": 0.001599093777614406,
          "verify-identity": 0.0015133893760751914
        }
      }
    },
    {
      "id": "abcd-test-1773-turn-5",
      "conversation_id": "1773",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "update-order": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.99,
          "verify-identity": 0.01,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 2968,
        "request_sha256": "41eeadba5889d012654751574b88d0b32bd612df0f5822154d25e77a3cd70298"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003106292210186219,
          "enter-details": 0.006716897273205453,
          "instructions": 0.0012866752274315557,
          "log-out-in": 0.004322969350154247,
          "make-password": 0.0008280992488378893,
          "make-purchase": 0.0002961660311716908,
          "membership": 0.0004121688574080789,
          "notify-team": 0.0007150035421119874,
          "offer-refund": 0.0009950572848113522,
          "promo-code": 0.0003829623117637986,
          "pull-up-account": 0.8558975960819604,
          "record-reason": 0.0010322280296900712,
          "search-boots": 0.0002961660311716908,
          "search-faq": 0.0008912539376933411,
          "search-jacket": 0.0007982792520351793,
          "search-jeans": 0.0003072294321477576,
          "search-membership": 0.00024647286386930185,
          "search-policy": 0.0002655081017588097,
          "search-pricing": 4.721388719755981e-05,
          "search-shirt": 0.00012278674458130674,
          "search-timing": 7.90250848109358e-05,
          "select-faq": 0.00029643154861279316,
          "send-link": 0.0008280992488378893,
          "shipping-status": 0.00021300241676777958,
          "subscription-status": 0.00019773150966955196,
          "try-again": 9.850499074709411e-05,
          "update-account": 0.00022076107586406057,
          "update-order": 0.0001370875697779975,
          "validate-purchase": 0.0011524503946260607,
          "verify-identity": 0.11780988046109815
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0016187961565666497,
          "enter-details": 0.0020179607765637925,
          "instructions": 0.0016187961565666497,
          "log-out-in": 0.0015321321512362204,
          "make-password": 0.0016188979590018907,
          "make-purchase": 0.0015320358293646544,
          "membership": 0.0016187961565666497,
          "notify-team": 0.001449925143931739,
          "offer-refund": 0.0016187961565666497,
          "promo-code": 0.0015321321512362204,
          "pull-up-account": 0.9645513364308684,
          "record-reason": 0.002515394103239337,
          "search-boots": 0.001449925143931739,
          "search-faq": 0.001807449254621546,
          "search-jacket": 0.000986074446735658,
          "search-jeans": 0.0013723017088415111,
          "search-membership": 0.0007910728579746231,
          "search-policy": 0.0002925510837990301,
          "search-pricing": 0.000835872006382659,
          "search-shirt": 0.0002925510837990301,
          "search-timing": 0.00026203244315193386,
          "select-faq": 0.00023469750602032888,
          "send-link": 0.0009332250088904692,
          "shipping-status": 0.00026203244315193386,
          "subscription-status": 0.0002925510837990301,
          "try-again": 0.0011009213853803296,
          "update-account": 0.0012987520659158566,
          "update-order": 0.0003266241963830747,
          "validate-purchase": 0.0011009213853803296,
          "verify-identity": 0.0031354457241319876
        }
      }
    },
    {
      "id": "abcd-test-812-turn-20",
      "conversation_id": "812",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.81,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.02,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.01,
          "search-membership": 0.0,
          "send-link": 0.0,
          "enter-details": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.01,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.12,
          "search-boots": 0.02,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 3438,
        "request_sha256": "a853eea19f2fbe5fc32286aa43a4a1ba4342120e20442f2917d46daf69dfa871"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.559768969767,
          "enter-details": 0.0022681742216143505,
          "instructions": 0.0018320477908986895,
          "log-out-in": 0.0016298083025383027,
          "make-password": 0.000945924723093131,
          "make-purchase": 0.001316425995047248,
          "membership": 0.004904594931896432,
          "notify-team": 0.0011711070991050885,
          "offer-refund": 0.0009395143759437999,
          "promo-code": 0.000679699216313516,
          "pull-up-account": 0.0011790979047343493,
          "record-reason": 0.001316425995047248,
          "search-boots": 0.001819630151920013,
          "search-faq": 0.0025323457363083646,
          "search-jacket": 0.0004374518554709137,
          "search-jeans": 0.0006584652565574785,
          "search-membership": 0.0009163739787288031,
          "search-policy": 0.0004731436051852252,
          "search-pricing": 0.0025323457363083646,
          "search-shirt": 0.0004731436051852252,
          "search-timing": 0.055364290336997614,
          "select-faq": 0.0007351559988674888,
          "send-link": 0.0009395143759437999,
          "shipping-status": 0.07704946175492017,
          "subscription-status": 0.0005897747882130214,
          "try-again": 0.0001408249812504901,
          "update-account": 0.0022681742216143505,
          "update-order": 0.23186532686216588,
          "validate-purchase": 0.035632177477889465,
          "verify-identity": 0.007620608953241207
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0038997005361173973,
          "enter-details": 0.0009762598981165737,
          "instructions": 0.0012169107066121805,
          "log-out-in": 0.0034928878476118805,
          "make-password": 0.00312851316761354,
          "make-purchase": 0.001516882449162195,
          "membership": 0.001089963714479913,
          "notify-team": 0.0038997005361173973,
          "offer-refund": 0.0043538943430389285,
          "promo-code": 0.001516882449162195,
          "pull-up-account": 0.0029608385809703546,
          "record-reason": 0.001516882449162195,
          "search-boots": 0.0028021504263359147,
          "search-faq": 0.0034928878476118805,
          "search-jacket": 0.0006283165428276519,
          "search-jeans": 0.0067578131755725275,
          "search-membership": 0.005728438280425073,
          "search-policy": 0.006052845003090731,
          "search-pricing": 0.0029608385809703546,
          "search-shirt": 0.007140513749128781,
          "search-timing": 0.005728438280425073,
          "select-faq": 0.005421418705013214,
          "send-link": 0.0034928878476118805,
          "shipping-status": 0.028331589326075376,
          "subscription-status": 0.007972161527902023,
          "try-again": 0.0054271413344821945,
          "update-account": 0.0054271413344821945,
          "update-order": 0.8620203534161555,
          "validate-purchase": 0.007552860096113041,
          "verify-identity": 0.0034928878476118805
        }
      }
    },
    {
      "id": "abcd-test-6501-turn-7",
      "conversation_id": "6501",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.98,
          "send-link": 0.0,
          "verify-identity": 0.02,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3030,
        "request_sha256": "aeb338a222c828f03b545975bad2ed9f1165416e76015382ecba0754779bc311"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002784245936782651,
          "enter-details": 0.006721722884241273,
          "instructions": 0.001437564988303934,
          "log-out-in": 0.003108524022628923,
          "make-password": 0.0008286943082674173,
          "make-purchase": 0.0003306789596875537,
          "membership": 0.0005736409157615637,
          "notify-team": 0.0007983255189898663,
          "offer-refund": 0.0009951149662084484,
          "promo-code": 0.0005333445123577052,
          "pull-up-account": 0.8565107877790696,
          "record-reason": 0.0012875996751059433,
          "search-boots": 0.0002652853984872964,
          "search-faq": 0.000891305648363472,
          "search-jacket": 0.001384883101978936,
          "search-jeans": 0.0003074498437460494,
          "search-membership": 0.0002209196929635871,
          "search-policy": 0.00020680682521142862,
          "search-pricing": 6.575384579835688e-05,
          "search-shirt": 0.00011921524883150767,
          "search-timing": 6.155334101069699e-05,
          "select-faq": 0.00016590964928037317,
          "send-link": 0.0005954625253087584,
          "shipping-status": 0.0001852329759512941,
          "subscription-status": 0.0002209196929635871,
          "try-again": 9.563976631020476e-05,
          "update-account": 0.0006648154187083492,
          "update-order": 0.00014860213134656422,
          "validate-purchase": 0.0005954625253087584,
          "verify-identity": 0.11789453790102591
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0016156899046988425,
          "enter-details": 0.0020165825674656867,
          "instructions": 0.001707187728644239,
          "log-out-in": 0.0018062146440686222,
          "make-password": 0.0016177921948159152,
          "make-purchase": 0.0016156899046988425,
          "membership": 0.001707187728644239,
          "notify-team": 0.0015290960717892648,
          "offer-refund": 0.001707187728644239,
          "promo-code": 0.0018062146440686222,
          "pull-up-account": 0.9638925343364075,
          "record-reason": 0.003133304061425748,
          "search-boots": 0.0014471430581142347,
          "search-faq": 0.0018062146440686222,
          "search-jacket": 0.0011001693712012406,
          "search-jeans": 0.0014490259901644913,
          "search-membership": 0.0008826048288301473,
          "search-policy": 0.0008353010520793609,
          "search-pricing": 0.0009854009387869455,
          "search-shirt": 2.3563520681146773e-05,
          "search-timing": 2.9371998314600915e-05,
          "select-faq": 2.9371998314600915e-05,
          "send-link": 2.630793817698132e-05,
          "shipping-status": 0.00104120506527278,
          "subscription-status": 2.9371998314600915e-05,
          "try-again": 3.103535890448766e-05,
          "update-account": 0.0016177921948159152,
          "update-order": 2.7797781344223322e-05,
          "validate-purchase": 0.0009854009387869455,
          "verify-identity": 0.0034982398084568538
        }
      }
    },
    {
      "id": "abcd-test-4019-turn-11",
      "conversation_id": "4019",
      "expected_action": "subscription-status",
      "jev": {
        "choice": "subscription-status",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-membership": 0.0,
          "search-pricing": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.01,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.97,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.02,
          "enter-details": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3182,
        "request_sha256": "21f66b4823dc73c924e9ffafbee397d538b924793b665cbdea228cdd538d591b"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.004420177178557521,
          "enter-details": 0.00955797642825438,
          "instructions": 0.0014688349824177435,
          "log-out-in": 0.0018309067093212957,
          "make-password": 0.000299195172447386,
          "make-purchase": 0.0001110029486381054,
          "membership": 0.006867934617385819,
          "notify-team": 0.0003915733112181164,
          "offer-refund": 0.00048809768131657927,
          "promo-code": 0.0020441504698117214,
          "pull-up-account": 0.00019256070405769597,
          "record-reason": 0.00013836549342642813,
          "search-boots": 7.144108364869115e-05,
          "search-faq": 0.00019256070405769597,
          "search-jacket": 6.398842872880053e-05,
          "search-jeans": 0.00048809768131657927,
          "search-membership": 0.0003141375400085027,
          "search-policy": 0.0009189252821735479,
          "search-pricing": 0.00022572514220018893,
          "search-shirt": 0.0005297208075351538,
          "search-timing": 0.00024497416573670123,
          "select-faq": 0.00042496563488289243,
          "send-link": 0.06219556466661062,
          "shipping-status": 0.001639908374463106,
          "subscription-status": 0.8751417407748193,
          "try-again": 0.00030536095785433753,
          "update-account": 0.0008230639307082265,
          "update-order": 0.0002735060452785057,
          "validate-purchase": 0.007667834605138087,
          "verify-identity": 0.020667708477986338
        }
      },
      "trained_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.0022153156639646825,
          "enter-details": 0.0022153156639646825,
          "instructions": 0.002096584079017064,
          "log-out-in": 0.0006285364258542101,
          "make-password": 0.0019842161814267152,
          "make-purchase": 0.0006285364258542101,
          "membership": 0.001877870604091478,
          "notify-team": 0.0015065115875584746,
          "offer-refund": 0.00029067232310161947,
          "promo-code": 0.0015918263867813994,
          "pull-up-account": 0.000701741429090745,
          "record-reason": 0.00045163767754774346,
          "search-boots": 0.000701741429090745,
          "search-faq": 0.0017772247174700152,
          "search-jacket": 0.00026034968159666317,
          "search-jeans": 0.0019842161814267152,
          "search-membership": 0.0018744486422433205,
          "search-policy": 0.0013493536876837042,
          "search-pricing": 0.0019842161814267152,
          "search-shirt": 0.0017739860676055912,
          "search-timing": 0.0009159463605720154,
          "select-faq": 0.0018744486422433205,
          "send-link": 0.002473331121603132,
          "shipping-status": 0.003083013952562001,
          "subscription-status": 0.9484219783958278,
          "try-again": 0.0018744486422433205,
          "update-account": 0.0017739860676055912,
          "update-order": 0.0018744486422433205,
          "validate-purchase": 0.003842985320319718,
          "verify-identity": 0.0059711118179833515
        }
      }
    },
    {
      "id": "abcd-test-10186-turn-6",
      "conversation_id": "10186",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-jeans",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.01,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.9,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.09,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.9,
        "input_tokens": 3017,
        "request_sha256": "e8b2c85153f9ea220fbf2fb406eb7c9d4b44a9898741494b04ea06d77a85e240"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.0019948424787103467,
          "enter-details": 0.00016452100415079594,
          "instructions": 0.0017867424725539999,
          "log-out-in": 0.0008262950637675734,
          "make-password": 6.814717854505783e-05,
          "make-purchase": 0.00386356587048882,
          "membership": 5.467070628438022e-05,
          "notify-team": 0.00016452100415079594,
          "offer-refund": 8.494564415207437e-05,
          "promo-code": 0.0003821279684801971,
          "pull-up-account": 0.0008262950637675734,
          "record-reason": 0.00020507587639578465,
          "search-boots": 0.00010588498009537253,
          "search-faq": 0.02514095620498996,
          "search-jacket": 0.0009225327382429021,
          "search-jeans": 0.9535011230453637,
          "search-membership": 0.0008262950637675734,
          "search-policy": 4.977897019688343e-05,
          "search-pricing": 0.0008262950637675734,
          "search-shirt": 0.00013709391477345409,
          "search-timing": 0.00026552067358515526,
          "select-faq": 0.00431355137821075,
          "send-link": 0.0004606079903296974,
          "shipping-status": 0.0002964455509197901,
          "subscription-status": 0.00019730092718089106,
          "try-again": 0.00015306107749053484,
          "update-account": 0.00019079125105178727,
          "update-order": 0.000330972249630383,
          "validate-purchase": 0.00042663396327298264,
          "verify-identity": 0.0014334046256832555
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.002748631014668308,
          "enter-details": 0.0021924283261750537,
          "instructions": 0.002748631014668308,
          "log-out-in": 0.0021924283261750537,
          "make-password": 0.0021924283261750537,
          "make-purchase": 0.0021924283261750537,
          "membership": 0.0021924283261750537,
          "notify-team": 0.002748631014668308,
          "offer-refund": 0.0030687612047370096,
          "promo-code": 0.0021924283261750537,
          "pull-up-account": 0.0024618943689677783,
          "record-reason": 0.0024477780970052305,
          "search-boots": 0.0024618943689677783,
          "search-faq": 0.9440364558305144,
          "search-jacket": 0.0024618943689677783,
          "search-jeans": 0.00827146982176882,
          "search-membership": 0.0024618943689677783,
          "search-policy": 0.0011385262609639605,
          "search-pricing": 0.001975041071545585,
          "search-shirt": 3.4397487920106996e-05,
          "search-timing": 0.0015844657433015212,
          "select-faq": 0.0034261764791883808,
          "send-link": 0.0010197562778683977,
          "shipping-status": 2.339179305579806e-05,
          "subscription-status": 0.0015844657433015212,
          "try-again": 2.611620915024871e-05,
          "update-account": 2.7595194094928026e-05,
          "update-order": 2.7595194094928026e-05,
          "validate-purchase": 3.0809176621866264e-05,
          "verify-identity": 2.9157937940893294e-05
        }
      }
    },
    {
      "id": "abcd-test-9083-turn-22",
      "conversation_id": "9083",
      "expected_action": "enter-details",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "search-membership": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.01,
          "subscription-status": 0.0,
          "pull-up-account": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.02,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.58,
          "try-again": 0.0,
          "enter-details": 0.38,
          "search-timing": 0.0,
          "validate-purchase": 0.01,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.55,
        "input_tokens": 3540,
        "request_sha256": "8c90d26a7aee085fe1275c38ef1317b323338d3c7949508f36eada700fabaf27"
      },
      "shared_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0015746474955065143,
          "enter-details": 0.4338727797409507,
          "instructions": 0.0010134372436992334,
          "log-out-in": 0.0014103819178880462,
          "make-password": 0.0091776136635299,
          "make-purchase": 0.279238894694311,
          "membership": 0.011439919032061194,
          "notify-team": 0.0015746474955065143,
          "offer-refund": 0.0014938484171820457,
          "promo-code": 0.00039824158567825885,
          "pull-up-account": 0.001338011749526229,
          "record-reason": 0.0007713061023378214,
          "search-boots": 0.00035669742702641065,
          "search-faq": 0.000256306835369721,
          "search-jacket": 0.0007713061023378214,
          "search-jeans": 0.0013167060919115677,
          "search-membership": 0.0019628024138171815,
          "search-policy": 0.0007590235921745786,
          "search-pricing": 0.00028546987630294644,
          "search-shirt": 0.0006089225791129553,
          "search-timing": 0.000468673112473972,
          "select-faq": 0.0007590235921745786,
          "send-link": 0.0597204722784086,
          "shipping-status": 0.001641277731210938,
          "subscription-status": 0.017774995124647475,
          "try-again": 0.0006798430636556117,
          "update-account": 0.16096920409225585,
          "update-order": 0.0027315961466370204,
          "validate-purchase": 0.0018324355790141076,
          "verify-identity": 0.003801515223291234
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0022639252113471455,
          "enter-details": 0.9384090039752888,
          "instructions": 0.002886973139062243,
          "log-out-in": 0.0024472189543118753,
          "make-password": 0.0020744494780912657,
          "make-purchase": 0.005908071915270269,
          "membership": 0.0023160582809637555,
          "notify-team": 0.0017584617519840209,
          "offer-refund": 0.0018162216691379979,
          "promo-code": 0.0018162216691379979,
          "pull-up-account": 0.0016642155029289465,
          "record-reason": 0.0023921337205242118,
          "search-boots": 0.002142588678995247,
          "search-faq": 0.00202775488573298,
          "search-jacket": 0.0025276023182961484,
          "search-jeans": 7.174530190611693e-05,
          "search-membership": 0.0015750207534058547,
          "search-policy": 9.449527364785151e-05,
          "search-pricing": 0.0012635505693499535,
          "search-shirt": 0.00010550102050206247,
          "search-timing": 8.010139889887152e-05,
          "select-faq": 8.463761264142141e-05,
          "send-link": 0.0020744494780912657,
          "shipping-status": 0.00010550102050206247,
          "subscription-status": 9.984661959633402e-05,
          "try-again": 0.0025858071201833744,
          "update-account": 0.010248948263006147,
          "update-order": 0.003598619787181721,
          "validate-purchase": 0.003802412878029946,
          "verify-identity": 0.0017584617519840209
        }
      }
    },
    {
      "id": "abcd-test-7968-turn-5",
      "conversation_id": "7968",
      "expected_action": "search-jacket",
      "jev": {
        "choice": "search-jacket",
        "probabilities": {
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "verify-identity": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.21,
          "search-membership": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.77,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.02,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "shipping-status": 0.0
        },
        "vendor_confidence": 0.75,
        "input_tokens": 2991,
        "request_sha256": "2a024838de55f231293ba7b34406eb45e063d989ab6ab60d983e8e06f86522b4"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.0005364718116382632,
          "enter-details": 0.0007503008839863802,
          "instructions": 0.001301573144322524,
          "log-out-in": 0.0016224159940433696,
          "make-password": 0.00043038152008774563,
          "make-purchase": 0.00038548456990443133,
          "membership": 0.0003092528991818317,
          "notify-team": 0.002814461903710131,
          "offer-refund": 0.00038548456990443133,
          "promo-code": 0.00048289091771178437,
          "pull-up-account": 0.0005364718116382632,
          "record-reason": 0.00031078674606867436,
          "search-boots": 0.0004805076242837963,
          "search-faq": 0.011786949332730837,
          "search-jacket": 0.9666474750901125,
          "search-jeans": 0.000837687484367065,
          "search-membership": 0.0014531659345289626,
          "search-policy": 0.00017915499778922792,
          "search-pricing": 0.0003469837456614682,
          "search-shirt": 1.4993921401377075e-05,
          "search-timing": 0.0003873965355339222,
          "select-faq": 0.007586037662674062,
          "send-link": 0.00012873274842346472,
          "shipping-status": 1.4993921401377075e-05,
          "subscription-status": 0.00022331720277480362,
          "try-again": 4.9825145419925645e-06,
          "update-account": 7.74168578233176e-06,
          "update-order": 5.562828318999556e-06,
          "validate-purchase": 1.8689964661702244e-05,
          "verify-identity": 9.650032814219541e-06
        }
      },
      "trained_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.001781957515840503,
          "enter-details": 0.001989500276727099,
          "instructions": 0.0013585401769841993,
          "log-out-in": 0.001693423828041058,
          "make-password": 0.0018828714506696207,
          "make-purchase": 0.002230397749387063,
          "membership": 0.0018828714506696207,
          "notify-team": 0.002102167392499587,
          "offer-refund": 0.001989500276727099,
          "promo-code": 0.001781957515840503,
          "pull-up-account": 0.002230397749387063,
          "record-reason": 0.0021108576553566967,
          "search-boots": 0.001890655200539742,
          "search-faq": 0.004319784003825408,
          "search-jacket": 0.9548788342711718,
          "search-jeans": 5.9701547062720316e-05,
          "search-membership": 0.0017893240751560386,
          "search-policy": 9.801564090950406e-05,
          "search-pricing": 9.801564090950406e-05,
          "search-shirt": 5.650179984841312e-05,
          "search-timing": 0.002230397749387063,
          "select-faq": 0.003465522900152521,
          "send-link": 0.0014354756075368466,
          "shipping-status": 5.650179984841312e-05,
          "subscription-status": 0.0015167679766831979,
          "try-again": 0.001602663637391868,
          "update-account": 0.001890655200539742,
          "update-order": 8.779075686762021e-05,
          "validate-purchase": 0.0014354756075368466,
          "verify-identity": 5.3473546502595085e-05
        }
      }
    },
    {
      "id": "abcd-test-6792-turn-18",
      "conversation_id": "6792",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "ask-the-oracle": 0.02,
          "select-faq": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.24,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "validate-purchase": 0.5700000000000001,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.13,
          "search-pricing": 0.03,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.55,
        "input_tokens": 3381,
        "request_sha256": "3cf67f6a15fcddc8aee81bfad55313e36f7162b117b1b0d3d5ebebeb7e8a13d0"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0980322057658082,
          "enter-details": 0.020965980136384194,
          "instructions": 0.0035972346643250177,
          "log-out-in": 0.003221975043596216,
          "make-password": 0.0008935529595056158,
          "make-purchase": 0.0004132315064010665,
          "membership": 0.002885862072848188,
          "notify-team": 0.0008589398017815659,
          "offer-refund": 0.002584811650331125,
          "promo-code": 0.001932175810102998,
          "pull-up-account": 0.0021572138397368437,
          "record-reason": 0.001932175810102998,
          "search-boots": 0.0004132315064010665,
          "search-faq": 0.005589277716746384,
          "search-jacket": 0.0008935529595056158,
          "search-jeans": 0.0021286531015374034,
          "search-membership": 0.002885862072848188,
          "search-policy": 0.00237657495484871,
          "search-pricing": 0.018778832241338028,
          "search-shirt": 0.0008817224523184945,
          "search-timing": 0.0003271235979099229,
          "select-faq": 0.0019065941654747348,
          "send-link": 0.018778832241338028,
          "shipping-status": 0.08780558299149002,
          "subscription-status": 0.0026533716460924272,
          "try-again": 0.0005082750126918167,
          "update-account": 0.0035972346643250177,
          "update-order": 0.02917796930137226,
          "validate-purchase": 0.5117620632520508,
          "verify-identity": 0.17005988706078712
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.01089878514485398,
          "enter-details": 0.0327977691519302,
          "instructions": 0.007831371226181645,
          "log-out-in": 0.007014410766644716,
          "make-password": 0.005627272572815561,
          "make-purchase": 0.0004844055840588865,
          "membership": 0.006282674537554034,
          "notify-team": 0.005627272572815561,
          "offer-refund": 0.0004844055840588865,
          "promo-code": 0.0006038128679307016,
          "pull-up-account": 0.0006741389433789169,
          "record-reason": 0.007014410766644716,
          "search-boots": 0.0006741389433789169,
          "search-faq": 0.0007526551450910503,
          "search-jacket": 0.0005408237655479828,
          "search-jeans": 0.0024780173337461023,
          "search-membership": 0.0027666295961038287,
          "search-policy": 0.0024780173337461023,
          "search-pricing": 0.0030888554595442964,
          "search-shirt": 0.0030888554595442964,
          "search-timing": 0.0024780173337461023,
          "select-faq": 0.007014410766644716,
          "send-link": 0.008743482376726107,
          "shipping-status": 0.00976183540065121,
          "subscription-status": 0.0034486108941420225,
          "try-again": 0.007831371226181645,
          "update-account": 0.008743482376726107,
          "update-order": 0.013585364940054565,
          "validate-purchase": 0.800567012373987,
          "verify-identity": 0.03661768955557008
        }
      }
    },
    {
      "id": "abcd-test-4337-turn-23",
      "conversation_id": "4337",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-account",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "verify-identity": 0.12,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "update-account": 0.38,
          "make-password": 0.0,
          "record-reason": 0.07,
          "update-order": 0.32,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.1,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.01,
          "send-link": 0.0
        },
        "vendor_confidence": 0.35,
        "input_tokens": 3479,
        "request_sha256": "87aa6abcd9d551832dd783783e62f334391ca328306f70b1313cfa8f6f287a0c"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.0017097891934808377,
          "enter-details": 0.01112591140239929,
          "instructions": 0.0006343413219695806,
          "log-out-in": 0.0006343413219695806,
          "make-password": 5.8131850291031415e-05,
          "make-purchase": 6.4192050507244865e-06,
          "membership": 4.177094469699004e-05,
          "notify-team": 0.0003275237755621637,
          "offer-refund": 8.263423638788973e-05,
          "promo-code": 2.688362139947296e-05,
          "pull-up-account": 0.0003275237755621637,
          "record-reason": 0.008925702694296775,
          "search-boots": 4.177094469699004e-05,
          "search-faq": 2.1567239647780822e-05,
          "search-jacket": 4.6635961930697e-05,
          "search-jeans": 0.00039892108235045143,
          "search-membership": 0.0006343413219695806,
          "search-policy": 0.00025674410137948466,
          "search-pricing": 7.82054017245316e-05,
          "search-shirt": 0.00019493235291250313,
          "search-timing": 6.477645938909731e-05,
          "select-faq": 0.00020597156327840734,
          "send-link": 0.0003656704585495453,
          "shipping-status": 0.0023794848439806712,
          "subscription-status": 0.0004453833681322082,
          "try-again": 0.00020597156327840734,
          "update-account": 0.9124338485288095,
          "update-order": 0.03348133066547865,
          "validate-purchase": 0.012421735399712499,
          "verify-identity": 0.012421735399712499
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.004150476205535269,
          "enter-details": 0.0031512391940192296,
          "instructions": 0.00018295266100502955,
          "log-out-in": 0.0025280644295324413,
          "make-password": 0.00018295266100502955,
          "make-purchase": 0.00011774764221421358,
          "membership": 0.0031512391940192296,
          "notify-team": 0.00018295266100502955,
          "offer-refund": 0.0001314615801236868,
          "promo-code": 0.00011774764221421358,
          "pull-up-account": 0.002264339241192521,
          "record-reason": 0.006448882673761971,
          "search-boots": 0.002264339241192521,
          "search-faq": 0.0023925711051771188,
          "search-jacket": 0.00016386722552878404,
          "search-jeans": 0.0022252813493092737,
          "search-membership": 0.002351301198812396,
          "search-policy": 0.0019931421561777077,
          "search-pricing": 0.00267123080267266,
          "search-shirt": 0.0029309035958777646,
          "search-timing": 0.0017852197774183625,
          "select-faq": 0.0022252813493092737,
          "send-link": 0.0018165538118851037,
          "shipping-status": 0.0031512391940192296,
          "subscription-status": 0.0026251542900181503,
          "try-again": 0.004633877387382608,
          "update-account": 0.9174537360035444,
          "update-order": 0.01738218917809223,
          "validate-purchase": 0.004150476205535269,
          "verify-identity": 0.005173580342419276
        }
      }
    },
    {
      "id": "abcd-test-830-turn-9",
      "conversation_id": "830",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.03,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.22,
          "send-link": 0.0,
          "verify-identity": 0.56,
          "record-reason": 0.09,
          "membership": 0.0,
          "update-account": 0.02,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.08,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "search-policy": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.54,
        "input_tokens": 3131,
        "request_sha256": "8454980ebccb970311e0402490ef6c88b7b1608591798ded7035365b0c6753dc"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.004256281831405292,
          "enter-details": 0.030922173175475562,
          "instructions": 0.002197610261062535,
          "log-out-in": 0.0019683577082415097,
          "make-password": 0.00010173719939313448,
          "make-purchase": 1.4796651201103853e-05,
          "membership": 7.310379302480688e-05,
          "notify-team": 0.00019704231910100295,
          "offer-refund": 0.0012668276054481544,
          "promo-code": 0.00010173719939313448,
          "pull-up-account": 0.0011346734810145356,
          "record-reason": 0.008243480189269226,
          "search-boots": 0.00012681569255558063,
          "search-faq": 0.003058373595415315,
          "search-jacket": 0.0002456140542536295,
          "search-jeans": 0.0010163056274462001,
          "search-membership": 0.0010974743386852977,
          "search-policy": 0.000706330427801428,
          "search-pricing": 0.0012252959799486768,
          "search-shirt": 0.00040716864304805747,
          "search-timing": 0.00018829900132561595,
          "select-faq": 0.0005666491158640081,
          "send-link": 0.0010163056274462001,
          "shipping-status": 0.0034145788691125724,
          "subscription-status": 0.0034145788691125724,
          "try-again": 0.0003646932741454076,
          "update-account": 0.18022576945036178,
          "update-order": 0.10389239374802346,
          "validate-purchase": 0.6055217114289339,
          "verify-identity": 0.04303382084249033
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.003285058545314251,
          "enter-details": 0.00409483468768881,
          "instructions": 0.004326728988457993,
          "log-out-in": 0.003875369231518695,
          "make-password": 7.182510419320221e-05,
          "make-purchase": 7.182510419320221e-05,
          "membership": 6.797557761635713e-05,
          "notify-team": 7.589262390335121e-05,
          "offer-refund": 9.460037104073942e-05,
          "promo-code": 8.019048763117397e-05,
          "pull-up-account": 0.002494172957007419,
          "record-reason": 0.007930784030163125,
          "search-boots": 0.0034710943642941115,
          "search-faq": 0.0026354201970267047,
          "search-jacket": 8.019048763117397e-05,
          "search-jeans": 0.002694978576372875,
          "search-membership": 0.003108993339517713,
          "search-policy": 0.002694978576372875,
          "search-pricing": 0.0023604961391920022,
          "search-shirt": 0.002847597468768454,
          "search-timing": 0.002847597468768454,
          "select-faq": 0.002233983235676263,
          "send-link": 0.003008859441492095,
          "shipping-status": 0.003108993339517713,
          "subscription-status": 0.002413841227676897,
          "try-again": 0.003008859441492095,
          "update-account": 0.00366766565156261,
          "update-order": 0.004326728988457993,
          "validate-purchase": 0.9051542922348617,
          "verify-identity": 0.02386617211259001
        }
      }
    },
    {
      "id": "abcd-test-5539-turn-4",
      "conversation_id": "5539",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.01,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.06,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.01,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.92,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 2963,
        "request_sha256": "ecb130a29782f0001f58ccd54964925ddebef0122bc4b3396a565f2b088d6b2c"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0038831514499860797,
          "enter-details": 0.00433541807341465,
          "instructions": 0.0006662511415047256,
          "log-out-in": 0.0006662511415047256,
          "make-password": 0.0005792716200848848,
          "make-purchase": 0.00023994339943726964,
          "membership": 0.0005792716200848848,
          "notify-team": 0.0007220635785763936,
          "offer-refund": 0.0008061615199991929,
          "promo-code": 0.000596748454683843,
          "pull-up-account": 0.8583604564099278,
          "record-reason": 0.0004787381782416489,
          "search-boots": 0.00019249327504249482,
          "search-faq": 0.00019249327504249482,
          "search-jacket": 0.0001776143273579751,
          "search-jeans": 0.00024718261181777107,
          "search-membership": 8.213942646087725e-05,
          "search-policy": 0.0001345223668501822,
          "search-pricing": 2.189736191747848e-05,
          "search-shirt": 7.754634475608989e-05,
          "search-timing": 0.0009272094497208529,
          "select-faq": 6.945679550933947e-05,
          "send-link": 0.00012048914282573188,
          "shipping-status": 0.0010352004824064802,
          "subscription-status": 0.00012048914282573188,
          "try-again": 9.560370249729921e-06,
          "update-account": 0.00018721229790963917,
          "update-order": 0.00030811379779095694,
          "validate-purchase": 0.006033521449820634,
          "verify-identity": 0.11814913149424947
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0017966125234429268,
          "enter-details": 0.002500312902893889,
          "instructions": 0.0017877997535514275,
          "log-out-in": 0.0017966125234429268,
          "make-password": 0.002500312902893889,
          "make-purchase": 0.0020058620148902767,
          "membership": 0.0017877997535514275,
          "notify-team": 0.0016919812116301886,
          "offer-refund": 0.001996022719124245,
          "promo-code": 0.0016091917681535061,
          "pull-up-account": 0.9587683752386892,
          "record-reason": 0.0017877997535514275,
          "search-boots": 0.0016919812116301886,
          "search-faq": 0.0017877997535514275,
          "search-jacket": 0.0012909654120395293,
          "search-jeans": 0.00011062735597208625,
          "search-membership": 0.0016091917681535061,
          "search-policy": 0.00011062735597208625,
          "search-pricing": 0.0011562932602648703,
          "search-shirt": 0.0005970191149325281,
          "search-timing": 0.001221775115240973,
          "select-faq": 0.00011062735597208625,
          "send-link": 0.00011062735597208625,
          "shipping-status": 0.0014413227776074063,
          "subscription-status": 0.0011562932602648703,
          "try-again": 8.399356653001648e-05,
          "update-account": 0.00012351199157158542,
          "update-order": 0.00011062735597208625,
          "validate-purchase": 0.001221775115240973,
          "verify-identity": 0.0060362578072963415
        }
      }
    },
    {
      "id": "abcd-test-1369-turn-15",
      "conversation_id": "1369",
      "expected_action": "membership",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.02,
          "search-timing": 0.0,
          "shipping-status": 0.01,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.35000000000000003,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.04,
          "record-reason": 0.02,
          "membership": 0.1,
          "update-account": 0.0,
          "make-purchase": 0.02,
          "search-jeans": 0.06,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.38
        },
        "vendor_confidence": 0.34,
        "input_tokens": 3287,
        "request_sha256": "f057aa5c40b6fbdf55525ee17fe8fef835b438ba6bc9e9e92ad5c10b9ad357cd"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.044008880796357085,
          "enter-details": 0.0019201365336482747,
          "instructions": 0.0017198297715292476,
          "log-out-in": 0.001540418941877196,
          "make-password": 0.0005118847870802432,
          "make-purchase": 0.06124635120284405,
          "membership": 0.01632750540159511,
          "notify-team": 0.01050832085648966,
          "offer-refund": 0.013098652829644068,
          "promo-code": 0.003127667370567128,
          "pull-up-account": 0.0038986458749621666,
          "record-reason": 0.013098652829644068,
          "search-boots": 0.0009914078680253015,
          "search-faq": 0.0019201365336482747,
          "search-jacket": 0.0004584854473231316,
          "search-jeans": 0.03162274632031373,
          "search-membership": 0.0010393310363233628,
          "search-policy": 0.0015913462498992335,
          "search-pricing": 0.0015913462498992335,
          "search-shirt": 0.0003403388384195386,
          "search-timing": 0.0002445522414880177,
          "select-faq": 0.00043050728521480653,
          "send-link": 0.0017766884959567741,
          "shipping-status": 0.0227226897780985,
          "subscription-status": 0.0009173425411775572,
          "try-again": 0.0002445522414880177,
          "update-account": 0.0020129529064821247,
          "update-order": 0.6192403744592666,
          "validate-purchase": 0.13243615014736254,
          "verify-identity": 0.009412104163374941
        }
      },
      "trained_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.0031440650938745498,
          "enter-details": 0.00011606710167322279,
          "instructions": 0.0025223091022010505,
          "log-out-in": 0.0026651495200118573,
          "make-password": 0.002975556759955913,
          "make-purchase": 0.00012264007812329118,
          "membership": 0.01936249212697633,
          "notify-team": 0.0033221163339225398,
          "offer-refund": 9.83873230673162e-05,
          "promo-code": 7.893068725960448e-05,
          "pull-up-account": 0.00010395909892879513,
          "record-reason": 0.0033221163339225398,
          "search-boots": 0.00011606710167322279,
          "search-faq": 0.002975556759955913,
          "search-jacket": 9.31141864606368e-05,
          "search-jeans": 0.0024791312687406876,
          "search-membership": 0.0027678731202982533,
          "search-policy": 0.002924620229108001,
          "search-pricing": 0.0025223091022010505,
          "search-shirt": 0.002924620229108001,
          "search-timing": 0.0021015010964151514,
          "select-faq": 0.0027678731202982533,
          "send-link": 0.0028160795907927355,
          "shipping-status": 0.9153651188612336,
          "subscription-status": 0.0028160795907927355,
          "try-again": 0.0030902439280279313,
          "update-account": 0.0026651495200118573,
          "update-order": 0.005161802242269373,
          "validate-purchase": 0.005762990901902896,
          "verify-identity": 0.0028160795907927355
        }
      }
    },
    {
      "id": "abcd-test-1341-turn-20",
      "conversation_id": "1341",
      "expected_action": "search-pricing",
      "jev": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.58,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.01,
          "search-membership": 0.0,
          "search-jacket": 0.01,
          "try-again": 0.0,
          "select-faq": 0.39,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.0,
          "validate-purchase": 0.0,
          "search-faq": 0.01,
          "search-jeans": 0.0,
          "enter-details": 0.0,
          "pull-up-account": 0.0,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.55,
        "input_tokens": 3338,
        "request_sha256": "43268181e73dee98768fe7e30696b8813f17abf8833a61292b201926198c469c"
      },
      "shared_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.005379258374403821,
          "enter-details": 0.001149046966416345,
          "instructions": 0.004315475838623565,
          "log-out-in": 0.0012828749445393537,
          "make-password": 0.00038183090350318215,
          "make-purchase": 0.00600577459198203,
          "membership": 0.000662375387708704,
          "notify-team": 0.0012828749445393537,
          "offer-refund": 0.000662375387708704,
          "promo-code": 0.0034620667356478102,
          "pull-up-account": 0.0038652898288537214,
          "record-reason": 0.0014340439263567082,
          "search-boots": 0.00038183090350318215,
          "search-faq": 0.0390806303616752,
          "search-jacket": 0.11760578346057872,
          "search-jeans": 0.0014340439263567082,
          "search-membership": 0.0038652898288537214,
          "search-policy": 0.000702367819421396,
          "search-pricing": 0.7652815519540993,
          "search-shirt": 0.002777424237436946,
          "search-timing": 0.000663186478941376,
          "select-faq": 0.0074862145425592,
          "send-link": 0.0007841718649984113,
          "shipping-status": 0.0004268243656470347,
          "subscription-status": 0.00045204129835251156,
          "try-again": 0.00026058211444348787,
          "update-account": 0.00016770964580807996,
          "update-order": 0.00026058211444348787,
          "validate-purchase": 0.02808159245586659,
          "verify-identity": 0.0004048847967313804
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.005430434177281463,
          "enter-details": 0.0007119231811980035,
          "instructions": 0.005737964813895514,
          "log-out-in": 0.000990770331315153,
          "make-password": 0.0007119231811980035,
          "make-purchase": 0.000990770331315153,
          "membership": 0.000990770331315153,
          "notify-team": 0.0039020669518407105,
          "offer-refund": 0.000990770331315153,
          "promo-code": 0.005737964813895514,
          "pull-up-account": 0.004863936639740897,
          "record-reason": 0.004863936639740897,
          "search-boots": 0.000990770331315153,
          "search-faq": 0.007152388588205304,
          "search-jacket": 0.01111316064449725,
          "search-jeans": 0.002232378252779353,
          "search-membership": 0.004863936639740897,
          "search-policy": 0.006406258472860112,
          "search-pricing": 0.30285670496383255,
          "search-shirt": 0.008915471569311002,
          "search-timing": 0.005430434177281463,
          "select-faq": 0.5865659866389384,
          "send-link": 0.004863936639740897,
          "shipping-status": 0.0023587997905170363,
          "subscription-status": 0.0021127321413781544,
          "try-again": 0.008915471569311002,
          "update-account": 0.0017909130814709243,
          "update-order": 0.002492381020078668,
          "validate-purchase": 0.002782665501910816,
          "verify-identity": 0.002232378252779353
        }
      }
    },
    {
      "id": "abcd-test-10549-turn-14",
      "conversation_id": "10549",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.28,
          "search-membership": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.26,
          "enter-details": 0.0,
          "ask-the-oracle": 0.46,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.43,
        "input_tokens": 3237,
        "request_sha256": "ddb7b5e30bdb7cd35fbd48f87759877952b8ae624c7f633a4129d92fa8f94795"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.37156216971885947,
          "enter-details": 0.002095265058222584,
          "instructions": 0.001680914691812467,
          "log-out-in": 0.0015769516902569274,
          "make-password": 0.0007292754254401226,
          "make-purchase": 0.0002170594775775978,
          "membership": 0.002095265058222584,
          "notify-team": 0.0010818304299699362,
          "offer-refund": 0.0002884026872956786,
          "promo-code": 0.002915941511490271,
          "pull-up-account": 0.0009090438753111,
          "record-reason": 0.001680914691812467,
          "search-boots": 0.00046935899285657724,
          "search-faq": 0.001412445814117881,
          "search-jacket": 0.0005240246955068515,
          "search-jeans": 0.0024442990528696865,
          "search-membership": 0.001680914691812467,
          "search-policy": 0.004240214572272237,
          "search-pricing": 0.00023136947575802392,
          "search-shirt": 0.0011303890650697416,
          "search-timing": 0.0007275141311718845,
          "select-faq": 0.0011303890650697416,
          "send-link": 0.05114371775231493,
          "shipping-status": 0.0015055634576864629,
          "subscription-status": 0.5170962106012745,
          "try-again": 0.0015731416067723345,
          "update-account": 0.009796977080111154,
          "update-order": 0.0017563636561913178,
          "validate-purchase": 0.0010818304299699362,
          "verify-identity": 0.015222241542902946
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9243827731984585,
          "enter-details": 0.003745579069796978,
          "instructions": 0.003745579069796978,
          "log-out-in": 0.0028722569881031563,
          "make-password": 0.0030048703390658698,
          "make-purchase": 0.0024347443629843474,
          "membership": 0.00257262607514723,
          "notify-team": 0.0030048703390658698,
          "offer-refund": 0.0027183161911709464,
          "promo-code": 0.0027183161911709464,
          "pull-up-account": 0.00257262607514723,
          "record-reason": 0.002843821935163059,
          "search-boots": 0.0030048703390658698,
          "search-faq": 0.0033548439538044115,
          "search-jacket": 0.0030349155437386275,
          "search-jeans": 0.0010657073504881922,
          "search-membership": 0.0030048703390658698,
          "search-policy": 0.002547157496829763,
          "search-pricing": 0.0033548439538044115,
          "search-shirt": 0.0009545339544582968,
          "search-timing": 0.000765769620187055,
          "select-faq": 0.0009545339544582968,
          "send-link": 0.002843821935163059,
          "shipping-status": 0.0009545339544582968,
          "subscription-status": 0.0010657073504881922,
          "try-again": 0.003745579069796978,
          "update-account": 0.004668874623074371,
          "update-order": 0.0011898292109566062,
          "validate-purchase": 0.002691405083479302,
          "verify-identity": 0.004181822431611301
        }
      }
    },
    {
      "id": "abcd-test-784-turn-8",
      "conversation_id": "784",
      "expected_action": "search-shirt",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "select-faq": 0.2,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.78,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.02,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.76,
        "input_tokens": 3090,
        "request_sha256": "c786c249895ecfa901e24714891c365769c8914c2fb73873ce9770d7d1487458"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0002915525081262334,
          "enter-details": 0.00018764208880002342,
          "instructions": 0.0028158653283121417,
          "log-out-in": 0.0010447016857984678,
          "make-password": 0.00012076574961205299,
          "make-purchase": 0.0008381062691754054,
          "membership": 0.00012076574961205299,
          "notify-team": 0.001812280419254991,
          "offer-refund": 0.00023389641607908857,
          "promo-code": 0.00018764208880002342,
          "pull-up-account": 0.0016232251912003657,
          "record-reason": 0.0006723660988240692,
          "search-boots": 0.00015053485639731232,
          "search-faq": 0.035488256439579466,
          "search-jacket": 0.001812280419254991,
          "search-jeans": 0.0007506758092960726,
          "search-membership": 0.0004831316697210868,
          "search-policy": 0.0005707928080236858,
          "search-pricing": 0.001166376913347543,
          "search-shirt": 0.866238634974807,
          "search-timing": 0.001166376913347543,
          "select-faq": 0.07673824543412419,
          "send-link": 0.0002360817746640169,
          "shipping-status": 0.00032903720522736143,
          "subscription-status": 0.0002947123931371554,
          "try-again": 0.00023643137763201016,
          "update-account": 0.00012898781531757198,
          "update-order": 0.00015216636389485798,
          "validate-purchase": 0.0039187914764635965,
          "verify-identity": 0.0001896757621695641
        }
      },
      "trained_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0010391932804993107,
          "enter-details": 0.00116022701307507,
          "instructions": 0.002520130663724998,
          "log-out-in": 0.00116022701307507,
          "make-password": 0.001295357406214636,
          "make-purchase": 0.0028136472812931813,
          "membership": 0.00116022701307507,
          "notify-team": 0.002520130663724998,
          "offer-refund": 0.00116022701307507,
          "promo-code": 0.0014462262393287345,
          "pull-up-account": 0.00350721896433229,
          "record-reason": 0.004137450919659311,
          "search-boots": 0.003705836172998374,
          "search-faq": 0.00575801409405543,
          "search-jacket": 0.004619335064216742,
          "search-jeans": 0.0016010277164059112,
          "search-membership": 0.004137450919659311,
          "search-policy": 0.003915701365335407,
          "search-pricing": 0.00575801409405543,
          "search-shirt": 0.9145745205202971,
          "search-timing": 0.004137450919659311,
          "select-faq": 0.01245086399372665,
          "send-link": 0.004137450919659311,
          "shipping-status": 0.0012844156848191173,
          "subscription-status": 0.0012844156848191173,
          "try-again": 0.0018887252056359889,
          "update-account": 0.0013571534427154806,
          "update-order": 0.001515219729929765,
          "validate-purchase": 0.002520130663724998,
          "verify-identity": 0.0014340103372088193
        }
      }
    },
    {
      "id": "abcd-test-8492-turn-6",
      "conversation_id": "8492",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.03,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.97,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 2985,
        "request_sha256": "0c66264893f95799d04a7bee3c2f4b8c2f6f95a498ae5ac6c8ef3e5a72a37eda"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0026406228024323055,
          "enter-details": 0.007117476124725839,
          "instructions": 0.0007859468159849924,
          "log-out-in": 0.0007258996785384639,
          "make-password": 0.0005823489839818309,
          "make-purchase": 0.0003356992060987117,
          "membership": 0.017182997624714928,
          "notify-team": 0.0003255514950743712,
          "offer-refund": 0.0010102212565535572,
          "promo-code": 0.00020952372802525538,
          "pull-up-account": 0.72758710875056,
          "record-reason": 0.0015222039072177247,
          "search-boots": 0.0003747976862780665,
          "search-faq": 0.00026931280395672,
          "search-jacket": 0.0003006793576258038,
          "search-jeans": 0.00052754584017006,
          "search-membership": 0.0008774851070256831,
          "search-policy": 0.0003790707942159797,
          "search-pricing": 0.00020952372802525538,
          "search-shirt": 0.0003041074531569152,
          "search-timing": 8.213662719480019e-05,
          "select-faq": 0.00024396853261455582,
          "send-link": 0.006374987624651689,
          "shipping-status": 0.00040580123887174277,
          "subscription-status": 0.041483257322438384,
          "try-again": 0.00015701724886415042,
          "update-account": 0.013784965927462853,
          "update-order": 0.0002723832670498663,
          "validate-purchase": 0.00019572242197542865,
          "verify-identity": 0.17373163664451408
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0017994744932869266,
          "enter-details": 0.001525372083346518,
          "instructions": 0.0016052451161571815,
          "log-out-in": 0.0016117551694697773,
          "make-password": 0.0017994744932869266,
          "make-purchase": 0.0016052451161571815,
          "membership": 0.0020009425412435716,
          "notify-team": 0.0016052451161571815,
          "offer-refund": 0.0017922061096123027,
          "promo-code": 0.0020009425412435716,
          "pull-up-account": 0.9602955996811298,
          "record-reason": 0.0031216115795415357,
          "search-boots": 0.0015192109767993081,
          "search-faq": 0.0020090572043286897,
          "search-jacket": 0.0011581351495214482,
          "search-jeans": 0.0017994744932869266,
          "search-membership": 0.0009291074587986756,
          "search-policy": 0.0008793111925267737,
          "search-pricing": 0.0012237212979512866,
          "search-shirt": 4.295607655976925e-05,
          "search-timing": 0.0010960639106421435,
          "select-faq": 5.067509365239164e-05,
          "send-link": 4.5388720249525216e-05,
          "shipping-status": 5.067509365239164e-05,
          "subscription-status": 0.0016117551694697773,
          "try-again": 4.295607655976925e-05,
          "update-account": 0.0027959679059247626,
          "update-order": 4.0653818651609066e-05,
          "validate-purchase": 5.067509365239164e-05,
          "verify-identity": 0.0038911012271399164
        }
      }
    },
    {
      "id": "abcd-test-7317-turn-18",
      "conversation_id": "7317",
      "expected_action": "membership",
      "jev": {
        "choice": "membership",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.01,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.24000000000000002,
          "send-link": 0.0,
          "verify-identity": 0.01,
          "membership": 0.54,
          "record-reason": 0.01,
          "update-account": 0.0,
          "make-purchase": 0.01,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.02,
          "search-pricing": 0.0,
          "search-membership": 0.01,
          "search-policy": 0.0,
          "update-order": 0.15,
          "subscription-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.51,
        "input_tokens": 3422,
        "request_sha256": "be2a37f0c202b794117a3944fa19fb038d7f329b4155197562a1affac7b4980e"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.18076083399685763,
          "enter-details": 0.003740288697263319,
          "instructions": 0.011506358370232459,
          "log-out-in": 0.003740288697263319,
          "make-password": 0.0007164821875390174,
          "make-purchase": 0.02488079403764724,
          "membership": 0.1298866389146426,
          "notify-team": 0.01996048023226139,
          "offer-refund": 0.010306025981108118,
          "promo-code": 0.02228525665113677,
          "pull-up-account": 0.002156115332074611,
          "record-reason": 0.014342708173781858,
          "search-boots": 0.001549288041972643,
          "search-faq": 0.004662280075550469,
          "search-jacket": 0.0007164821875390174,
          "search-jeans": 0.002217634864644328,
          "search-membership": 0.027778631973619974,
          "search-policy": 0.003847008065537274,
          "search-pricing": 0.0017790835898683702,
          "search-shirt": 0.0005911940574791348,
          "search-timing": 0.009230912028596716,
          "select-faq": 0.0007324397242953609,
          "send-link": 0.007405449083026317,
          "shipping-status": 0.004795306479733458,
          "subscription-status": 0.0047661191213389745,
          "try-again": 0.000529521371134252,
          "update-account": 0.0017790835898683702,
          "update-order": 0.39086850168778986,
          "validate-purchase": 0.10420083889998823,
          "verify-identity": 0.008267953886208915
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.002775850231327505,
          "enter-details": 0.002202735479595565,
          "instructions": 0.0012837181156901344,
          "log-out-in": 0.0015143968108466861,
          "make-password": 0.0016907764659219381,
          "make-purchase": 0.0020846780724555185,
          "membership": 0.9533860256931933,
          "notify-team": 0.001887699444063465,
          "offer-refund": 0.002202735479595565,
          "promo-code": 0.0018672067495558008,
          "pull-up-account": 0.0015827868775392686,
          "record-reason": 0.0021075576260378283,
          "search-boots": 0.00176713222737905,
          "search-faq": 0.001887699444063465,
          "search-jacket": 0.002202735479595565,
          "search-jeans": 0.0003116504308610292,
          "search-membership": 0.002775850231327505,
          "search-policy": 0.0012149151644315493,
          "search-pricing": 0.000329299456212099,
          "search-shirt": 0.0002500198409074903,
          "search-timing": 0.00022393802653652251,
          "select-faq": 0.0003676526306814646,
          "send-link": 0.0016907764659219381,
          "shipping-status": 0.0003116504308610292,
          "subscription-status": 0.0021075576260378283,
          "try-again": 0.002486276756025185,
          "update-account": 0.002486276756025185,
          "update-order": 0.002933049482816471,
          "validate-purchase": 0.001887699444063465,
          "verify-identity": 0.00017965306043058458
        }
      }
    },
    {
      "id": "abcd-test-4595-turn-8",
      "conversation_id": "4595",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.04,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.05,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.01,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "search-boots": 0.0,
          "verify-identity": 0.76,
          "search-jeans": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.14,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.74,
        "input_tokens": 3088,
        "request_sha256": "9e45d8e9d57f721c3c33170c8624ea32ec2d52765db29050af5795d928e7947e"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.02990448072806285,
          "enter-details": 0.0045956116640808765,
          "instructions": 0.0007327370598605235,
          "log-out-in": 0.0012711057698235155,
          "make-password": 0.0001953388949434965,
          "make-purchase": 0.0001008575713039492,
          "membership": 0.0012711057698235155,
          "notify-team": 0.0029577182000062106,
          "offer-refund": 0.013829610477788716,
          "promo-code": 0.019246412857412038,
          "pull-up-account": 0.0063956338170919535,
          "record-reason": 0.0333874262966721,
          "search-boots": 0.0008180788988349718,
          "search-faq": 0.005130861901743958,
          "search-jacket": 0.00047158682975281623,
          "search-jeans": 0.0016724988014587998,
          "search-membership": 0.0029577182000062106,
          "search-policy": 0.0018672927159541597,
          "search-pricing": 0.0021252838818015306,
          "search-shirt": 0.0009641234802850329,
          "search-timing": 0.007140525905113791,
          "select-faq": 0.0008635470791157067,
          "send-link": 0.0029013419223492304,
          "shipping-status": 0.0899919041772743,
          "subscription-status": 0.0029013419223492304,
          "try-again": 0.00027157892707706087,
          "update-account": 0.013829610477788716,
          "update-order": 0.026784879034263916,
          "validate-purchase": 0.1398266296410912,
          "verify-identity": 0.5855931570968695
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.002777675707188491,
          "enter-details": 0.002777675707188491,
          "instructions": 0.0022287154491037867,
          "log-out-in": 0.002777675707188491,
          "make-password": 0.0021092660819920623,
          "make-purchase": 0.0018892294472737585,
          "membership": 0.0019962181137655865,
          "notify-team": 0.0022287154491037867,
          "offer-refund": 0.003276811196971496,
          "promo-code": 0.0029349778962078025,
          "pull-up-account": 0.002628803875588184,
          "record-reason": 0.902881891509177,
          "search-boots": 0.0022287154491037867,
          "search-faq": 0.003276811196971496,
          "search-jacket": 0.0019962181137655865,
          "search-jeans": 0.00014237897993310932,
          "search-membership": 0.002777675707188491,
          "search-policy": 0.0022283749122653162,
          "search-pricing": 0.001888940633465691,
          "search-shirt": 0.00016796386618741986,
          "search-timing": 0.001888940633465691,
          "select-faq": 0.00018752639995805182,
          "send-link": 0.00013474807506946122,
          "shipping-status": 0.0029349778962078025,
          "subscription-status": 0.00015896169651038395,
          "try-again": 0.00016796386618741986,
          "update-account": 0.004560277734532507,
          "update-order": 0.00017747579393153967,
          "validate-purchase": 0.003276811196971496,
          "verify-identity": 0.041297581707535884
        }
      }
    },
    {
      "id": "abcd-test-8735-turn-10",
      "conversation_id": "8735",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.81,
          "search-jeans": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.13,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.05,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.8,
        "input_tokens": 3114,
        "request_sha256": "3c343ce294d31d4d7953f8d40a84183eb34996c75c3aebe9473d97dbb35946a4"
      },
      "shared_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.007990452002741066,
          "enter-details": 0.05805110557956544,
          "instructions": 0.00237825306264451,
          "log-out-in": 0.004125638267005071,
          "make-password": 0.00574158091102304,
          "make-purchase": 0.00012443070127773415,
          "membership": 0.00046675289880642904,
          "notify-team": 0.0006340129007099684,
          "offer-refund": 0.0003744499183807862,
          "promo-code": 0.0017089058672911466,
          "pull-up-account": 0.0003744499183807862,
          "record-reason": 0.00574158091102304,
          "search-boots": 0.00015510319633322238,
          "search-faq": 0.00026906296825728206,
          "search-jacket": 0.0001731679059288378,
          "search-jeans": 0.0015265451688058634,
          "search-membership": 0.002655245190348923,
          "search-policy": 0.0008799865674362272,
          "search-pricing": 0.000790298896147578,
          "search-shirt": 0.0012246623389793414,
          "search-timing": 0.0002924218808999723,
          "select-faq": 0.0012246623389793414,
          "send-link": 0.5869356013921582,
          "shipping-status": 0.0029644987531110335,
          "subscription-status": 0.011120164001126018,
          "try-again": 0.0006323190046767295,
          "update-account": 0.07236086094646353,
          "update-order": 0.001367297423969745,
          "validate-purchase": 0.009960119067465112,
          "verify-identity": 0.21775637002006404
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.003278636004360483,
          "enter-details": 0.007915285715302783,
          "instructions": 0.003278636004360483,
          "log-out-in": 0.0036604947970470584,
          "make-password": 0.002936612269251534,
          "make-purchase": 0.0002358029635493897,
          "membership": 0.00029392908077700164,
          "notify-team": 0.00029392908077700164,
          "offer-refund": 0.00021120425823689624,
          "promo-code": 0.00021120425823689624,
          "pull-up-account": 0.0002632667068686102,
          "record-reason": 0.012298527697334851,
          "search-boots": 0.004086828854893056,
          "search-faq": 0.003278636004360483,
          "search-jacket": 0.00021120425823689624,
          "search-jeans": 0.0021446153500942356,
          "search-membership": 0.0036604947970470584,
          "search-policy": 0.002824658587952559,
          "search-pricing": 0.002936612269251534,
          "search-shirt": 0.0020296729061139262,
          "search-timing": 0.0022660667542314205,
          "select-faq": 0.0026732687485619363,
          "send-link": 0.004086828854893056,
          "shipping-status": 0.002824658587952559,
          "subscription-status": 0.004086828854893056,
          "try-again": 0.0036604947970470584,
          "update-account": 0.004562816940829519,
          "update-order": 0.0026732687485619363,
          "validate-purchase": 0.013730922683339584,
          "verify-identity": 0.9033845931656371
        }
      }
    },
    {
      "id": "abcd-test-4064-turn-22",
      "conversation_id": "4064",
      "expected_action": "enter-details",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.07,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.36,
          "make-purchase": 0.49,
          "search-pricing": 0.0,
          "subscription-status": 0.01,
          "send-link": 0.0,
          "try-again": 0.0,
          "update-account": 0.07
        },
        "vendor_confidence": 0.46,
        "input_tokens": 3522,
        "request_sha256": "6484a51ded9e707b8a952a468a649f6e3a078a7207658d7206dcc49fdba5a364"
      },
      "shared_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.0018740691378207146,
          "enter-details": 0.2991148743988038,
          "instructions": 0.002347390159549241,
          "log-out-in": 0.0006986698423134762,
          "make-password": 0.0007800430983963882,
          "make-purchase": 0.04596682066424864,
          "membership": 0.00044966130999186396,
          "notify-team": 0.0005020328192576675,
          "offer-refund": 0.0009723269605282309,
          "promo-code": 0.00044748610086371894,
          "pull-up-account": 0.0006952900139131527,
          "record-reason": 0.0009676224494126742,
          "search-boots": 0.00028800007474158673,
          "search-faq": 0.0004996042979856749,
          "search-jacket": 0.00044748610086371894,
          "search-jeans": 0.001747702761581693,
          "search-membership": 0.0006257852499234325,
          "search-policy": 0.0009023767580978672,
          "search-pricing": 0.0003414042430920721,
          "search-shirt": 0.0008082417063801865,
          "search-timing": 0.0001548251409266874,
          "select-faq": 0.000520181343514103,
          "send-link": 0.5793188904834321,
          "shipping-status": 0.0019512558542868117,
          "subscription-status": 0.026497895697111595,
          "try-again": 0.000520181343514103,
          "update-account": 0.023733664138919666,
          "update-order": 0.002347390159549241,
          "validate-purchase": 0.0012120080356441223,
          "verify-identity": 0.0032668196553357434
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.003308439417651382,
          "enter-details": 0.8845124489891434,
          "instructions": 0.005568759641496871,
          "log-out-in": 0.003786999699009448,
          "make-password": 0.003391943932713928,
          "make-purchase": 0.006941474161645774,
          "membership": 0.003391943932713928,
          "notify-team": 0.0027211683429357544,
          "offer-refund": 0.0034957993282921287,
          "promo-code": 0.002511924694401845,
          "pull-up-account": 0.0027211683429357544,
          "record-reason": 0.0034957993282921287,
          "search-boots": 0.002963306337516649,
          "search-faq": 0.0028044859716963464,
          "search-jacket": 0.0034957993282921287,
          "search-jeans": 0.00023218098437800228,
          "search-membership": 0.0002453296312140552,
          "search-policy": 0.0002453296312140552,
          "search-pricing": 0.0002453296312140552,
          "search-shirt": 0.003584032761920972,
          "search-timing": 0.00015789323786542396,
          "select-faq": 0.0002592228926582299,
          "send-link": 0.00621734718657119,
          "shipping-status": 0.003584032761920972,
          "subscription-status": 0.003584032761920972,
          "try-again": 0.005568759641496871,
          "update-account": 0.029070886128343538,
          "update-order": 0.006941474161645774,
          "validate-purchase": 0.004720506154520408,
          "verify-identity": 0.00023218098437800228
        }
      }
    },
    {
      "id": "abcd-test-7232-turn-12",
      "conversation_id": "7232",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "subscription-status": 0.0,
          "search-boots": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "promo-code": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.05,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.01,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.94
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3142,
        "request_sha256": "cd406fc5c7f0782a3cab0790e16c6e2590f3da40036fe53f50cdf72dc56fed93"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.00664458702500081,
          "enter-details": 0.04323749379418125,
          "instructions": 0.001586577934295982,
          "log-out-in": 0.0030728489180477307,
          "make-password": 0.008282495618820968,
          "make-purchase": 8.314264492109184e-05,
          "membership": 0.00031187697192516214,
          "notify-team": 0.00034820096139596133,
          "offer-refund": 0.00034820096139596133,
          "promo-code": 0.0008191844719054222,
          "pull-up-account": 0.0011400439257977573,
          "record-reason": 0.0019776737970790457,
          "search-boots": 7.446928891287201e-05,
          "search-faq": 0.00014423043237321904,
          "search-jacket": 0.00020072285812448816,
          "search-jeans": 0.002120046487378592,
          "search-membership": 0.0014210679063551223,
          "search-policy": 0.0013644540429200685,
          "search-pricing": 0.00033931906825776314,
          "search-shirt": 0.000980435614348113,
          "search-timing": 0.0004534112153170865,
          "select-faq": 0.0017007956849559576,
          "send-link": 0.01999558664114104,
          "shipping-status": 0.0009145940357549206,
          "subscription-status": 0.00275229206721391,
          "try-again": 0.0005651788747102203,
          "update-account": 0.0024651758719167758,
          "update-order": 0.0017007956849559576,
          "validate-purchase": 0.048273319518678276,
          "verify-identity": 0.8466817776819184
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 5.0081197453260757e-05,
          "enter-details": 0.0016065392155656891,
          "instructions": 0.0018952272135740235,
          "log-out-in": 0.0017936510895277798,
          "make-password": 0.002637552804662539,
          "make-purchase": 0.0016065392155656891,
          "membership": 5.0081197453260757e-05,
          "notify-team": 0.00200255570783999,
          "offer-refund": 3.405740229687227e-05,
          "promo-code": 2.8869653786566024e-05,
          "pull-up-account": 4.017736815727297e-05,
          "record-reason": 0.0023624060497036384,
          "search-boots": 0.0016065392155656891,
          "search-faq": 5.291734233172465e-05,
          "search-jacket": 4.2452646295029145e-05,
          "search-jeans": 0.0016913823235114006,
          "search-membership": 0.00200255570783999,
          "search-policy": 0.0014389469319361283,
          "search-pricing": 0.0015204358084758077,
          "search-shirt": 0.0016007315294873413,
          "search-timing": 0.0016913823235114006,
          "select-faq": 0.0018883759741677823,
          "send-link": 0.0017871669946222623,
          "shipping-status": 0.0014389469319361283,
          "subscription-status": 0.0018883759741677823,
          "try-again": 0.00200255570783999,
          "update-account": 0.002944745728101155,
          "update-order": 0.0019953162825398626,
          "validate-purchase": 0.003111509450200608,
          "verify-identity": 0.9571879250118833
        }
      }
    },
    {
      "id": "abcd-test-4331-turn-14",
      "conversation_id": "4331",
      "expected_action": "try-again",
      "jev": {
        "choice": "notify-team",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.01,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.03,
          "try-again": 0.3,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.04,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.21,
          "search-faq": 0.02,
          "shipping-status": 0.0,
          "notify-team": 0.39
        },
        "vendor_confidence": 0.36,
        "input_tokens": 3279,
        "request_sha256": "c1c77d468f117bd09adbffbc17fbcdaa164d4003ebf2efffdaf70999ebebb933"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.017783472698812204,
          "enter-details": 0.0027328988645617855,
          "instructions": 0.3119102286157365,
          "log-out-in": 0.07447723392130713,
          "make-password": 0.0030511967382627673,
          "make-purchase": 0.0005829411649066326,
          "membership": 0.0008112685186344321,
          "notify-team": 0.0597488274932814,
          "offer-refund": 0.0008134113824342942,
          "promo-code": 0.0003009847960985398,
          "pull-up-account": 0.0008112685186344321,
          "record-reason": 0.0005829411649066326,
          "search-boots": 0.00026958636685631815,
          "search-faq": 0.01144537589484161,
          "search-jacket": 0.0012605239511762592,
          "search-jeans": 0.0024478055315703923,
          "search-membership": 0.0005235085186164209,
          "search-policy": 0.0006393070288684872,
          "search-pricing": 0.00024210145211537757,
          "search-shirt": 0.0005726151947844343,
          "search-timing": 0.008224133551435751,
          "select-faq": 0.0091819901936108,
          "send-link": 0.0006525548264924843,
          "shipping-status": 0.0008897118471804659,
          "subscription-status": 0.0012381956220800933,
          "try-again": 0.4846365045068926,
          "update-account": 0.0006393070288684872,
          "update-order": 0.00036853265419155604,
          "validate-purchase": 0.0024478055315703923,
          "verify-identity": 0.000713766421271359
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.003672260536628495,
          "enter-details": 0.003252670619983312,
          "instructions": 0.9062882706611862,
          "log-out-in": 0.004099964565100082,
          "make-password": 0.004099964565100082,
          "make-purchase": 0.0029133556141861584,
          "membership": 0.00457748287570077,
          "notify-team": 0.0071123595937316614,
          "offer-refund": 0.003672260536628495,
          "promo-code": 0.002609437077482803,
          "pull-up-account": 0.003672260536628495,
          "record-reason": 0.003252670619983312,
          "search-boots": 0.0029133556141861584,
          "search-faq": 0.002609437077482803,
          "search-jacket": 0.003252670619983312,
          "search-jeans": 0.002946051129899915,
          "search-membership": 0.00013234378521610477,
          "search-policy": 0.000118537828784541,
          "search-pricing": 0.0024972977526371127,
          "search-shirt": 0.002946051129899915,
          "search-timing": 0.004099964565100082,
          "select-faq": 0.004099964565100082,
          "send-link": 0.003289173930159161,
          "shipping-status": 0.00011218468774994243,
          "subscription-status": 0.004099964565100082,
          "try-again": 0.017170647469686634,
          "update-account": 0.00013234378521610477,
          "update-order": 0.000118537828784541,
          "validate-purchase": 0.00010617207745753743,
          "verify-identity": 0.00013234378521610477
        }
      }
    },
    {
      "id": "abcd-test-7096-turn-17",
      "conversation_id": "7096",
      "expected_action": "instructions",
      "jev": {
        "choice": "instructions",
        "probabilities": {
          "try-again": 0.28,
          "search-boots": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.01,
          "update-account": 0.0,
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.62,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.01,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.01,
          "search-faq": 0.04,
          "search-jacket": 0.0,
          "notify-team": 0.03,
          "make-password": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.6,
        "input_tokens": 3290,
        "request_sha256": "c206ad23bc1651e48ae3c2c61ccf191803cf2fde44fdb916771f8f84e57becaa"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.00954426490122606,
          "enter-details": 0.0030241215222133974,
          "instructions": 0.3619777598092907,
          "log-out-in": 0.01848511731986594,
          "make-password": 0.0015614192045290836,
          "make-purchase": 0.023041747987557537,
          "membership": 0.0012526401330426274,
          "notify-team": 0.010655873518025208,
          "offer-refund": 0.0006783013877904627,
          "promo-code": 0.0008061943970632751,
          "pull-up-account": 0.0021729983527499675,
          "record-reason": 0.0017432761176178412,
          "search-boots": 0.0007220931052626133,
          "search-faq": 0.013282577066544196,
          "search-jacket": 0.0013137199708564283,
          "search-jeans": 0.001637555664532872,
          "search-membership": 0.000544163502635222,
          "search-policy": 0.0006783013877904627,
          "search-pricing": 0.0020412175519918217,
          "search-shirt": 0.0005934758882177316,
          "search-timing": 0.0007573030539469954,
          "select-faq": 0.0774157183309346,
          "send-link": 0.0015996417069084627,
          "shipping-status": 0.0006625973725373516,
          "subscription-status": 0.0011494308532943817,
          "try-again": 0.45120625011203175,
          "update-account": 0.0010295233814233901,
          "update-order": 0.0002744582428609364,
          "validate-purchase": 0.008548616450350212,
          "verify-identity": 0.0015996417069084627
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.0024421856550249635,
          "enter-details": 0.002193076962546973,
          "instructions": 0.9364789454213972,
          "log-out-in": 0.0033987443030362233,
          "make-password": 0.0030441913225066584,
          "make-purchase": 0.0023172726422939966,
          "membership": 0.0027336762968158154,
          "notify-team": 0.0030441913225066584,
          "offer-refund": 0.002075537158497273,
          "promo-code": 0.0014913882917911364,
          "pull-up-account": 0.0030441913225066584,
          "record-reason": 0.0019642972180545656,
          "search-boots": 0.0019642972180545656,
          "search-faq": 0.005280869786009668,
          "search-jacket": 0.0033987443030362233,
          "search-jeans": 0.0024421856550249635,
          "search-membership": 0.0017548449621604281,
          "search-policy": 8.6886231457882e-05,
          "search-pricing": 0.0021874193226636457,
          "search-shirt": 0.0017548449621604281,
          "search-timing": 0.0020701827586273977,
          "select-faq": 0.002726624214921755,
          "send-link": 0.0024421856550249635,
          "shipping-status": 7.365139740940808e-05,
          "subscription-status": 0.00010830391581581305,
          "try-again": 0.009160908454545315,
          "update-account": 7.782233821718008e-05,
          "update-order": 7.782233821718008e-05,
          "validate-purchase": 7.782233821718008e-05,
          "verify-identity": 8.6886231457882e-05
        }
      }
    },
    {
      "id": "abcd-test-5166-turn-10",
      "conversation_id": "5166",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.99,
          "search-membership": 0.0,
          "enter-details": 0.01,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3144,
        "request_sha256": "9de9573f6f31825ea099a49bc4bade25f3d48a2312a3a3f76793f79d0304f277"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.005247227140217341,
          "enter-details": 0.002709253357667493,
          "instructions": 0.001252919867248148,
          "log-out-in": 0.0019467480258188769,
          "make-password": 0.0024266268011877987,
          "make-purchase": 8.34776228235543e-05,
          "membership": 0.00022500372938600446,
          "notify-team": 0.0003903221695915548,
          "offer-refund": 0.00028046804442096904,
          "promo-code": 0.0006469094952479932,
          "pull-up-account": 0.0008063744885962504,
          "record-reason": 0.005858365434948939,
          "search-boots": 0.00012970496953644176,
          "search-faq": 0.0003903221695915548,
          "search-jacket": 0.0006064705521582223,
          "search-jeans": 0.0013164946894743531,
          "search-membership": 0.0019467480258188769,
          "search-policy": 0.0009459742425889927,
          "search-pricing": 0.0003729150908236169,
          "search-shirt": 0.0010561507149039393,
          "search-timing": 0.000391837725142509,
          "select-faq": 0.0011791593930404582,
          "send-link": 0.006540682601787053,
          "shipping-status": 0.0010051481403134702,
          "subscription-status": 0.0024266268011877987,
          "try-again": 0.0006797346461245074,
          "update-account": 0.019682909962805806,
          "update-order": 0.0016410142167284088,
          "validate-purchase": 0.00730246876682706,
          "verify-identity": 0.930511941113992
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0017751087548294536,
          "enter-details": 0.002094087995499214,
          "instructions": 0.0019818538698571117,
          "log-out-in": 0.002758109378588132,
          "make-password": 0.0011570872402888014,
          "make-purchase": 0.0009282667320048481,
          "membership": 0.0008314309591358364,
          "notify-team": 0.0018756349947634265,
          "offer-refund": 0.0005351053496633198,
          "promo-code": 0.0008314309591358364,
          "pull-up-account": 0.000744696149271359,
          "record-reason": 0.003838410043644681,
          "search-boots": 0.002337984146146799,
          "search-faq": 0.0017751087548294536,
          "search-jacket": 0.0005974284954944181,
          "search-jeans": 0.0018880088650168778,
          "search-membership": 0.0024703864863068257,
          "search-policy": 0.0016799704707394971,
          "search-pricing": 0.0015047179800329572,
          "search-shirt": 0.0017868195228220934,
          "search-timing": 0.0017868195228220934,
          "select-faq": 0.0018880088650168778,
          "send-link": 0.0017868195228220934,
          "shipping-status": 0.0015047179800329572,
          "subscription-status": 0.001994928515546323,
          "try-again": 0.0024703864863068257,
          "update-account": 0.0034379909561278953,
          "update-order": 0.0021079030288708323,
          "validate-purchase": 0.002337984146146799,
          "verify-identity": 0.9472927938282364
        }
      }
    },
    {
      "id": "abcd-test-10586-turn-11",
      "conversation_id": "10586",
      "expected_action": "record-reason",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.4,
          "select-faq": 0.0,
          "search-membership": 0.02,
          "make-password": 0.0,
          "membership": 0.01,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.04,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.19,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "subscription-status": 0.34,
          "enter-details": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.37,
        "input_tokens": 3163,
        "request_sha256": "b910f4c34195353d0dd12be68a8cd60fec27ffbe5d9d392263e8daad9c3054dc"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.5442767760703402,
          "enter-details": 0.002462260373824438,
          "instructions": 0.0015847015615355483,
          "log-out-in": 0.0010156770615029663,
          "make-password": 0.00046970944589468273,
          "make-purchase": 0.00019456106520333917,
          "membership": 0.010311943189246678,
          "notify-team": 0.0005266005519096177,
          "offer-refund": 0.00027189490801653274,
          "promo-code": 0.031031782385798796,
          "pull-up-account": 0.00037682182393077897,
          "record-reason": 0.0038257884006953984,
          "search-boots": 0.00046970944589468273,
          "search-faq": 0.0008148214155838578,
          "search-jacket": 0.0005244160473321503,
          "search-jeans": 0.0009042095554645899,
          "search-membership": 0.004768855181077566,
          "search-policy": 0.0003035622076812678,
          "search-pricing": 0.00027189490801653274,
          "search-shirt": 0.0005819458542552304,
          "search-timing": 0.0001732085508877726,
          "select-faq": 0.0005212378241074157,
          "send-link": 0.01997194038208271,
          "shipping-status": 0.0011386955016443134,
          "subscription-status": 0.31375213366889854,
          "try-again": 0.00026912605992217937,
          "update-account": 0.014350940814807978,
          "update-order": 0.0005212378241074157,
          "validate-purchase": 0.001127099614444048,
          "verify-identity": 0.04318644830589279
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.003797559513120539,
          "enter-details": 0.0023131020440844184,
          "instructions": 0.0019607619021883896,
          "log-out-in": 0.002071801548139522,
          "make-password": 0.004648250776938546,
          "make-purchase": 0.0037290342475783927,
          "membership": 0.00439912453513075,
          "notify-team": 0.0019607619021883896,
          "offer-refund": 0.003940212646887731,
          "promo-code": 0.0037290342475783927,
          "pull-up-account": 0.0028312605140560594,
          "record-reason": 0.9372112017916324,
          "search-boots": 0.0021891297563854223,
          "search-faq": 0.0017562171148370741,
          "search-jacket": 0.00439912453513075,
          "search-jeans": 0.0014887040312679598,
          "search-membership": 0.0014887040312679598,
          "search-policy": 0.0009067728367788999,
          "search-pricing": 0.0011302948711779798,
          "search-shirt": 0.00033453533483782794,
          "search-timing": 0.000240382104652425,
          "select-faq": 0.0011302948711779798,
          "send-link": 0.0013334037495960696,
          "shipping-status": 0.00029963697002824267,
          "subscription-status": 0.00029963697002824267,
          "try-again": 0.00033453533483782794,
          "update-account": 0.0012619389785864443,
          "update-order": 0.0002683791811726148,
          "validate-purchase": 0.00033453533483782794,
          "verify-identity": 0.008211668323874903
        }
      }
    },
    {
      "id": "abcd-test-3644-turn-5",
      "conversation_id": "3644",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "select-faq": 0.93,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.01,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.06,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3006,
        "request_sha256": "069fa8016ac71b4deb0777e812a7be3adc0fabd59bef9aa43e017f20b31ed1e9"
      },
      "shared_jevk5": {
        "choice": "search-policy",
        "probabilities": {
          "ask-the-oracle": 0.0005143698754278466,
          "enter-details": 0.00033104652445260996,
          "instructions": 0.0038621254256448814,
          "log-out-in": 0.0015997546656579891,
          "make-password": 0.0002655802560555353,
          "make-purchase": 0.00017092646026272993,
          "membership": 0.00019083407760565638,
          "notify-team": 0.0010295962379765248,
          "offer-refund": 0.012975963642179055,
          "promo-code": 0.0002965121127312854,
          "pull-up-account": 0.011622325488162923,
          "record-reason": 0.0015997546656579891,
          "search-boots": 0.0002965121127312854,
          "search-faq": 0.02513155649933382,
          "search-jacket": 0.001994098649398968,
          "search-jeans": 0.001432869939174195,
          "search-membership": 0.0008259879925680422,
          "search-policy": 0.7646550987734566,
          "search-pricing": 0.001994098649398968,
          "search-shirt": 0.0007351145756285359,
          "search-timing": 0.0006626436058854798,
          "select-faq": 0.14647592762940276,
          "send-link": 0.0014237533054898513,
          "shipping-status": 0.0005282198211743266,
          "subscription-status": 0.0004237615109232853,
          "try-again": 0.00011296971172250811,
          "update-account": 0.0003399603334069362,
          "update-order": 0.0003399603334069362,
          "validate-purchase": 0.001994098649398968,
          "verify-identity": 0.016174578475683474
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0006714887696833638,
          "enter-details": 0.000635499823282264,
          "instructions": 0.002439516876564549,
          "log-out-in": 0.0021850289728147475,
          "make-password": 0.0008844133687530694,
          "make-purchase": 0.002067920426233104,
          "membership": 0.000792152355408228,
          "notify-team": 0.002723644264875051,
          "offer-refund": 0.000792152355408228,
          "promo-code": 0.0009874199283514814,
          "pull-up-account": 0.002308768977655385,
          "record-reason": 0.002067920426233104,
          "search-boots": 0.0011024237084878614,
          "search-faq": 0.002308768977655385,
          "search-jacket": 0.0030408644299342977,
          "search-jeans": 0.0027251827033342815,
          "search-membership": 0.002308768977655385,
          "search-policy": 0.0033950300532959144,
          "search-pricing": 0.004231914801489966,
          "search-shirt": 0.002723644264875051,
          "search-timing": 0.00379044550362318,
          "select-faq": 0.9354555164333723,
          "send-link": 0.002439516876564549,
          "shipping-status": 0.0017539173548624903,
          "subscription-status": 0.0027251827033342815,
          "try-again": 0.0027251827033342815,
          "update-account": 0.002440894636540751,
          "update-order": 0.002440894636540751,
          "validate-purchase": 0.002440894636540751,
          "verify-identity": 0.0033950300532959144
        }
      }
    },
    {
      "id": "abcd-test-5063-turn-9",
      "conversation_id": "5063",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.01,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.83,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.16,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.82,
        "input_tokens": 3084,
        "request_sha256": "f5d66ff87afd7f7860b5872814ad208052f3066a86bb6acc6aefa2b58eca3374"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0021324429210224727,
          "enter-details": 0.000986167475422348,
          "instructions": 0.0007911473261475004,
          "log-out-in": 0.000986167475422348,
          "make-password": 6.23944765580334e-05,
          "make-purchase": 0.0011010252626713864,
          "membership": 4.48338748027808e-05,
          "notify-team": 0.0001349188055138088,
          "offer-refund": 7.777487533565009e-05,
          "promo-code": 3.221561082820129e-05,
          "pull-up-account": 0.0019099867369277328,
          "record-reason": 0.0001349188055138088,
          "search-boots": 5.0055625705685006e-05,
          "search-faq": 0.030005251836427688,
          "search-jacket": 0.0005684830466008838,
          "search-jeans": 0.0007911473261475004,
          "search-membership": 0.00029351980709277977,
          "search-policy": 0.00029737539520834484,
          "search-pricing": 0.0004560624011861489,
          "search-shirt": 0.9129406247531598,
          "search-timing": 0.019311229476557078,
          "select-faq": 0.024071497326826438,
          "send-link": 0.00015155059469965605,
          "shipping-status": 0.0002663535236620021,
          "subscription-status": 0.0001231775606162135,
          "try-again": 6.0190587613321755e-05,
          "update-account": 8.850986968246312e-05,
          "update-order": 0.0001165757799036604,
          "validate-purchase": 0.0019099867369277328,
          "verify-identity": 0.00010441470581653534
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0030301627090401208,
          "enter-details": 0.002714056649454935,
          "instructions": 0.0030301627090401208,
          "log-out-in": 0.003383082679484306,
          "make-password": 0.0024244051204059423,
          "make-purchase": 0.0024244051204059423,
          "membership": 0.0021714936708883484,
          "notify-team": 0.002714056649454935,
          "offer-refund": 0.0024244051204059423,
          "promo-code": 0.001742068687061694,
          "pull-up-account": 0.002706772716002595,
          "record-reason": 0.0021714936708883484,
          "search-boots": 0.002177337130123306,
          "search-faq": 0.9321625416753869,
          "search-jacket": 0.0030301627090401208,
          "search-jeans": 0.002177337130123306,
          "search-membership": 0.002177337130123306,
          "search-policy": 0.0015645367475979374,
          "search-pricing": 0.002430929318181278,
          "search-shirt": 0.005868751491198634,
          "search-timing": 0.009118684648667455,
          "select-faq": 0.005868751491198634,
          "send-link": 0.002177337130123306,
          "shipping-status": 5.181494382147757e-05,
          "subscription-status": 5.181494382147757e-05,
          "try-again": 3.7231901219405265e-05,
          "update-account": 4.1568256066349174e-05,
          "update-order": 4.392230630915787e-05,
          "validate-purchase": 5.181494382147757e-05,
          "verify-identity": 3.1560600643234005e-05
        }
      }
    },
    {
      "id": "abcd-test-4197-turn-13",
      "conversation_id": "4197",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.06,
          "membership": 0.0,
          "shipping-status": 0.0,
          "make-password": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.9400000000000001,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3205,
        "request_sha256": "e134672c881bc435aee6b37418dc9d4ebd0ba17a780b8388e52be1a22b8cfec9"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.011555902855748004,
          "enter-details": 0.001276059843597973,
          "instructions": 0.00037980281782558497,
          "log-out-in": 0.0007102498799394657,
          "make-password": 0.0003667173437664779,
          "make-purchase": 0.00012186103147744456,
          "membership": 0.0003284617709121364,
          "notify-team": 0.0009169193664446812,
          "offer-refund": 0.00030469472840843946,
          "promo-code": 0.0001756432260293386,
          "pull-up-account": 0.8488362747551697,
          "record-reason": 0.0008212672813817487,
          "search-boots": 0.00012186103147744456,
          "search-faq": 0.00013605403680933863,
          "search-jacket": 0.00015190010107433435,
          "search-jeans": 0.00011222676719433956,
          "search-membership": 0.00034018216738188506,
          "search-policy": 7.222871471916697e-05,
          "search-pricing": 0.0001756432260293386,
          "search-shirt": 5.1900318980014766e-05,
          "search-timing": 9.003329091020002e-05,
          "select-faq": 4.6486134260107536e-05,
          "send-link": 0.00013989096456449833,
          "shipping-status": 0.00015732029562777217,
          "subscription-status": 0.0005901259188473586,
          "try-again": 1.724659646384965e-05,
          "update-account": 0.00102371195138268,
          "update-order": 0.0024714464313313556,
          "validate-purchase": 0.034775309765121144,
          "verify-identity": 0.09373257738712418
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0018016824855315045,
          "enter-details": 0.0016137327121415377,
          "instructions": 0.001886637705894801,
          "log-out-in": 0.001445390003476604,
          "make-password": 0.0018016824855315045,
          "make-purchase": 0.0016137327121415377,
          "membership": 0.0019934796054569934,
          "notify-team": 0.001689825322063147,
          "offer-refund": 0.0019934796054569934,
          "promo-code": 0.0012946083193411532,
          "pull-up-account": 0.9614738765535068,
          "record-reason": 0.0017855217673923018,
          "search-boots": 0.0015992579872671038,
          "search-faq": 0.001689825322063147,
          "search-jacket": 0.0012252228350046732,
          "search-jeans": 2.9360386412338325e-05,
          "search-membership": 0.0012946083193411532,
          "search-policy": 0.0010385923855384847,
          "search-pricing": 0.000706288274854948,
          "search-shirt": 2.629754704942127e-05,
          "search-timing": 3.102309369902459e-05,
          "select-faq": 3.2779961397355774e-05,
          "send-link": 2.3554211345251414e-05,
          "shipping-status": 0.0010974087996860945,
          "subscription-status": 2.629754704942127e-05,
          "try-again": 3.102309369902459e-05,
          "update-account": 0.0010974087996860945,
          "update-order": 0.0010974087996860945,
          "validate-purchase": 0.0018016824855315045,
          "verify-identity": 0.006758310872753974
        }
      }
    },
    {
      "id": "abcd-test-8644-turn-9",
      "conversation_id": "8644",
      "expected_action": "search-membership",
      "jev": {
        "choice": "search-membership",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "membership": 0.01,
          "send-link": 0.0,
          "make-password": 0.0,
          "select-faq": 0.03,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.01,
          "pull-up-account": 0.01,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.94
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3079,
        "request_sha256": "485152e9fde4b5685e7c24c7023757f7f93db30c4f7fdb2583d310d7478fe6bf"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.0027445798699684432,
          "enter-details": 0.0027445798699684432,
          "instructions": 0.0004479152332140492,
          "log-out-in": 0.0014170855720361194,
          "make-password": 0.00014884342569023627,
          "make-purchase": 0.00010695210883164063,
          "membership": 0.14486236769605565,
          "notify-team": 0.0004479152332140492,
          "offer-refund": 0.0002882765463165717,
          "promo-code": 0.0002882765463165717,
          "pull-up-account": 0.038618484179446785,
          "record-reason": 0.00037777760928360944,
          "search-boots": 0.0005000834211193473,
          "search-faq": 0.01993955556214931,
          "search-jacket": 0.0005257461513134416,
          "search-jeans": 0.004264448178536068,
          "search-membership": 0.7562317747646246,
          "search-policy": 0.00020610086391586638,
          "search-pricing": 0.004761123394053476,
          "search-shirt": 0.00016101677703220712,
          "search-timing": 0.00031185396951330786,
          "select-faq": 0.003819585224232672,
          "send-link": 0.0010182542914299521,
          "shipping-status": 0.00016101677703220712,
          "subscription-status": 0.0006553446559304495,
          "try-again": 6.312113958554796e-05,
          "update-account": 0.00020070807366977364,
          "update-order": 0.00017977041126730637,
          "validate-purchase": 0.00017977041126730637,
          "verify-identity": 0.014327672042985129
        }
      },
      "trained_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.00011180569205135904,
          "enter-details": 0.00012482756145455227,
          "instructions": 0.002719938189123709,
          "log-out-in": 0.00012482756145455227,
          "make-password": 0.00012482756145455227,
          "make-purchase": 0.00011813734248718398,
          "membership": 0.007331260824270318,
          "notify-team": 0.002719938189123709,
          "offer-refund": 0.00010581338122835283,
          "promo-code": 0.00011813734248718398,
          "pull-up-account": 0.004226156300582578,
          "record-reason": 0.0030367266973618766,
          "search-boots": 0.0030367266973618766,
          "search-faq": 0.005881463132030994,
          "search-jacket": 0.0033904103510921345,
          "search-jeans": 0.0014162982442262073,
          "search-membership": 0.934182630099945,
          "search-policy": 0.0033904103510921345,
          "search-pricing": 0.0030367266973618766,
          "search-shirt": 0.002719938189123709,
          "search-timing": 0.002436197289661321,
          "select-faq": 0.005881463132030994,
          "send-link": 0.002182055585096347,
          "shipping-status": 0.001268551393653847,
          "subscription-status": 0.0016708003410169365,
          "try-again": 0.0014965044595908646,
          "update-account": 0.0016708003410169365,
          "update-order": 0.0014162982442262073,
          "validate-purchase": 0.0013403906192690643,
          "verify-identity": 0.002719938189123709
        }
      }
    },
    {
      "id": "abcd-test-459-turn-7",
      "conversation_id": "459",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.02,
          "shipping-status": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.98
        },
        "vendor_confidence": 0.98,
        "input_tokens": 3007,
        "request_sha256": "5b1191e327c2efc7e31c32fce2d140a185c12e7cde658ad21f72d3c6f5dd6e9f"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.004361787394223044,
          "enter-details": 0.004361787394223044,
          "instructions": 0.0010414968918789386,
          "log-out-in": 0.0007750178063098075,
          "make-password": 0.0004987985957137315,
          "make-purchase": 0.00023067387076455622,
          "membership": 0.0004987985957137315,
          "notify-team": 0.0018067226408908293,
          "offer-refund": 0.0028072301702077493,
          "promo-code": 0.0004314048489706497,
          "pull-up-account": 0.8635830749528924,
          "record-reason": 0.014654713473324144,
          "search-boots": 0.00044676445155403363,
          "search-faq": 0.0005568930870048421,
          "search-jacket": 0.0007750178063098075,
          "search-jeans": 0.0004314048489706497,
          "search-membership": 0.00022274339561619022,
          "search-policy": 0.00014942182508033842,
          "search-pricing": 6.274349243916433e-05,
          "search-shirt": 8.61352563009681e-05,
          "search-timing": 3.983402107968163e-05,
          "select-faq": 0.0001338342915164364,
          "send-link": 0.00011987283474586681,
          "shipping-status": 0.001618245617491027,
          "subscription-status": 0.00014942182508033842,
          "try-again": 2.296259598124184e-05,
          "update-account": 0.0004314048489706497,
          "update-order": 0.0011627987671933254,
          "validate-purchase": 0.013125950711870395,
          "verify-identity": 0.08541304368768242
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002236449240314994,
          "enter-details": 0.0017941790094071236,
          "instructions": 0.0018845819483559359,
          "log-out-in": 0.0022232330010629577,
          "make-password": 0.0016070120521005607,
          "make-purchase": 0.0019913074825036754,
          "membership": 0.0019913074825036754,
          "notify-team": 0.0018845819483559359,
          "offer-refund": 0.0022232330010629577,
          "promo-code": 0.0017941790094071236,
          "pull-up-account": 0.9574696918416724,
          "record-reason": 0.003474925761623259,
          "search-boots": 0.00178357632800373,
          "search-faq": 0.002003145008546387,
          "search-jacket": 0.0013622262189272032,
          "search-jeans": 0.0017941790094071236,
          "search-membership": 0.0009263733589225328,
          "search-policy": 0.0009788347365116193,
          "search-pricing": 0.0012892167625476816,
          "search-shirt": 3.442601068492379e-05,
          "search-timing": 3.8435572688555406e-05,
          "select-faq": 4.061221833644829e-05,
          "send-link": 3.442601068492379e-05,
          "shipping-status": 0.0012892167625476816,
          "subscription-status": 3.442601068492379e-05,
          "try-again": 4.061221833644829e-05,
          "update-account": 0.0016070120521005607,
          "update-order": 4.291212169871092e-05,
          "validate-purchase": 0.0017941790094071236,
          "verify-identity": 0.004331508811592826
        }
      }
    },
    {
      "id": "abcd-test-4195-turn-5",
      "conversation_id": "4195",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.01,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "make-password": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.98,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.01,
          "search-membership": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 2971,
        "request_sha256": "406ae5109813a23cb3d953601db74fbd0cab4d0e9added4e7211dfc1a85ee101"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0035482734105306986,
          "enter-details": 0.002283655538313535,
          "instructions": 0.0011790993587764342,
          "log-out-in": 0.00099662663725325,
          "make-password": 0.0005145798512872221,
          "make-purchase": 0.0006414251515678524,
          "membership": 0.0004128188535122999,
          "notify-team": 0.00099662663725325,
          "offer-refund": 0.0014697505571048437,
          "promo-code": 0.0007588639098396541,
          "pull-up-account": 0.8756872705707427,
          "record-reason": 0.0035482734105306986,
          "search-boots": 0.00099662663725325,
          "search-faq": 0.0011790993587764342,
          "search-jacket": 0.0013869867719941706,
          "search-jeans": 0.0009459260673319917,
          "search-membership": 0.00017148812879914103,
          "search-policy": 0.0001330940451633455,
          "search-pricing": 0.00020679743182460455,
          "search-shirt": 6.871932665080735e-05,
          "search-timing": 4.422750425432866e-05,
          "select-faq": 6.722607443595722e-05,
          "send-link": 6.871932665080735e-05,
          "shipping-status": 0.0014697505571048437,
          "subscription-status": 0.00010677396422081284,
          "try-again": 2.045340609461876e-05,
          "update-account": 0.00043745236303645416,
          "update-order": 0.0025496301361977647,
          "validate-purchase": 0.03587542158605479,
          "verify-identity": 0.06223434342744347
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002765056520999919,
          "enter-details": 0.001986845626146439,
          "instructions": 0.0018718039909371529,
          "log-out-in": 0.0024653409423329767,
          "make-password": 0.0018803592691192153,
          "make-purchase": 0.0019778059380699013,
          "membership": 0.0019778059380699013,
          "notify-team": 0.0019778059380699013,
          "offer-refund": 0.002208159037008449,
          "promo-code": 0.0022182515217475307,
          "pull-up-account": 0.9496787806487803,
          "record-reason": 0.0038480779250655776,
          "search-boots": 0.002208159037008449,
          "search-faq": 0.002765056520999919,
          "search-jacket": 0.0016842019270725376,
          "search-jeans": 0.0022182515217475307,
          "search-membership": 0.0012101921448360998,
          "search-policy": 0.0012101921448360998,
          "search-pricing": 0.0017795799026237822,
          "search-shirt": 4.2009695865683615e-05,
          "search-timing": 4.955864976686688e-05,
          "select-faq": 4.955864976686688e-05,
          "send-link": 4.690252134741841e-05,
          "shipping-status": 0.0016842019270725376,
          "subscription-status": 4.690252134741841e-05,
          "try-again": 5.236520602756145e-05,
          "update-account": 0.0024766087930499286,
          "update-order": 5.846411697965453e-05,
          "validate-purchase": 0.002765056520999919,
          "verify-identity": 0.0047966449023044855
        }
      }
    },
    {
      "id": "abcd-test-2000-turn-9",
      "conversation_id": "2000",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.98,
          "enter-details": 0.02,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3098,
        "request_sha256": "110c87c6ce2b2523225bd839d1153b91b95ccaa1dbc4413d33e99b7bb3fde803"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.006927447494045152,
          "enter-details": 0.0035767870521483816,
          "instructions": 0.001481562935006781,
          "log-out-in": 0.0035767870521483816,
          "make-password": 0.0016541188053864422,
          "make-purchase": 7.061338948147323e-05,
          "membership": 0.0002648786405120442,
          "notify-team": 0.00021249724437331018,
          "offer-refund": 0.00017047472147095936,
          "promo-code": 0.0008540574129871146,
          "pull-up-account": 0.0010645847735576927,
          "record-reason": 0.0032036604480578175,
          "search-boots": 5.073961393726369e-05,
          "search-faq": 0.00013676242366973112,
          "search-jacket": 0.00013676242366973112,
          "search-jeans": 0.002531620121709288,
          "search-membership": 0.001481562935006781,
          "search-policy": 0.0014593699193100336,
          "search-pricing": 0.0002998773455095777,
          "search-shirt": 0.001170771618597009,
          "search-timing": 0.0005414338219140271,
          "select-faq": 0.0018191086315411983,
          "send-link": 0.02084680395377865,
          "shipping-status": 0.001481562935006781,
          "subscription-status": 0.0032036604480578175,
          "try-again": 0.000939245068485516,
          "update-account": 0.13565410788948984,
          "update-order": 0.002531620121709288,
          "validate-purchase": 0.012017284809908874,
          "verify-identity": 0.790640235949523
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0004640215190864428,
          "enter-details": 0.0013603567677115914,
          "instructions": 0.001695688244823689,
          "log-out-in": 0.0015187961754392655,
          "make-password": 0.002233380107081664,
          "make-purchase": 0.0014373951654315911,
          "membership": 0.0005180656422239544,
          "notify-team": 0.001695688244823689,
          "offer-refund": 0.0002986421999828128,
          "promo-code": 0.0004640215190864428,
          "pull-up-account": 0.0004640215190864428,
          "record-reason": 0.002233380107081664,
          "search-boots": 0.0006457702220706174,
          "search-faq": 0.001604806674881472,
          "search-jacket": 0.0002986421999828128,
          "search-jeans": 0.0016118063768704965,
          "search-membership": 0.002000396040979555,
          "search-policy": 0.0017995316826524743,
          "search-pricing": 0.0013603567677115914,
          "search-shirt": 0.0014436646019747629,
          "search-timing": 0.0016118063768704965,
          "select-faq": 0.0012874474973347241,
          "send-link": 0.0017030844066076537,
          "shipping-status": 0.0015187961754392655,
          "subscription-status": 0.0019014409027508451,
          "try-again": 0.002113680169597545,
          "update-account": 0.0038743220700256666,
          "update-order": 0.0019014409027508451,
          "validate-purchase": 0.0027839141257983103,
          "verify-identity": 0.9561556355938416
        }
      }
    },
    {
      "id": "abcd-test-7430-turn-19",
      "conversation_id": "7430",
      "expected_action": "update-account",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.01,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0,
          "send-link": 0.01,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "update-account": 0.2,
          "record-reason": 0.01,
          "update-order": 0.04,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.05,
          "make-purchase": 0.67,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.65,
        "input_tokens": 3396,
        "request_sha256": "8d4077cd8d28a95eacda63b79e73038d66904329f39591e06f22cfe423f875b1"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.004849866553414445,
          "enter-details": 0.020311213004769284,
          "instructions": 0.001799325582419448,
          "log-out-in": 0.004849866553414445,
          "make-password": 0.002504087988225503,
          "make-purchase": 0.022676836228203937,
          "membership": 0.0012299287876506412,
          "notify-team": 0.0011580390726158962,
          "offer-refund": 0.0034848927762197906,
          "promo-code": 0.00016929353101032354,
          "pull-up-account": 0.0013731771882126598,
          "record-reason": 0.0003278838784001569,
          "search-boots": 0.00016929353101032354,
          "search-faq": 0.00013581480181671778,
          "search-jacket": 0.0003278838784001569,
          "search-jeans": 0.004343933091741069,
          "search-membership": 0.001238323789349323,
          "search-policy": 0.0007969806203529873,
          "search-pricing": 0.001238323789349323,
          "search-shirt": 0.0004594245389583305,
          "search-timing": 0.00010382078382372911,
          "select-faq": 0.0004114978574055987,
          "send-link": 0.3562450901145203,
          "shipping-status": 0.000745309635605561,
          "subscription-status": 0.0439199873728869,
          "try-again": 0.0011091431483557456,
          "update-account": 0.495779734068384,
          "update-order": 0.011708539077266369,
          "validate-purchase": 0.006045371173676909,
          "verify-identity": 0.010487117582540116
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.00036771832720875136,
          "enter-details": 0.002562023337694647,
          "instructions": 0.00036771832720875136,
          "log-out-in": 0.002562023337694647,
          "make-password": 0.00184095515456867,
          "make-purchase": 0.0030224077634622573,
          "membership": 0.002562023337694647,
          "notify-team": 0.0013977409924933227,
          "offer-refund": 0.000410546010506806,
          "promo-code": 0.00029499966591056025,
          "pull-up-account": 0.0016489084328945426,
          "record-reason": 0.000410546010506806,
          "search-boots": 0.00036771832720875136,
          "search-faq": 0.0015605340402644388,
          "search-jacket": 0.00036771832720875136,
          "search-jeans": 0.0021561212017583756,
          "search-membership": 0.0025435664936537057,
          "search-policy": 0.002407242285662753,
          "search-pricing": 0.0028398128050060446,
          "search-shirt": 0.0019452100043386763,
          "search-timing": 0.002040562084961672,
          "select-faq": 0.002407242285662753,
          "send-link": 0.0037674389928359976,
          "shipping-status": 0.0030006341783770985,
          "subscription-status": 0.0030224077634622573,
          "try-again": 0.006535514423707488,
          "update-account": 0.9297776526364472,
          "update-order": 0.012657838478074166,
          "validate-purchase": 0.0028604194274151743,
          "verify-identity": 0.0022947555461102966
        }
      }
    },
    {
      "id": "abcd-test-4593-turn-6",
      "conversation_id": "4593",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "search-policy": 0.03,
          "search-boots": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "membership": 0.01,
          "promo-code": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.01,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.93,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.01,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3048,
        "request_sha256": "ab95524c140605ce1b5e79c6dcb941708313bf4819b6349195109c2c90591e05"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.005617871751134755,
          "enter-details": 0.0050318206095323935,
          "instructions": 0.003238458019201366,
          "log-out-in": 0.004036746478969898,
          "make-password": 0.00030218413150161303,
          "make-purchase": 0.0005852633959347309,
          "membership": 0.2130645740206292,
          "notify-team": 0.0010152769041421722,
          "offer-refund": 0.0005242093026669122,
          "promo-code": 0.00019448459146142007,
          "pull-up-account": 0.0008145003360544477,
          "record-reason": 0.0006534283877698753,
          "search-boots": 0.00167208567334409,
          "search-faq": 0.06341593416880147,
          "search-jacket": 0.002598035232822741,
          "search-jeans": 0.004036746478969898,
          "search-membership": 0.4126586376139663,
          "search-policy": 0.2130645740206292,
          "search-pricing": 0.001201485750009785,
          "search-shirt": 0.00042687880151382536,
          "search-timing": 0.00167208567334409,
          "select-faq": 0.03655647931981335,
          "send-link": 0.00042687880151382536,
          "shipping-status": 0.00015837424655964182,
          "subscription-status": 0.00015837424655964182,
          "try-again": 7.324166352712312e-05,
          "update-account": 0.00012705486001395017,
          "update-order": 0.00024607701169300554,
          "validate-purchase": 0.0029006249447419397,
          "verify-identity": 0.023527613563177386
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0005329065446483314,
          "enter-details": 0.000427521275522936,
          "instructions": 0.003705877225307157,
          "log-out-in": 0.00350725763743037,
          "make-password": 0.0005329065446483314,
          "make-purchase": 0.0005949734756056248,
          "membership": 0.009988748012255478,
          "notify-team": 0.004137496744793037,
          "offer-refund": 0.0004773142649524538,
          "promo-code": 0.0006642694048827288,
          "pull-up-account": 0.0029730198223488005,
          "record-reason": 0.003319283726833415,
          "search-boots": 0.0005949734756056248,
          "search-faq": 0.0029730198223488005,
          "search-jacket": 0.00350725763743037,
          "search-jeans": 0.00350725763743037,
          "search-membership": 0.00575807766098993,
          "search-policy": 0.00717746033259919,
          "search-pricing": 0.005157401204784395,
          "search-shirt": 0.003319283726833415,
          "search-timing": 0.00461938607788735,
          "select-faq": 0.9145846199444502,
          "send-link": 0.0029730198223488005,
          "shipping-status": 0.0017066972381591177,
          "subscription-status": 0.0023751793587429657,
          "try-again": 0.0021274030056044695,
          "update-account": 0.0021274030056044695,
          "update-order": 0.0021274030056044695,
          "validate-purchase": 0.0021274030056044695,
          "verify-identity": 0.0023751793587429657
        }
      }
    },
    {
      "id": "abcd-test-2156-turn-13",
      "conversation_id": "2156",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "search-policy": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "promo-code": 0.0,
          "membership": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.24,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.01,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.13,
          "log-out-in": 0.0,
          "pull-up-account": 0.11,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.51
        },
        "vendor_confidence": 0.48,
        "input_tokens": 3240,
        "request_sha256": "452d323a6608c8a31730c8f3b5843ad1f5d9537e40f2bc3ae6c3a4fa884cbf09"
      },
      "shared_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.08057777674729664,
          "enter-details": 0.0051291904472078554,
          "instructions": 0.0026483091617543223,
          "log-out-in": 0.0029567547453602247,
          "make-password": 0.0004886608601886043,
          "make-purchase": 0.00018129568613366848,
          "membership": 0.0007592660430604818,
          "notify-team": 0.003685603126085532,
          "offer-refund": 0.00411486103160203,
          "promo-code": 0.001317125405726219,
          "pull-up-account": 0.00796957796987304,
          "record-reason": 0.004594118685518346,
          "search-boots": 0.0006091170661474464,
          "search-faq": 0.0006091170661474464,
          "search-jacket": 0.0005455746352257861,
          "search-jeans": 0.0018632940274150697,
          "search-membership": 0.0023720404279395546,
          "search-policy": 0.0018632940274150697,
          "search-pricing": 0.0021245915046417077,
          "search-shirt": 0.0006191768281502649,
          "search-timing": 0.00021740614612130512,
          "select-faq": 0.0006191768281502649,
          "send-link": 0.0010969724751598903,
          "shipping-status": 0.3022558668521183,
          "subscription-status": 0.002080309838071275,
          "try-again": 0.00035692882482903456,
          "update-account": 0.0021245915046417077,
          "update-order": 0.021481022838593884,
          "validate-purchase": 0.3022558668521183,
          "verify-identity": 0.24248311234730674
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0063245988622866334,
          "enter-details": 0.0004409714270117708,
          "instructions": 0.00039496979367563607,
          "log-out-in": 0.0004409714270117708,
          "make-password": 0.0045445729807655315,
          "make-purchase": 0.0002838075869821866,
          "membership": 0.0003168623468614308,
          "notify-team": 0.0040704880156095,
          "offer-refund": 0.00035376690841528477,
          "promo-code": 0.0003168623468614308,
          "pull-up-account": 0.007061218394691531,
          "record-reason": 0.00566482263359854,
          "search-boots": 0.0050738747191487665,
          "search-faq": 0.0045445729807655315,
          "search-jacket": 0.0040704880156095,
          "search-jeans": 0.002387688945573977,
          "search-membership": 0.0040704880156095,
          "search-policy": 0.002816746023272737,
          "search-pricing": 0.0040704880156095,
          "search-shirt": 0.002387688945573977,
          "search-timing": 0.0025229058145814073,
          "select-faq": 0.0029762609310888177,
          "send-link": 0.0029762609310888177,
          "shipping-status": 0.0050738747191487665,
          "subscription-status": 0.0025229058145814073,
          "try-again": 0.0050738747191487665,
          "update-account": 0.0045445729807655315,
          "update-order": 0.0050738747191487665,
          "validate-purchase": 0.009826975560959326,
          "verify-identity": 0.8997725454245536
        }
      }
    },
    {
      "id": "abcd-test-4947-turn-5",
      "conversation_id": "4947",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "verify-identity": 0.01,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.99
        },
        "vendor_confidence": 0.99,
        "input_tokens": 2988,
        "request_sha256": "494cec156b2d46ae827730194196e745040cec18943ddd89c3fb3a599b7dbbc6"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.004346102249812759,
          "enter-details": 0.016302693669900142,
          "instructions": 0.001444219410950884,
          "log-out-in": 0.0054174279357478705,
          "make-password": 0.002243983590892961,
          "make-purchase": 0.00047334494095430167,
          "membership": 0.0014244393186610038,
          "notify-team": 0.0019823660485724956,
          "offer-refund": 0.0019823660485724956,
          "promo-code": 0.0006678928870440067,
          "pull-up-account": 0.7707117924793256,
          "record-reason": 0.004346102249812759,
          "search-boots": 0.0005900257638248645,
          "search-faq": 0.001775567605268223,
          "search-jacket": 0.0009167639233632199,
          "search-jeans": 0.00043223028195427614,
          "search-membership": 0.001444219410950884,
          "search-policy": 0.00034675435758567326,
          "search-pricing": 0.0005358134309152463,
          "search-shirt": 0.00019988896019935181,
          "search-timing": 9.244044432578598e-05,
          "select-faq": 0.00043223028195427614,
          "send-link": 0.028280848997408098,
          "shipping-status": 0.0008325304921815098,
          "subscription-status": 0.0020098935171141328,
          "try-again": 0.00017903675793581205,
          "update-account": 0.001800223594923709,
          "update-order": 0.000223169792025555,
          "validate-purchase": 0.000929494337914629,
          "verify-identity": 0.14763613721990737
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00221728597894462,
          "enter-details": 0.0024922544813050203,
          "instructions": 0.0017788053698039924,
          "log-out-in": 0.0017908221545002215,
          "make-password": 0.0017908221545002215,
          "make-purchase": 0.001879540759817785,
          "membership": 0.00221728597894462,
          "notify-team": 0.001985980909946097,
          "offer-refund": 0.00221728597894462,
          "promo-code": 0.0018922380629137002,
          "pull-up-account": 0.9556782582593963,
          "record-reason": 0.004323404813978784,
          "search-boots": 0.001879540759817785,
          "search-faq": 0.0027825241635268754,
          "search-jacket": 0.0014366774593205507,
          "search-jeans": 0.0017908221545002215,
          "search-membership": 0.0010323319499460134,
          "search-policy": 0.0010323319499460134,
          "search-pricing": 0.0011525665164908371,
          "search-shirt": 4.000630231456747e-05,
          "search-timing": 4.4665791069853124e-05,
          "select-faq": 5.269203325982122e-05,
          "send-link": 0.00135967758107704,
          "shipping-status": 5.269203325982122e-05,
          "subscription-status": 5.269203325982122e-05,
          "try-again": 5.269203325982122e-05,
          "update-account": 0.001694841657181904,
          "update-order": 4.7195260691666914e-05,
          "validate-purchase": 0.00135967758107704,
          "verify-identity": 0.0038723878370043674
        }
      }
    },
    {
      "id": "abcd-test-6395-turn-16",
      "conversation_id": "6395",
      "expected_action": "promo-code",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.99,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "verify-identity": 0.01,
          "make-password": 0.0,
          "search-boots": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3329,
        "request_sha256": "3697231bc84dca1f04e78350e3b5a2a5e60a7b695c5f1d73487b261eb025dd2e"
      },
      "shared_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.004800340000206572,
          "enter-details": 0.002767189509058918,
          "instructions": 0.004299573526334366,
          "log-out-in": 0.003449309389229334,
          "make-password": 0.0010061843043712283,
          "make-purchase": 0.0011233733969770532,
          "membership": 0.02010381884186262,
          "notify-team": 0.0002891896266396037,
          "offer-refund": 0.0011462145977263684,
          "promo-code": 0.9504104084376994,
          "pull-up-account": 0.0006475763731317608,
          "record-reason": 0.0004653188800569095,
          "search-boots": 0.0004167773316280537,
          "search-faq": 0.0004653188800569095,
          "search-jacket": 0.0008072057469225547,
          "search-jeans": 0.00032287121745038037,
          "search-membership": 0.00021956653427602366,
          "search-policy": 0.00012208706135617074,
          "search-pricing": 0.00012208706135617074,
          "search-shirt": 2.9151679669435373e-05,
          "search-timing": 0.00010935106926862849,
          "select-faq": 0.00020779870987455102,
          "send-link": 0.0004747800754585277,
          "shipping-status": 9.794368661185871e-05,
          "subscription-status": 0.0004747800754585277,
          "try-again": 3.633764916204949e-05,
          "update-account": 7.037793867901648e-05,
          "update-order": 0.0009195444125211896,
          "validate-purchase": 0.0011462145977263684,
          "verify-identity": 0.003449309389229334
        }
      },
      "trained_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.002602714529547442,
          "enter-details": 0.002463220167981023,
          "instructions": 0.001287566760635101,
          "log-out-in": 0.002000581327753579,
          "make-password": 0.0018933587319477025,
          "make-purchase": 0.0017699594709512773,
          "membership": 0.0023600767395212012,
          "notify-team": 0.0022062594473523153,
          "offer-refund": 0.002000581327753579,
          "promo-code": 0.9562442561315058,
          "pull-up-account": 0.0014375283388753217,
          "record-reason": 0.0019761047146846897,
          "search-boots": 0.002463220167981023,
          "search-faq": 0.0013604827639129922,
          "search-jacket": 0.0027501083890646492,
          "search-jeans": 0.001287566760635101,
          "search-membership": 0.0010914386648028164,
          "search-policy": 0.0005659472871611055,
          "search-pricing": 0.0018933587319477025,
          "search-shirt": 0.00045402808936199354,
          "search-timing": 0.00045402808936199354,
          "select-faq": 0.0010329422726717355,
          "send-link": 0.0016049553266191566,
          "shipping-status": 0.00023442447461321676,
          "subscription-status": 0.00040666433570229777,
          "try-again": 0.0016958453125099824,
          "update-account": 0.0005659472871611055,
          "update-order": 0.0005659472871611055,
          "validate-purchase": 0.0014375283388753217,
          "verify-identity": 0.0018933587319477025
        }
      }
    },
    {
      "id": "abcd-test-8092-turn-15",
      "conversation_id": "8092",
      "expected_action": "membership",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.2,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "make-password": 0.0,
          "validate-purchase": 0.01,
          "select-faq": 0.0,
          "update-order": 0.03,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.37,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.01,
          "enter-details": 0.38,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.35,
        "input_tokens": 3269,
        "request_sha256": "601c434549107ac0dd2e276d80389ef561028c0bcf462b15b6ea37ef9d71e9b3"
      },
      "shared_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0017418651797325518,
          "enter-details": 0.6660704311580076,
          "instructions": 0.00139740174389515,
          "log-out-in": 0.0012481343894664243,
          "make-password": 0.0005772109409084951,
          "make-purchase": 0.0008993624338168941,
          "membership": 0.019607731936963,
          "notify-team": 0.004193476928761781,
          "offer-refund": 0.1023593668205988,
          "promo-code": 0.0008055419625030251,
          "pull-up-account": 0.0003336681499427553,
          "record-reason": 0.07355069875892092,
          "search-boots": 0.0015601555665713442,
          "search-faq": 0.0026989058558878594,
          "search-jacket": 0.00041591824210491667,
          "search-jeans": 0.0006444380502068774,
          "search-membership": 0.0002526299891969614,
          "search-policy": 0.0002270740045232287,
          "search-pricing": 0.0002033858715136363,
          "search-shirt": 9.903487796536333e-05,
          "search-timing": 3.6872086388316316e-05,
          "select-faq": 0.0007194950501006911,
          "send-link": 0.0008968525408549443,
          "shipping-status": 0.0005169969542191889,
          "subscription-status": 0.0002535210514254288,
          "try-again": 7.545721562454846e-05,
          "update-account": 0.0003939132253843443,
          "update-order": 0.1023593668205988,
          "validate-purchase": 0.015730193793890665,
          "verify-identity": 0.00013089840002548968
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.0009901459007354803,
          "enter-details": 0.0020262929659432332,
          "instructions": 0.0013041146314592721,
          "log-out-in": 0.0012342196060645383,
          "make-password": 0.0014560034926531333,
          "make-purchase": 0.0014469597200956466,
          "membership": 0.9685339481080601,
          "notify-team": 0.0016154851943573885,
          "offer-refund": 0.0014469597200956466,
          "promo-code": 0.0010986005482217225,
          "pull-up-account": 0.0010397202848674717,
          "record-reason": 0.0025257800762436096,
          "search-boots": 0.0011608154310053108,
          "search-faq": 0.0011680707538614106,
          "search-jacket": 0.0014469597200956466,
          "search-jeans": 0.00011997218431820104,
          "search-membership": 0.0013779678068609837,
          "search-policy": 0.000886854784464287,
          "search-pricing": 0.0011680707538614106,
          "search-shirt": 0.00010745679819476229,
          "search-timing": 6.545218555037392e-05,
          "select-faq": 0.00011997218431820104,
          "send-link": 0.001105466980181518,
          "shipping-status": 0.00011997218431820104,
          "subscription-status": 0.0013041146314592721,
          "try-again": 0.0013779678068609837,
          "update-account": 0.0015384583667436224,
          "update-order": 0.0020262929659432332,
          "validate-purchase": 0.00010169757747832438,
          "verify-identity": 8.620663568696613e-05
        }
      }
    },
    {
      "id": "abcd-test-4660-turn-11",
      "conversation_id": "4660",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.11,
          "validate-purchase": 0.07,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.81,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.8,
        "input_tokens": 3137,
        "request_sha256": "c91b1192a976a53a0b1b0550376949cbca907ef7b952abf03ea7586972e981be"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.04445633042078651,
          "enter-details": 0.006119196388344131,
          "instructions": 0.001664531604712187,
          "log-out-in": 0.001664531604712187,
          "make-password": 0.0003188542644531616,
          "make-purchase": 0.0009595298772630492,
          "membership": 0.0008594326188987723,
          "notify-team": 0.009507819013875918,
          "offer-refund": 0.035664847916373074,
          "promo-code": 0.010615184577217756,
          "pull-up-account": 0.0035274501572110455,
          "record-reason": 0.06907487545743828,
          "search-boots": 0.0009595298772630492,
          "search-faq": 0.006119196388344131,
          "search-jacket": 0.0013353611098246437,
          "search-jeans": 0.002582052326203378,
          "search-membership": 0.0018212984969449395,
          "search-policy": 0.0014884420281101544,
          "search-pricing": 0.0007544104499079719,
          "search-shirt": 0.001194094392971842,
          "search-timing": 0.0006883441122113059,
          "select-faq": 0.00031248900733942344,
          "send-link": 0.001661799124300315,
          "shipping-status": 0.009507819013875918,
          "subscription-status": 0.001661799124300315,
          "try-again": 0.0003554065558791292,
          "update-account": 0.0014611268378023363,
          "update-order": 0.13378294346339695,
          "validate-purchase": 0.36059550827980946,
          "verify-identity": 0.28928579551022876
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0031962020329183933,
          "enter-details": 0.00012699262302264252,
          "instructions": 0.00011374488398524407,
          "log-out-in": 0.0031962020329183933,
          "make-password": 0.00010187913558601868,
          "make-purchase": 9.641885253443565e-05,
          "membership": 0.00010187913558601868,
          "notify-team": 0.0030248993970750006,
          "offer-refund": 0.004209696406139599,
          "promo-code": 0.00012699262302264252,
          "pull-up-account": 0.002709344851750698,
          "record-reason": 0.011346732745960864,
          "search-boots": 0.0037705451180776255,
          "search-faq": 0.0024267090806518927,
          "search-jacket": 0.00011374488398524407,
          "search-jeans": 0.0018447624792381843,
          "search-membership": 0.002709344851750698,
          "search-policy": 0.002564135631071858,
          "search-pricing": 0.0019468138279913182,
          "search-shirt": 0.0019492329850196357,
          "search-timing": 0.0019492329850196357,
          "select-faq": 0.002176258090377537,
          "send-link": 0.0016523185331871698,
          "shipping-status": 0.0024267090806518927,
          "subscription-status": 0.0018447624792381843,
          "try-again": 0.002299501399806472,
          "update-account": 0.002709344851750698,
          "update-order": 0.0028627774576408874,
          "validate-purchase": 0.005858556429973049,
          "verify-identity": 0.9305442651140681
        }
      }
    },
    {
      "id": "abcd-test-6688-turn-18",
      "conversation_id": "6688",
      "expected_action": "enter-details",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "update-order": 0.29000000000000004,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.07,
          "offer-refund": 0.08,
          "search-faq": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.26,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.01,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.15,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "verify-identity": 0.13,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "make-password": 0.0,
          "search-timing": 0.0,
          "try-again": 0.0,
          "make-purchase": 0.0
        },
        "vendor_confidence": 0.26,
        "input_tokens": 3356,
        "request_sha256": "e60bc6aab87dc918b8ae86c7b67baea18ff7900e18dacc1943a24d584df75ef5"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.01574579860197524,
          "enter-details": 0.01574579860197524,
          "instructions": 0.0017387285804835858,
          "log-out-in": 0.0015573462038149407,
          "make-password": 0.0009823197940476024,
          "make-purchase": 0.0005071928923573857,
          "membership": 0.0017387285804835858,
          "notify-team": 0.0005777835236914149,
          "offer-refund": 0.2761707711519913,
          "promo-code": 0.00029237489890049796,
          "pull-up-account": 0.000326427476509904,
          "record-reason": 0.08219868508953555,
          "search-boots": 0.00040689270850751655,
          "search-faq": 0.0007058509813308027,
          "search-jacket": 0.00026187439119481433,
          "search-jeans": 0.001124184874578245,
          "search-membership": 0.0015573462038149407,
          "search-policy": 0.0010069111208141134,
          "search-pricing": 0.001124184874578245,
          "search-shirt": 0.0019412363188605643,
          "search-timing": 0.00015473839517856565,
          "select-faq": 0.00015403010305339637,
          "send-link": 0.002419756721397902,
          "shipping-status": 0.008129895877399537,
          "subscription-status": 0.0005198898583880794,
          "try-again": 0.000192881859412409,
          "update-account": 0.0010069111208141134,
          "update-order": 0.17774248609847126,
          "validate-purchase": 0.38434179226942794,
          "verify-identity": 0.0196271808270113
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.011658811085511214,
          "enter-details": 0.010442575353817766,
          "instructions": 0.008377498436193466,
          "log-out-in": 0.001849343371192907,
          "make-password": 0.0014836255960343058,
          "make-purchase": 0.0011264391671934183,
          "membership": 0.001849343371192907,
          "notify-team": 0.007503567328306213,
          "offer-refund": 0.011658811085511214,
          "promo-code": 0.0016564216726262686,
          "pull-up-account": 0.001849343371192907,
          "record-reason": 0.010442575353817766,
          "search-boots": 0.006019695019576511,
          "search-faq": 0.006720802403237721,
          "search-jacket": 0.0010660669287099352,
          "search-jeans": 0.00951601720476414,
          "search-membership": 0.006019695019576511,
          "search-policy": 0.010624335753308189,
          "search-pricing": 0.006720802403237721,
          "search-shirt": 0.011861740869886702,
          "search-timing": 0.007225013332478595,
          "select-faq": 0.00951601720476414,
          "send-link": 0.01324326495713111,
          "shipping-status": 0.014532753827558186,
          "subscription-status": 0.010624335753308189,
          "try-again": 0.010442575353817766,
          "update-account": 0.008377498436193466,
          "update-order": 0.5511717097440332,
          "validate-purchase": 0.2283042004423652,
          "verify-identity": 0.01811512015346237
        }
      }
    },
    {
      "id": "abcd-test-5305-turn-5",
      "conversation_id": "5305",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "update-order": 0.11,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "make-password": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.84,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.03,
          "search-membership": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.02,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.83,
        "input_tokens": 2980,
        "request_sha256": "f933e27d863c1c3f5f4c65a221c8fab05e7cac1deee191404f8bdd5b4d8e0253"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00702877299780624,
          "enter-details": 0.0018737842858550246,
          "instructions": 0.0012881819302412556,
          "log-out-in": 0.0008290683507533881,
          "make-password": 0.00042806589304500474,
          "make-purchase": 0.0026077137204031657,
          "membership": 0.00042806589304500474,
          "notify-team": 0.0012881819302412556,
          "offer-refund": 0.0013464173700275506,
          "promo-code": 0.0023356773457432526,
          "pull-up-account": 0.718519405070212,
          "record-reason": 0.0016783130789575409,
          "search-boots": 0.002092021905700645,
          "search-faq": 0.0011537990366195664,
          "search-jacket": 0.0011537990366195664,
          "search-jeans": 0.0008665492663903416,
          "search-membership": 0.00019582287379840102,
          "search-policy": 0.00045253106459269534,
          "search-pricing": 0.0001853275865638135,
          "search-shirt": 0.0003630405479667252,
          "search-timing": 0.00013469005990672417,
          "select-faq": 0.0006951844417858133,
          "send-link": 0.0002608646871407189,
          "shipping-status": 0.000785022299819011,
          "subscription-status": 0.00020927726173760688,
          "try-again": 7.764293808615369e-05,
          "update-account": 0.0006226634064048902,
          "update-order": 0.0263656794720473,
          "validate-purchase": 0.15366883512006813,
          "verify-identity": 0.07106560112842131
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003794597225548264,
          "enter-details": 0.0024421887313924215,
          "instructions": 0.001578606550839659,
          "log-out-in": 0.0021969177412519197,
          "make-password": 0.0024421887313924215,
          "make-purchase": 0.0021969177412519197,
          "membership": 0.001967737481761204,
          "notify-team": 0.001967737481761204,
          "offer-refund": 0.0021969177412519197,
          "promo-code": 0.0027266273698658278,
          "pull-up-account": 0.9364801201888727,
          "record-reason": 0.0042365497111986825,
          "search-boots": 0.001967737481761204,
          "search-faq": 0.003398748625213313,
          "search-jacket": 0.0021874220961391605,
          "search-jeans": 0.0024421887313924215,
          "search-membership": 0.001571783307682812,
          "search-policy": 9.673698253219086e-05,
          "search-pricing": 0.0014875426382714265,
          "search-shirt": 9.673698253219086e-05,
          "search-timing": 9.673698253219086e-05,
          "select-faq": 9.673698253219086e-05,
          "send-link": 9.673698253219086e-05,
          "shipping-status": 0.0027266273698658278,
          "subscription-status": 7.760671507020054e-05,
          "try-again": 9.673698253219086e-05,
          "update-account": 0.0021874220961391605,
          "update-order": 0.0030441951467390076,
          "validate-purchase": 0.008205262443356847,
          "verify-identity": 0.005895934756787244
        }
      }
    },
    {
      "id": "abcd-test-9943-turn-11",
      "conversation_id": "9943",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "promo-code": 0.43,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "ask-the-oracle": 0.42,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.01,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.14,
          "try-again": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.4,
        "input_tokens": 3144,
        "request_sha256": "dab90b19e838fc9d7ced6ca7c5e7495cb01fdd28a1a6350ea728964ab209c4fb"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.8110529768569963,
          "enter-details": 0.001219262419230564,
          "instructions": 0.0013612686129579365,
          "log-out-in": 0.0007028522808355746,
          "make-password": 0.00016651913247675188,
          "make-purchase": 9.599112533706172e-05,
          "membership": 0.008858023221911699,
          "notify-team": 0.00020919474751187093,
          "offer-refund": 0.0004523531053391914,
          "promo-code": 0.15536381409479846,
          "pull-up-account": 0.00011965318856513248,
          "record-reason": 0.00014914804224441003,
          "search-boots": 0.00011965318856513248,
          "search-faq": 9.084639709670081e-05,
          "search-jacket": 0.00010717108938967651,
          "search-jeans": 0.00012059178052808959,
          "search-membership": 0.00015883060990373217,
          "search-policy": 0.00010754663694138793,
          "search-pricing": 0.00012059178052808959,
          "search-shirt": 2.867063725174906e-05,
          "search-timing": 0.001219262419230564,
          "select-faq": 0.0001671028193150161,
          "send-link": 0.0010920702270533025,
          "shipping-status": 0.00010754663694138793,
          "subscription-status": 0.00040516369148655904,
          "try-again": 8.627869306954933e-05,
          "update-account": 3.5738028378735426e-05,
          "update-order": 0.00013405717354921833,
          "validate-purchase": 0.005106269726566569,
          "verify-identity": 0.011041551635999639
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9432413282359127,
          "enter-details": 0.002746313254722652,
          "instructions": 0.002746313254722652,
          "log-out-in": 0.0015340491431424582,
          "make-password": 0.002459820892671669,
          "make-purchase": 0.0011647230489714516,
          "membership": 0.005318998033134368,
          "notify-team": 0.0023279846934628383,
          "offer-refund": 0.0011022987525252182,
          "promo-code": 0.001300376954634214,
          "pull-up-account": 0.0008843130763916952,
          "record-reason": 0.00740235927320008,
          "search-boots": 0.0015340491431424582,
          "search-faq": 0.0014518306692039703,
          "search-jacket": 0.0023279846934628383,
          "search-jeans": 0.0018676129572549704,
          "search-membership": 0.0015831312130541407,
          "search-policy": 0.0014179809210427123,
          "search-pricing": 0.001767516814665219,
          "search-shirt": 0.0005450683900480663,
          "search-timing": 0.002746313254722652,
          "select-faq": 0.0005450683900480663,
          "send-link": 0.0020851316911701533,
          "shipping-status": 0.0002973682546529849,
          "subscription-status": 0.0005450683900480663,
          "try-again": 0.002459820892671669,
          "update-account": 0.0005450683900480663,
          "update-order": 0.000608552012942846,
          "validate-purchase": 0.0006794299569721416,
          "verify-identity": 0.004764125351357035
        }
      }
    },
    {
      "id": "abcd-test-2607-turn-17",
      "conversation_id": "2607",
      "expected_action": "instructions",
      "jev": {
        "choice": "notify-team",
        "probabilities": {
          "try-again": 0.09,
          "promo-code": 0.0,
          "notify-team": 0.51,
          "search-jacket": 0.0,
          "log-out-in": 0.01,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.02,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.08,
          "select-faq": 0.02,
          "search-boots": 0.0,
          "search-membership": 0.0,
          "verify-identity": 0.0,
          "make-password": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.24,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.03,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.49,
        "input_tokens": 3334,
        "request_sha256": "130bcc7751e81cbec377e2a02b05ff1cff2270d52f59447892160f46ebb01c58"
      },
      "shared_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.009876160548067291,
          "enter-details": 0.0036715547180734723,
          "instructions": 0.6497715566252877,
          "log-out-in": 0.015345273541654027,
          "make-password": 0.002362998834968733,
          "make-purchase": 0.019127926954141276,
          "membership": 0.0016979449331593114,
          "notify-team": 0.12446904508117894,
          "offer-refund": 0.0007836378766556712,
          "promo-code": 0.001362167045459029,
          "pull-up-account": 0.008845890686399025,
          "record-reason": 0.004099176139126974,
          "search-boots": 0.0007033155433834673,
          "search-faq": 0.012310661564451077,
          "search-jacket": 0.007939201098775365,
          "search-jeans": 0.0009768067563861928,
          "search-membership": 0.0003624003630516385,
          "search-policy": 0.0007570844325002009,
          "search-pricing": 0.00023323951119774429,
          "search-shirt": 0.0003501208576058267,
          "search-timing": 0.0006286692128977674,
          "select-faq": 0.00263286305499813,
          "send-link": 0.0016370846087825372,
          "shipping-status": 0.0006073668015050295,
          "subscription-status": 0.0008452619853642176,
          "try-again": 0.12446904508117894,
          "update-account": 0.0006781061436032563,
          "update-order": 0.0003135965942870245,
          "validate-purchase": 0.0007836378766556712,
          "verify-identity": 0.0023582055292044506
        }
      },
      "trained_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.016192562844352505,
          "enter-details": 0.009334305698889897,
          "instructions": 0.20407430047430097,
          "log-out-in": 0.016192562844352505,
          "make-password": 0.009334305698889897,
          "make-purchase": 0.003742612696161851,
          "membership": 0.0074883955349064925,
          "notify-team": 0.6141218809298623,
          "offer-refund": 0.003742612696161851,
          "promo-code": 0.0046651772665925375,
          "pull-up-account": 0.012990395163818643,
          "record-reason": 0.004178510734404201,
          "search-boots": 0.003742612696161851,
          "search-faq": 0.00520852488235114,
          "search-jacket": 0.004178510734404201,
          "search-jeans": 0.009334305698889897,
          "search-membership": 0.0020237295047101653,
          "search-policy": 0.0025225872236386334,
          "search-pricing": 0.005685546846966914,
          "search-shirt": 0.0020237295047101653,
          "search-timing": 0.0020237295047101653,
          "select-faq": 0.006007524768243313,
          "send-link": 0.005685546846966914,
          "shipping-status": 0.0014541612566892422,
          "subscription-status": 0.0074883955349064925,
          "try-again": 0.01450337208886799,
          "update-account": 0.0028163899169144687,
          "update-order": 0.008360561592268086,
          "validate-purchase": 0.008360561592268086,
          "verify-identity": 0.0025225872236386334
        }
      }
    },
    {
      "id": "abcd-test-1738-turn-27",
      "conversation_id": "1738",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "log-out-in": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-order": 0.04,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.44,
          "search-jeans": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.07,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.32,
          "verify-identity": 0.05,
          "validate-purchase": 0.06,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "send-link": 0.02,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.41,
        "input_tokens": 3570,
        "request_sha256": "95717b35a6266ab7aadce7da34aa4de11f4dbc5a1c55a3634f23dd13d61bdb13"
      },
      "shared_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.004355117314751635,
          "enter-details": 0.6545256207407403,
          "instructions": 0.0036909155570072527,
          "log-out-in": 0.0010985535982319396,
          "make-password": 0.001905699146433638,
          "make-purchase": 0.11230024343360094,
          "membership": 0.0013693499897118647,
          "notify-team": 0.0010985535982319396,
          "offer-refund": 0.001905699146433638,
          "promo-code": 0.0011610205556812894,
          "pull-up-account": 0.0016157709020206525,
          "record-reason": 0.0018039579343501633,
          "search-boots": 0.0005369243906473571,
          "search-faq": 0.0005994593569617714,
          "search-jacket": 0.0018039579343501633,
          "search-jeans": 0.0005385342540627123,
          "search-membership": 0.0012265008119464991,
          "search-policy": 0.0003104418214496943,
          "search-pricing": 0.0006332681883116892,
          "search-shirt": 0.0006012566721275087,
          "search-timing": 0.00012169800837982266,
          "select-faq": 0.00022306935427965737,
          "send-link": 0.11230024343360094,
          "shipping-status": 0.0013001284582697052,
          "subscription-status": 0.02681474718517611,
          "try-again": 0.00043203612310911476,
          "update-account": 0.01926787622220436,
          "update-order": 0.004120792359230686,
          "validate-purchase": 0.029937830807805557,
          "verify-identity": 0.012400732700891459
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0032396592574701465,
          "enter-details": 0.8976301833688339,
          "instructions": 0.005651334879187029,
          "log-out-in": 0.004060796438587486,
          "make-password": 0.003637178045633853,
          "make-purchase": 0.009803568566800468,
          "membership": 0.004060796438587486,
          "notify-team": 0.003257751580671495,
          "offer-refund": 0.0027461827004503637,
          "promo-code": 0.0022031098946973158,
          "pull-up-account": 0.003257751580671495,
          "record-reason": 0.0032396592574701465,
          "search-boots": 0.0027461827004503637,
          "search-faq": 0.0027461827004503637,
          "search-jacket": 0.002901701626165815,
          "search-jeans": 0.0001631123242235895,
          "search-membership": 0.00019242289792330806,
          "search-policy": 0.00017234953516754133,
          "search-pricing": 0.00020331996251813806,
          "search-shirt": 0.003442240749564559,
          "search-timing": 0.0001631123242235895,
          "select-faq": 0.00021483416567318002,
          "send-link": 0.004533752743842135,
          "shipping-status": 0.00025343895200921623,
          "subscription-status": 0.004060796438587486,
          "try-again": 0.0038431553059541028,
          "update-account": 0.007044405577403451,
          "update-order": 0.007044405577403451,
          "validate-purchase": 0.013643459103424297,
          "verify-identity": 0.0038431553059541028
        }
      }
    },
    {
      "id": "abcd-test-3406-turn-5",
      "conversation_id": "3406",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "enter-details": 0.0,
          "instructions": 0.0,
          "log-out-in": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "membership": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "pull-up-account": 0.01,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "search-faq": 0.1,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "search-pricing": 0.89,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "update-account": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 2970,
        "request_sha256": "fadf2a76f6549d286a7727b08fff63a8fee6c58ec9d7f111bab4558e2f0e75cb"
      },
      "shared_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.008847586323737283,
          "enter-details": 0.0007491639677705595,
          "instructions": 0.0008364181734467302,
          "log-out-in": 0.0007491639677705595,
          "make-password": 0.00034645760418571865,
          "make-purchase": 0.008847586323737283,
          "membership": 0.000482158589182674,
          "notify-team": 0.0014509637303427082,
          "offer-refund": 0.0008364181734467302,
          "promo-code": 0.0051002536923511425,
          "pull-up-account": 0.029726083107808086,
          "record-reason": 0.007924616615957567,
          "search-boots": 0.0036648094770685645,
          "search-faq": 0.037053643817568024,
          "search-jacket": 0.002633367938131277,
          "search-jeans": 0.0016948258046406905,
          "search-membership": 0.000783788267072732,
          "search-policy": 0.000783788267072732,
          "search-pricing": 0.8100974067294742,
          "search-shirt": 0.0051002536923511425,
          "search-timing": 0.0005631945543835862,
          "select-faq": 0.015348217677792458,
          "send-link": 0.0010253124384284433,
          "shipping-status": 0.0010253124384284433,
          "subscription-status": 0.0005293908700279405,
          "try-again": 0.0002733356974402863,
          "update-account": 0.0004741649372092691,
          "update-order": 0.00034071362924143915,
          "validate-purchase": 0.0011447294216528408,
          "verify-identity": 0.05156687407227894
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0029848709241879065,
          "enter-details": 0.003276821634156299,
          "instructions": 0.002934987387956644,
          "log-out-in": 0.0026734917701225387,
          "make-password": 0.003276821634156299,
          "make-purchase": 0.0036584694432712163,
          "membership": 0.0036584694432712163,
          "notify-team": 0.0029848709241879065,
          "offer-refund": 0.0036584694432712163,
          "promo-code": 0.003276821634156299,
          "pull-up-account": 0.0051779646374724925,
          "record-reason": 0.004153993248935343,
          "search-boots": 0.004153993248935343,
          "search-faq": 0.9182303269533776,
          "search-jacket": 0.0029848709241879065,
          "search-jeans": 0.0029848709241879065,
          "search-membership": 0.0023945963057799492,
          "search-policy": 0.002144794294229998,
          "search-pricing": 0.013956568900147867,
          "search-shirt": 0.0026734917701225387,
          "search-timing": 0.0026734917701225387,
          "select-faq": 0.0029848709241879065,
          "send-link": 0.0026734917701225387,
          "shipping-status": 6.758000466890585e-05,
          "subscription-status": 6.395800261894678e-05,
          "try-again": 6.395800261894678e-05,
          "update-account": 5.728598206336538e-05,
          "update-order": 6.395800261894678e-05,
          "validate-purchase": 6.053013237621174e-05,
          "verify-identity": 5.130996248723004e-05
        }
      }
    },
    {
      "id": "abcd-test-10219-turn-8",
      "conversation_id": "10219",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "search-membership": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.0,
          "subscription-status": 0.0,
          "pull-up-account": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.01,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "verify-identity": 0.99
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3113,
        "request_sha256": "5b80ead0534e4d3142a9683851fec3b2ee93e315a6c8c7df698c6a31a6ba66c1"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0038662335130972975,
          "enter-details": 0.003101661233796976,
          "instructions": 0.001601454640151003,
          "log-out-in": 0.003462908075792806,
          "make-password": 0.0006862934292641446,
          "make-purchase": 0.00016387144019317372,
          "membership": 0.0004931396601678377,
          "notify-team": 0.0004931396601678377,
          "offer-refund": 0.0017879741563819425,
          "promo-code": 0.0022287146938114507,
          "pull-up-account": 0.001434392355193243,
          "record-reason": 0.008360156106788228,
          "search-boots": 0.00013146497614247376,
          "search-faq": 0.000855466545137955,
          "search-jacket": 0.0006862934292641446,
          "search-jeans": 0.0015399669221124355,
          "search-membership": 0.001996217554234444,
          "search-policy": 0.000991117009281317,
          "search-pricing": 0.0021431437628582806,
          "search-shirt": 0.0007951181509485027,
          "search-timing": 0.0005117345370459997,
          "select-faq": 0.0013793192176692216,
          "send-link": 0.0017879741563819425,
          "shipping-status": 0.0003425006827387188,
          "subscription-status": 0.0038662335130972975,
          "try-again": 0.0008877246739683185,
          "update-account": 0.25436687889531345,
          "update-order": 0.001434392355193243,
          "validate-purchase": 0.012989752103425234,
          "verify-identity": 0.685614762550381
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0006408441721400219,
          "enter-details": 0.0014277265523623124,
          "instructions": 0.0017796648297266672,
          "log-out-in": 0.0017796648297266672,
          "make-password": 0.002616986265042432,
          "make-purchase": 0.0007154826547483434,
          "membership": 0.0005739920457773658,
          "notify-team": 0.0018804489827189154,
          "offer-refund": 0.0004604814832265607,
          "promo-code": 0.0005739920457773658,
          "pull-up-account": 0.0006408441721400219,
          "record-reason": 0.004296464609886477,
          "search-boots": 0.002218357474293528,
          "search-faq": 0.0014277265523623124,
          "search-jacket": 0.0005141132216639093,
          "search-jeans": 0.0016874285586870198,
          "search-membership": 0.00209946271733838,
          "search-policy": 0.001990652091607487,
          "search-pricing": 0.0015940121176916133,
          "search-shirt": 0.0016874285586870198,
          "search-timing": 0.001883961662348979,
          "select-faq": 0.0021033846444964625,
          "send-link": 0.0017829893710625882,
          "shipping-status": 0.0016842822626397334,
          "subscription-status": 0.001990652091607487,
          "try-again": 0.0016842822626397334,
          "update-account": 0.003446815160809734,
          "update-order": 0.002476727056376215,
          "validate-purchase": 0.002616986265042432,
          "verify-identity": 0.9497241452873723
        }
      }
    },
    {
      "id": "abcd-test-10123-turn-8",
      "conversation_id": "10123",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.92,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.08,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 3040,
        "request_sha256": "9ed34fede72bf1d1509f32ff5b585b813cad67855fccfecfaf64ea5d785ccec9"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.005737039211332494,
          "enter-details": 0.007151234509877776,
          "instructions": 0.0017075541240886545,
          "log-out-in": 0.0026531477660916396,
          "make-password": 0.0010989755481989167,
          "make-purchase": 0.0002779648748657853,
          "membership": 0.00043189366272095454,
          "notify-team": 0.0006710630009169077,
          "offer-refund": 0.0010426770257665856,
          "promo-code": 0.0010426770257665856,
          "pull-up-account": 0.8161813763965832,
          "record-reason": 0.0008816471482972402,
          "search-boots": 0.0002229957832594571,
          "search-faq": 0.0008816471482972402,
          "search-jacket": 0.0008364819799264943,
          "search-jeans": 0.00036519209328070144,
          "search-membership": 8.252621543449852e-05,
          "search-policy": 4.0326306616074856e-05,
          "search-pricing": 0.00023503626789661723,
          "search-shirt": 0.00013017120033178824,
          "search-timing": 9.353510515376144e-05,
          "select-faq": 0.0002814759028041867,
          "send-link": 0.00023503626789661723,
          "shipping-status": 0.0002521126439021277,
          "subscription-status": 0.0002814759028041867,
          "try-again": 0.00011659186750585029,
          "update-account": 0.00016888650275115566,
          "update-order": 0.00014533210573152257,
          "validate-purchase": 0.00040772599788551023,
          "verify-identity": 0.15634620041401545
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0020046469134438354,
          "enter-details": 0.001608216958553676,
          "instructions": 0.0022290825029543052,
          "log-out-in": 0.001795524132207047,
          "make-password": 0.001795524132207047,
          "make-purchase": 0.001996546844665819,
          "membership": 0.001996546844665819,
          "notify-team": 0.0018895404593911348,
          "offer-refund": 0.0022290825029543052,
          "promo-code": 0.0022290825029543052,
          "pull-up-account": 0.9581875052235156,
          "record-reason": 0.0027898300527218916,
          "search-boots": 0.0018895404593911348,
          "search-faq": 0.002238126053511212,
          "search-jacket": 0.001093657763073253,
          "search-jeans": 0.001608216958553676,
          "search-membership": 0.000785853556998847,
          "search-policy": 0.0008303571151839951,
          "search-pricing": 0.0009795685920014506,
          "search-shirt": 0.0003384878782060788,
          "search-timing": 0.0003384878782060788,
          "select-faq": 0.0003384878782060788,
          "send-link": 0.0009795685920014506,
          "shipping-status": 0.0003031769080832072,
          "subscription-status": 0.0003031769080832072,
          "try-again": 0.0020046469134438354,
          "update-account": 0.0004219261254653919,
          "update-order": 0.0003384878782060788,
          "validate-purchase": 0.0009795685920014506,
          "verify-identity": 0.0034775348791488397
        }
      }
    },
    {
      "id": "abcd-test-9011-turn-19",
      "conversation_id": "9011",
      "expected_action": "notify-team",
      "jev": {
        "choice": "notify-team",
        "probabilities": {
          "notify-team": 1.0,
          "verify-identity": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "subscription-status": 0.0,
          "send-link": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3443,
        "request_sha256": "18e1dd7a3b8c618e4db6d51dfd346057dba4b0417fd89558076f2c078bcc19ba"
      },
      "shared_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.0028523170353124774,
          "enter-details": 0.0004893858937959762,
          "instructions": 0.005524304039038359,
          "log-out-in": 0.0013190809136930423,
          "make-password": 0.00022632110024014778,
          "make-purchase": 0.0001569343883421936,
          "membership": 0.00027223985002403084,
          "notify-team": 0.9796490569302551,
          "offer-refund": 0.00027223985002403084,
          "promo-code": 0.00011276601256284692,
          "pull-up-account": 0.0003149669056155939,
          "record-reason": 0.00021840290636272457,
          "search-boots": 6.152078256786548e-05,
          "search-faq": 0.00017521235772775432,
          "search-jacket": 9.374574952290921e-05,
          "search-jeans": 0.00016262404894958751,
          "search-membership": 7.440568516959125e-05,
          "search-policy": 2.7604890994468847e-05,
          "search-pricing": 2.2384381552945154e-05,
          "search-shirt": 7.359124291716501e-06,
          "search-timing": 3.841721761799763e-05,
          "select-faq": 1.3634377822261179e-05,
          "send-link": 7.520701910328322e-05,
          "shipping-status": 3.841721761799763e-05,
          "subscription-status": 3.841721761799763e-05,
          "try-again": 0.0068860598824061195,
          "update-account": 4.788717003255639e-05,
          "update-order": 4.335360699921367e-05,
          "validate-purchase": 0.00010466422445970409,
          "verify-identity": 0.0006810692202795634
        }
      },
      "trained_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.0018043478374237755,
          "enter-details": 0.002003524541510783,
          "instructions": 0.0031300658154370113,
          "log-out-in": 0.001369946990772581,
          "make-password": 0.0020144982627488205,
          "make-purchase": 0.0015211715237089137,
          "membership": 0.0018043478374237755,
          "notify-team": 0.9628963339329678,
          "offer-refund": 0.0016073165045023005,
          "promo-code": 0.001439643084596645,
          "pull-up-account": 0.0016161202303888761,
          "record-reason": 0.001439643084596645,
          "search-boots": 0.001439643084596645,
          "search-faq": 0.001093045440804651,
          "search-jacket": 0.0012270354700738893,
          "search-jeans": 0.0011612716427879706,
          "search-membership": 0.00033630115029408534,
          "search-policy": 0.00033630115029408534,
          "search-pricing": 0.000984382501207555,
          "search-shirt": 0.0002697957977779715,
          "search-timing": 0.0002697957977779715,
          "select-faq": 0.00030121861374536086,
          "send-link": 0.000984382501207555,
          "shipping-status": 0.00033630115029408534,
          "subscription-status": 0.00033630115029408534,
          "try-again": 0.0016161202303888761,
          "update-account": 0.001369946990772581,
          "update-order": 0.0010401289492336413,
          "validate-purchase": 0.0014475284540557312,
          "verify-identity": 0.0028035402783154286
        }
      }
    },
    {
      "id": "abcd-test-7568-turn-21",
      "conversation_id": "7568",
      "expected_action": "shipping-status",
      "jev": {
        "choice": "shipping-status",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.33,
          "search-shirt": 0.0,
          "verify-identity": 0.06,
          "send-link": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.21000000000000002,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.01,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.05,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "shipping-status": 0.33
        },
        "vendor_confidence": 0.3,
        "input_tokens": 3488,
        "request_sha256": "8044bd00d0031125ed6985bcb75fe37732fd3ab6f6f974c0477eb261fedfca79"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.03431746752526806,
          "enter-details": 0.005888019727788948,
          "instructions": 0.00123536115619986,
          "log-out-in": 0.0011064896139685962,
          "make-password": 0.0003676890397188096,
          "make-purchase": 0.012731970973483844,
          "membership": 0.022086593874768936,
          "notify-team": 0.003040111428573108,
          "offer-refund": 0.0015696737176183664,
          "promo-code": 0.0007121325956003796,
          "pull-up-account": 0.005888019727788948,
          "record-reason": 0.004230867672838223,
          "search-boots": 0.0005117066048850203,
          "search-faq": 0.0011064896139685962,
          "search-jacket": 0.0008876752714080452,
          "search-jeans": 0.0015696737176183664,
          "search-membership": 0.0012592620314227467,
          "search-policy": 0.002116583432051444,
          "search-pricing": 0.002116583432051444,
          "search-shirt": 0.0007033462561792915,
          "search-timing": 0.000260945085374213,
          "select-faq": 0.0012201192511296132,
          "send-link": 0.001010236137236672,
          "shipping-status": 0.05953183008167021,
          "subscription-status": 0.0023630996299320688,
          "try-again": 0.0005053925750927853,
          "update-account": 0.003394190548231861,
          "update-order": 0.672008717198247,
          "validate-purchase": 0.1287287527074175,
          "verify-identity": 0.027530999372467134
        }
      },
      "trained_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.004136603579922725,
          "enter-details": 0.00018220922286986836,
          "instructions": 0.0035065005644739455,
          "log-out-in": 0.0002034309579021376,
          "make-password": 0.0002034309579021376,
          "make-purchase": 0.0002034309579021376,
          "membership": 0.005756834440081973,
          "notify-team": 0.003705077217778874,
          "offer-refund": 0.00014617635050717104,
          "promo-code": 0.0002034309579021376,
          "pull-up-account": 0.003318567316318219,
          "record-reason": 0.002813071183532211,
          "search-boots": 0.002662302550032777,
          "search-faq": 0.002662302550032777,
          "search-jacket": 0.00018220922286986836,
          "search-jeans": 0.0033788452522262526,
          "search-membership": 0.003986008623373656,
          "search-policy": 0.0037723758368418533,
          "search-pricing": 0.002972377977340063,
          "search-shirt": 0.003986008623373656,
          "search-timing": 0.002710660075075909,
          "select-faq": 0.0035701923480795177,
          "send-link": 0.003705077217778874,
          "shipping-status": 0.9143871986433767,
          "subscription-status": 0.0035065005644739455,
          "try-again": 0.0035065005644739455,
          "update-account": 0.004968571021704587,
          "update-order": 0.0046183889599025925,
          "validate-purchase": 0.006427327302046937,
          "verify-identity": 0.0046183889599025925
        }
      }
    },
    {
      "id": "abcd-test-428-turn-8",
      "conversation_id": "428",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.99,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.01,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 3047,
        "request_sha256": "76c0cb3c475d887fa6cb0aa1689083c54c0c3308ec699417d0253eaa7719c3f1"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.019646724534725556,
          "enter-details": 0.015761476522860984,
          "instructions": 0.0037634907154323665,
          "log-out-in": 0.009085813744691388,
          "make-password": 0.004201820022519304,
          "make-purchase": 0.0004920441818244709,
          "membership": 0.001187892342113972,
          "notify-team": 0.0018457104441246062,
          "offer-refund": 0.0023006834463144056,
          "promo-code": 0.0010033002266138628,
          "pull-up-account": 0.667395012617412,
          "record-reason": 0.0024221659895270215,
          "search-boots": 0.0004920441818244709,
          "search-faq": 0.0018457104441246062,
          "search-jacket": 0.0025686412642423467,
          "search-jeans": 0.0006457202794951348,
          "search-membership": 0.000720926661139058,
          "search-policy": 0.0006540490787239363,
          "search-pricing": 0.00013069769981477645,
          "search-shirt": 0.000377031105161037,
          "search-timing": 0.000377031105161037,
          "select-faq": 0.001016241288287238,
          "send-link": 0.03052647135519513,
          "shipping-status": 0.0008152739760936558,
          "subscription-status": 0.0008986370184677871,
          "try-again": 0.000377031105161037,
          "update-account": 0.0008048921292719987,
          "update-order": 0.0003376996184450287,
          "validate-purchase": 0.006528658390577144,
          "verify-identity": 0.2217771085106547
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0022256429711124525,
          "enter-details": 0.0015135346037596924,
          "instructions": 0.0022172559175558746,
          "log-out-in": 0.0019934660909625788,
          "make-password": 0.0019934660909625788,
          "make-purchase": 0.0022172559175558746,
          "membership": 0.0024754972411784727,
          "notify-team": 0.0022172559175558746,
          "offer-refund": 0.0024754972411784727,
          "promo-code": 0.0024754972411784727,
          "pull-up-account": 0.9528432332515258,
          "record-reason": 0.0034581351273963775,
          "search-boots": 0.0019859538527018813,
          "search-faq": 0.002484861270796781,
          "search-jacket": 0.001599247097750753,
          "search-jeans": 0.0019934660909625788,
          "search-membership": 0.001149147438670248,
          "search-policy": 0.00027432773211788345,
          "search-pricing": 0.001149147438670248,
          "search-shirt": 0.00024570988477393667,
          "search-timing": 0.00024570988477393667,
          "select-faq": 0.00024570988477393667,
          "send-link": 0.0014324156150961958,
          "shipping-status": 0.00024570988477393667,
          "subscription-status": 0.00027432773211788345,
          "try-again": 0.001689813830272253,
          "update-account": 0.0019934660909625788,
          "update-order": 0.00027432773211788345,
          "validate-purchase": 0.0015135346037596924,
          "verify-identity": 0.003097386322984814
        }
      }
    },
    {
      "id": "abcd-test-3455-turn-10",
      "conversation_id": "3455",
      "expected_action": "try-again",
      "jev": {
        "choice": "try-again",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.05,
          "membership": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.01,
          "log-out-in": 0.46,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.48,
          "subscription-status": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.45,
        "input_tokens": 3100,
        "request_sha256": "35a6557b796693d32634222f11964d32839a97d191f0972e5bfab8062a76ab65"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.005419082963625468,
          "enter-details": 0.0023657586202206118,
          "instructions": 0.10611713466865182,
          "log-out-in": 0.16488152558142982,
          "make-password": 0.0012214910908564846,
          "make-purchase": 0.018207012903443946,
          "membership": 0.0012214910908564846,
          "notify-team": 0.018207012903443946,
          "offer-refund": 0.0023657586202206118,
          "promo-code": 0.0005059612794419531,
          "pull-up-account": 0.018207012903443946,
          "record-reason": 0.0013637567866722185,
          "search-boots": 0.0004059046423285534,
          "search-faq": 0.004347430072315714,
          "search-jacket": 0.0014446610018555768,
          "search-jeans": 0.0012939553580138129,
          "search-membership": 0.0003851288070653921,
          "search-policy": 0.002305135354456338,
          "search-pricing": 0.0002101113971299161,
          "search-shirt": 0.0020646658753929086,
          "search-timing": 0.0008327848672613101,
          "select-faq": 0.001800773817286683,
          "send-link": 0.00048006416456368163,
          "shipping-status": 0.002573611868912956,
          "subscription-status": 0.002305135354456338,
          "try-again": 0.6184882539048525,
          "update-account": 0.0014835765299337932,
          "update-order": 0.0006145213420750394,
          "validate-purchase": 0.01630767436087918,
          "verify-identity": 0.002573611868912956
        }
      },
      "trained_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.006597166185043107,
          "enter-details": 0.006597166185043107,
          "instructions": 0.17978643934124272,
          "log-out-in": 0.03084682906356607,
          "make-password": 0.008223384834142668,
          "make-purchase": 0.009181162398637506,
          "membership": 0.0016158141061804378,
          "notify-team": 0.008223384834142668,
          "offer-refund": 0.0014472538422685896,
          "promo-code": 0.0010399318580596604,
          "pull-up-account": 0.001296277970165791,
          "record-reason": 0.0011610514503856777,
          "search-boots": 0.0011610514503856777,
          "search-faq": 0.01144434552342308,
          "search-jacket": 0.0016158141061804378,
          "search-jeans": 0.006597166185043107,
          "search-membership": 0.005292540448074435,
          "search-policy": 0.0028078994280674014,
          "search-pricing": 0.004018348681242955,
          "search-shirt": 0.0031349323617891195,
          "search-timing": 0.004740427893248289,
          "select-faq": 0.005908955950749137,
          "send-link": 0.005292540448074435,
          "shipping-status": 0.0025149820343384377,
          "subscription-status": 0.006597166185043107,
          "try-again": 0.6743982297852263,
          "update-account": 0.001909494296642202,
          "update-order": 0.0020176305596277476,
          "validate-purchase": 0.0020176305596277476,
          "verify-identity": 0.0025149820343384377
        }
      }
    },
    {
      "id": "abcd-test-5735-turn-15",
      "conversation_id": "5735",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.14,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.06,
          "shipping-status": 0.03,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.77
        },
        "vendor_confidence": 0.76,
        "input_tokens": 3316,
        "request_sha256": "26b7250d90cbee44fa977ced3918fe5032ea28cd0c4f28a9c05c8078749e5be3"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.23069568292821716,
          "enter-details": 0.0031406523499414923,
          "instructions": 0.0018104508947569403,
          "log-out-in": 0.002256732152447139,
          "make-password": 0.0010471646549419344,
          "make-purchase": 0.0003116747676214053,
          "membership": 0.0011651994236209708,
          "notify-team": 0.0005388568999298247,
          "offer-refund": 0.0013009088273372802,
          "promo-code": 0.0008400820306098856,
          "pull-up-account": 0.001169126736920555,
          "record-reason": 0.0008400820306098856,
          "search-boots": 0.0004842706331157249,
          "search-faq": 0.0035064404562115277,
          "search-jacket": 0.00043375198911623484,
          "search-jeans": 0.0011056604062199735,
          "search-membership": 0.0035064404562115277,
          "search-policy": 0.0006373657415477106,
          "search-pricing": 0.0013782089269515321,
          "search-shirt": 0.0005113231495988071,
          "search-timing": 0.10668738849494158,
          "select-faq": 0.0012344355739597839,
          "send-link": 0.0035064404562115277,
          "shipping-status": 0.16576756228788275,
          "subscription-status": 0.002256732152447139,
          "try-again": 0.00018970352465371175,
          "update-account": 0.0009903191474484444,
          "update-order": 0.013153046983168262,
          "validate-purchase": 0.400195809184254,
          "verify-identity": 0.04933848673910525
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.005811982173782982,
          "enter-details": 0.004176230074515452,
          "instructions": 0.004176230074515452,
          "log-out-in": 0.0037405699890450434,
          "make-password": 0.002687805981560056,
          "make-purchase": 0.00010537945432919321,
          "membership": 0.00013135577091693494,
          "notify-team": 0.0028400189539082134,
          "offer-refund": 9.973156336213174e-05,
          "promo-code": 0.00011134718070629101,
          "pull-up-account": 0.00013135577091693494,
          "record-reason": 0.003170792779218203,
          "search-boots": 0.0001466546339299635,
          "search-faq": 0.003170792779218203,
          "search-jacket": 0.0001466546339299635,
          "search-jeans": 0.0019490809095915997,
          "search-membership": 0.002176088344168859,
          "search-policy": 0.0019490809095915997,
          "search-pricing": 0.002176088344168859,
          "search-shirt": 0.0019490809095915997,
          "search-timing": 0.002176088344168859,
          "select-faq": 0.0033503576314247636,
          "send-link": 0.003170792779218203,
          "shipping-status": 0.005811982173782982,
          "subscription-status": 0.0024295350888208574,
          "try-again": 0.004176230074515452,
          "update-account": 0.0037405699890450434,
          "update-order": 0.00648889775198507,
          "validate-purchase": 0.923146594225341,
          "verify-identity": 0.004662630710730286
        }
      }
    },
    {
      "id": "abcd-test-10238-turn-12",
      "conversation_id": "10238",
      "expected_action": "enter-details",
      "jev": {
        "choice": "subscription-status",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.02,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.07,
          "send-link": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.25,
          "make-purchase": 0.12,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "subscription-status": 0.53,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.01,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.5,
        "input_tokens": 3252,
        "request_sha256": "f65e7c5e63ac5e7b1620da0fc698945362e40f995732d587b9649a5d9e116b1c"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.0021074724492327955,
          "enter-details": 0.05743294123443242,
          "instructions": 0.0015143352211700748,
          "log-out-in": 0.0021074724492327955,
          "make-password": 0.002352927402999526,
          "make-purchase": 0.008826091530206899,
          "membership": 0.002352927402999526,
          "notify-team": 0.0006138318149070244,
          "offer-refund": 0.0008729492246447006,
          "promo-code": 0.0004924426958177774,
          "pull-up-account": 0.00020397770174264976,
          "record-reason": 0.00020397770174264976,
          "search-boots": 6.071128368253503e-05,
          "search-faq": 7.567678570246577e-05,
          "search-jacket": 0.00010531809523372475,
          "search-jeans": 0.0015812583115076247,
          "search-membership": 0.0029329309218800253,
          "search-policy": 0.001416303064425344,
          "search-pricing": 0.0009746205935153558,
          "search-shirt": 0.0008164378475087892,
          "search-timing": 0.00021765226425054878,
          "select-faq": 0.0005866550559547086,
          "send-link": 0.03696362329932743,
          "shipping-status": 0.0021074724492327955,
          "subscription-status": 0.8081292454605529,
          "try-again": 0.0006549820848557588,
          "update-account": 0.004081705369132562,
          "update-order": 0.00531271056361003,
          "validate-purchase": 0.0460752581902917,
          "verify-identity": 0.008826091530206899
        }
      },
      "trained_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.002443463529505091,
          "enter-details": 0.0037965778700688583,
          "instructions": 0.0021885637951217334,
          "log-out-in": 0.002581838954440361,
          "make-password": 0.002443463529505091,
          "make-purchase": 0.002071265993856913,
          "membership": 0.003045784143755001,
          "notify-team": 0.0023125040110194024,
          "offer-refund": 0.000145750705041769,
          "promo-code": 0.000145750705041769,
          "pull-up-account": 0.0002264629329502514,
          "record-reason": 0.00020283856060376558,
          "search-boots": 0.0002264629329502514,
          "search-faq": 0.0002264629329502514,
          "search-jacket": 0.000145750705041769,
          "search-jeans": 0.0024350815380812523,
          "search-membership": 0.002181056231953651,
          "search-policy": 0.0027186924204876547,
          "search-pricing": 0.00257298233916685,
          "search-shirt": 0.002304571333197537,
          "search-timing": 0.0010657697066189552,
          "select-faq": 0.002181056231953651,
          "send-link": 0.0034005227311607006,
          "shipping-status": 0.003218269173668973,
          "subscription-status": 0.9369689115299024,
          "try-again": 0.002581838954440361,
          "update-account": 0.0037965778700688583,
          "update-order": 0.0034005227311607006,
          "validate-purchase": 0.0047324447335210474,
          "verify-identity": 0.004238761172765182
        }
      }
    },
    {
      "id": "abcd-test-3007-turn-8",
      "conversation_id": "3007",
      "expected_action": "instructions",
      "jev": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.08,
          "membership": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "instructions": 0.4,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.4,
          "select-faq": 0.01,
          "record-reason": 0.0,
          "log-out-in": 0.03,
          "verify-identity": 0.0,
          "validate-purchase": 0.0,
          "search-faq": 0.08,
          "search-jeans": 0.0,
          "enter-details": 0.0,
          "pull-up-account": 0.0,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.37,
        "input_tokens": 3056,
        "request_sha256": "d8a25a56c7836e1c759b1c6eba9365c87bccbd1eda6a4528fb785879b8ab2a1a"
      },
      "shared_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.019384807382984686,
          "enter-details": 0.0037133140854960773,
          "instructions": 0.37959561121743196,
          "log-out-in": 0.11298176304781861,
          "make-password": 0.0030143540662188944,
          "make-purchase": 0.001248594207259888,
          "membership": 0.001556376090835668,
          "notify-team": 0.0336275016634442,
          "offer-refund": 0.001233944131763047,
          "promo-code": 0.0008971838220660168,
          "pull-up-account": 0.0019400270698731615,
          "record-reason": 0.0019400270698731615,
          "search-boots": 0.0008035905354580431,
          "search-faq": 0.03754405806046756,
          "search-jacket": 0.0023898753412854635,
          "search-jeans": 0.003325945303402105,
          "search-membership": 0.0006371113026771342,
          "search-policy": 0.003647459107364035,
          "search-pricing": 0.0007113148920191083,
          "search-shirt": 0.0010856182687752616,
          "search-timing": 0.02697747873716718,
          "select-faq": 0.005769633151093277,
          "send-link": 0.004072274103701069,
          "shipping-status": 0.001510834720040668,
          "subscription-status": 0.0026209002816963197,
          "try-again": 0.3399965868566357,
          "update-account": 0.0012120588298306881,
          "update-order": 0.000698699834712633,
          "validate-purchase": 0.001717257245736671,
          "verify-identity": 0.00414579957287164
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.004844109264777763,
          "enter-details": 0.003870470798847302,
          "instructions": 0.8590271618573055,
          "log-out-in": 0.007526634306331684,
          "make-password": 0.006038200842509273,
          "make-purchase": 0.003870470798847302,
          "membership": 0.005386462924707956,
          "notify-team": 0.006741464283097383,
          "offer-refund": 0.005386462924707956,
          "promo-code": 0.003466707349863014,
          "pull-up-account": 0.005408296882456404,
          "record-reason": 0.004321260175979488,
          "search-boots": 0.004321260175979488,
          "search-faq": 0.009381970213934774,
          "search-jacket": 0.007526634306331684,
          "search-jeans": 0.005408296882456404,
          "search-membership": 0.0002714578617493502,
          "search-policy": 0.00024313964698173863,
          "search-pricing": 0.0038861598315073,
          "search-shirt": 0.005408296882456404,
          "search-timing": 0.005408296882456404,
          "select-faq": 0.005408296882456404,
          "send-link": 0.005408296882456404,
          "shipping-status": 0.0002061037496007629,
          "subscription-status": 0.007526634306331684,
          "try-again": 0.022649939853640378,
          "update-account": 0.00024313964698173863,
          "update-order": 0.0002714578617493502,
          "validate-purchase": 0.0002714578617493502,
          "verify-identity": 0.0002714578617493502
        }
      }
    },
    {
      "id": "abcd-test-6513-turn-3",
      "conversation_id": "6513",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "search-policy": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "promo-code": 0.0,
          "membership": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.99,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.01
        },
        "vendor_confidence": 0.99,
        "input_tokens": 2929,
        "request_sha256": "07ac4fb16a62806b7df0f09cbe75d32b65df8711a4607634d0a8b2be9019f099"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.008615215497323758,
          "enter-details": 0.002564208248676261,
          "instructions": 0.0011858411048558037,
          "log-out-in": 0.001842525143127135,
          "make-password": 0.0005970179337616463,
          "make-purchase": 0.0006665519015995286,
          "membership": 0.00042899036541468644,
          "notify-team": 0.0014781556074868452,
          "offer-refund": 0.0005484034513006998,
          "promo-code": 0.00129096288089451,
          "pull-up-account": 0.8806960409079337,
          "record-reason": 0.001842525143127135,
          "search-boots": 0.0006665519015995286,
          "search-faq": 0.0006665519015995286,
          "search-jacket": 0.00047895438540747245,
          "search-jeans": 0.0006122753175861336,
          "search-membership": 0.00016322507316251071,
          "search-policy": 0.00012227923614625922,
          "search-pricing": 3.89744753486238e-05,
          "search-shirt": 7.04887267172164e-05,
          "search-timing": 0.0010621353811602488,
          "select-faq": 0.00012227923614625922,
          "send-link": 8.786439065391083e-05,
          "shipping-status": 0.0035685613341945844,
          "subscription-status": 7.86984681190454e-05,
          "try-again": 1.2778990054567179e-05,
          "update-account": 0.00018999371186739878,
          "update-order": 0.0003529503658203883,
          "validate-purchase": 0.044974499459457314,
          "verify-identity": 0.044974499459457314
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0019899294830494556,
          "enter-details": 0.002769348281706457,
          "instructions": 0.0017800319840314473,
          "log-out-in": 0.0022216945030617773,
          "make-password": 0.0022216945030617773,
          "make-purchase": 0.0019873503014190786,
          "membership": 0.0019873503014190786,
          "notify-team": 0.0022188149967219675,
          "offer-refund": 0.0022188149967219675,
          "promo-code": 0.0024804528713802424,
          "pull-up-account": 0.9511528564244569,
          "record-reason": 0.0030918912378169157,
          "search-boots": 0.0019873503014190786,
          "search-faq": 0.0022216945030617773,
          "search-jacket": 0.002477237893261014,
          "search-jeans": 0.0019899294830494556,
          "search-membership": 0.001353239139107472,
          "search-policy": 0.0012807112529052852,
          "search-pricing": 0.0015964099272919368,
          "search-shirt": 0.00012519724261253004,
          "search-timing": 0.0015964099272919368,
          "select-faq": 0.00012519724261253004,
          "send-link": 0.00011213679537041519,
          "shipping-status": 0.0019899294830494556,
          "subscription-status": 0.00010043878776230559,
          "try-again": 0.00010043878776230559,
          "update-account": 0.00013977895955960489,
          "update-order": 0.00013977895955960489,
          "validate-purchase": 0.0030918912378169157,
          "verify-identity": 0.003452000191659297
        }
      }
    },
    {
      "id": "abcd-test-739-turn-21",
      "conversation_id": "739",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "enter-details": 0.01,
          "make-password": 0.0,
          "ask-the-oracle": 0.14,
          "search-timing": 0.0,
          "pull-up-account": 0.01,
          "record-reason": 0.02,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.58,
          "membership": 0.03,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.02,
          "subscription-status": 0.19,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.56,
        "input_tokens": 3436,
        "request_sha256": "df408c12202060e6acb6c19755fb5e13f5b06813feb9e3d0869871a347fb7d67"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.5917897029481132,
          "enter-details": 0.005185155270885451,
          "instructions": 0.0011838530128536104,
          "log-out-in": 0.0009932579191106574,
          "make-password": 0.0007619225991065307,
          "make-purchase": 0.00010487482168797146,
          "membership": 0.002677207436790841,
          "notify-team": 0.0011089414620710308,
          "offer-refund": 0.0008896422631872327,
          "promo-code": 0.0005474834624711731,
          "pull-up-account": 0.0013822987023576576,
          "record-reason": 0.005185155270885451,
          "search-boots": 0.0003156006639559008,
          "search-faq": 0.0003523583211061104,
          "search-jacket": 0.000949738629749291,
          "search-jeans": 0.0017241818271686565,
          "search-membership": 0.0019237195063410927,
          "search-policy": 0.0011096769005005185,
          "search-pricing": 0.00012245477281131123,
          "search-shirt": 0.0005131805567684763,
          "search-timing": 0.00010975315510631912,
          "select-faq": 0.0003302807683680877,
          "send-link": 0.02706830752713061,
          "shipping-status": 0.0011089414620710308,
          "subscription-status": 0.2736787505752553,
          "try-again": 0.00041169626987771417,
          "update-account": 0.02171540214579928,
          "update-order": 0.0009939165652683689,
          "validate-purchase": 0.0033371471176013023,
          "verify-identity": 0.052425398065599836
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9409982498834968,
          "enter-details": 0.003232109003776111,
          "instructions": 0.0024539713320390444,
          "log-out-in": 0.00303328082006859,
          "make-password": 0.0025929416466000162,
          "make-purchase": 0.002179579571102205,
          "membership": 0.002894938667024077,
          "notify-team": 0.0021979755147572655,
          "offer-refund": 0.00303328082006859,
          "promo-code": 0.002179579571102205,
          "pull-up-account": 0.002571240165418539,
          "record-reason": 0.0025929416466000162,
          "search-boots": 0.00303328082006859,
          "search-faq": 0.0025929416466000162,
          "search-jacket": 0.0027168517338156772,
          "search-jeans": 0.00015434017622763827,
          "search-membership": 0.0025929416466000162,
          "search-policy": 0.00015434017622763827,
          "search-pricing": 0.00019238546130042618,
          "search-shirt": 0.00017231600067512252,
          "search-timing": 9.933276238166307e-05,
          "select-faq": 0.00014606820620302068,
          "send-link": 0.0018631717586519874,
          "shipping-status": 0.00017231600067512252,
          "subscription-status": 0.0024539713320390444,
          "try-again": 0.002080173192410653,
          "update-account": 0.0042569892731296795,
          "update-order": 0.002080173192410653,
          "validate-purchase": 0.0018631717586519874,
          "verify-identity": 0.0034151462198775203
        }
      }
    },
    {
      "id": "abcd-test-5362-turn-13",
      "conversation_id": "5362",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.77,
          "search-policy": 0.0,
          "ask-the-oracle": 0.01,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.01,
          "select-faq": 0.0,
          "verify-identity": 0.18,
          "search-boots": 0.0,
          "search-membership": 0.01,
          "make-password": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.01,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.01
        },
        "vendor_confidence": 0.75,
        "input_tokens": 3174,
        "request_sha256": "0f91225d296cafb573df2fe0cab9b8987b83c0218bb374b5e9cda7690a0f5010"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.04618849546421226,
          "enter-details": 0.007924775765460001,
          "instructions": 0.0015180537715369195,
          "log-out-in": 0.0015388316979355002,
          "make-password": 0.000570915113583978,
          "make-purchase": 0.0003674388096122747,
          "membership": 0.009878253993445532,
          "notify-team": 0.0005632063844879832,
          "offer-refund": 0.0019181601185294446,
          "promo-code": 0.00040469487213569085,
          "pull-up-account": 0.8101137239362785,
          "record-reason": 0.0023587077345331746,
          "search-boots": 0.000570915113583978,
          "search-faq": 0.0012345193278641056,
          "search-jacket": 0.000511357807338184,
          "search-jeans": 0.0003161607412211311,
          "search-membership": 0.002633423691215892,
          "search-policy": 0.0002831791993352904,
          "search-pricing": 0.0005484556505645844,
          "search-shirt": 0.0001172973984070931,
          "search-timing": 0.0005044532768221524,
          "select-faq": 0.00014621151859620245,
          "send-link": 0.0007020383175561177,
          "shipping-status": 0.0008750928221049758,
          "subscription-status": 0.057574083464959264,
          "try-again": 9.410119557712508e-05,
          "update-account": 0.0015180537715369195,
          "update-order": 0.00020347988613753535,
          "validate-purchase": 0.002633423691215892,
          "verify-identity": 0.04618849546421226
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0038208629695725975,
          "enter-details": 0.0019727917507735837,
          "instructions": 0.00219772379465011,
          "log-out-in": 0.0019727917507735837,
          "make-password": 0.0022025607031797177,
          "make-purchase": 0.00219772379465011,
          "membership": 0.0024536902376604253,
          "notify-team": 0.0024536902376604253,
          "offer-refund": 0.0024536902376604253,
          "promo-code": 0.002739468665180209,
          "pull-up-account": 0.9429613219188462,
          "record-reason": 0.0030652633429773695,
          "search-boots": 0.00219772379465011,
          "search-faq": 0.0027454980092884,
          "search-jacket": 0.0015826612838413317,
          "search-jeans": 0.0019727917507735837,
          "search-membership": 0.0012016318655581418,
          "search-policy": 0.0007315870504822005,
          "search-pricing": 0.000816794177657599,
          "search-shirt": 0.0007315870504822005,
          "search-timing": 0.0005869111030503556,
          "select-faq": 0.0006552686641543627,
          "send-link": 0.0012016318655581418,
          "shipping-status": 0.0006552686641543627,
          "subscription-status": 0.0022025607031797177,
          "try-again": 0.0027454980092884,
          "update-account": 0.002459090682781498,
          "update-order": 0.0005869111030503556,
          "validate-purchase": 0.00167228876328823,
          "verify-identity": 0.004762716055176288
        }
      }
    },
    {
      "id": "abcd-test-4986-turn-5",
      "conversation_id": "4986",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-order": 0.06,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.46,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.48,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.46,
        "input_tokens": 3002,
        "request_sha256": "5158cae619af7070f7bb0473267b561277973038ed9a62eaa977e10e4070a971"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.008379178839370297,
          "enter-details": 0.002000759643224586,
          "instructions": 0.0007422929512354417,
          "log-out-in": 0.000910799183855626,
          "make-password": 0.0004212076527394586,
          "make-purchase": 0.0002710876510574178,
          "membership": 0.0003772677164449612,
          "notify-team": 0.0022337860295194357,
          "offer-refund": 0.0007422929512354417,
          "promo-code": 0.0003832614385527784,
          "pull-up-account": 0.6154893846594187,
          "record-reason": 0.0022337860295194357,
          "search-boots": 0.0002710876510574178,
          "search-faq": 0.0003379115400803582,
          "search-jacket": 0.0005861868501406249,
          "search-jeans": 0.0005144620706095636,
          "search-membership": 0.00115335172268041,
          "search-policy": 0.00036966941567321567,
          "search-pricing": 0.0003832614385527784,
          "search-shirt": 0.00023791784969023306,
          "search-timing": 0.0004777369613844199,
          "select-faq": 0.00029656524943550577,
          "send-link": 0.0006412783480830222,
          "shipping-status": 0.04883692084392176,
          "subscription-status": 0.0005743808799032052,
          "try-again": 7.081312635956699e-05,
          "update-account": 0.0010330353547117243,
          "update-order": 0.031431194606140384,
          "validate-purchase": 0.14696519670076305,
          "verify-identity": 0.13163392464463913
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0022237922198332268,
          "enter-details": 0.0022237922198332268,
          "instructions": 0.001682795837655898,
          "log-out-in": 0.0017840248470877118,
          "make-password": 0.002482794806301794,
          "make-purchase": 0.001985186880968211,
          "membership": 0.0017780941848411513,
          "notify-team": 0.0017780941848411513,
          "offer-refund": 0.0022237922198332268,
          "promo-code": 0.0019918083716741124,
          "pull-up-account": 0.9520508989590518,
          "record-reason": 0.00221639956508464,
          "search-boots": 0.0015926052559693648,
          "search-faq": 0.001985186880968211,
          "search-jacket": 0.0017840248470877118,
          "search-jeans": 0.0017840248470877118,
          "search-membership": 0.001431224330354155,
          "search-policy": 0.000973295037729084,
          "search-pricing": 0.001431224330354155,
          "search-shirt": 4.6074298603844355e-05,
          "search-timing": 5.743174558702212e-05,
          "select-faq": 5.743174558702212e-05,
          "send-link": 4.360491171050295e-05,
          "shipping-status": 0.0022237922198332268,
          "subscription-status": 4.6074298603844355e-05,
          "try-again": 4.360491171050295e-05,
          "update-account": 0.0017840248470877118,
          "update-order": 5.1440524827497334e-05,
          "validate-purchase": 0.0027719657300767832,
          "verify-identity": 0.00747149493981548
        }
      }
    },
    {
      "id": "abcd-test-1045-turn-9",
      "conversation_id": "1045",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.99,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.01,
          "search-membership": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3054,
        "request_sha256": "3688fcb9adad9cfa61bf5244c023720ba7534e4746ec2acac2b57fd4f24ca478"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0020605660838645293,
          "enter-details": 0.002867651454641651,
          "instructions": 0.0008535189299804638,
          "log-out-in": 0.0009529272083114705,
          "make-password": 0.0002930327427612081,
          "make-purchase": 0.00012137877600494506,
          "membership": 0.0002105599934260385,
          "notify-team": 0.00045530519649805636,
          "offer-refund": 0.00022753760973294378,
          "promo-code": 0.00022753760973294378,
          "pull-up-account": 0.7901417214627326,
          "record-reason": 0.04035025068369345,
          "search-boots": 0.00023508367980549485,
          "search-faq": 0.0002930327427612081,
          "search-jacket": 0.00045530519649805636,
          "search-jeans": 0.00025087442562186826,
          "search-membership": 0.0004406901693335111,
          "search-policy": 0.00016146183607595316,
          "search-pricing": 0.00014644236920913545,
          "search-shirt": 0.00011601925270208672,
          "search-timing": 4.073677728354532e-05,
          "select-faq": 0.00010391624393263322,
          "send-link": 7.155889166632908e-05,
          "shipping-status": 0.0002800934903834998,
          "subscription-status": 0.0016530759911831823,
          "try-again": 5.365413832283334e-05,
          "update-account": 0.07814944976892499,
          "update-order": 0.00028362625950448305,
          "validate-purchase": 0.00035354124648587855,
          "verify-identity": 0.07814944976892499
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002224729825358916,
          "enter-details": 0.0020091006483444946,
          "instructions": 0.0019926480367156215,
          "log-out-in": 0.0016117898610518917,
          "make-password": 0.0016117898610518917,
          "make-purchase": 0.0019926480367156215,
          "membership": 0.0019926480367156215,
          "notify-team": 0.0018858507208708122,
          "offer-refund": 0.002224729825358916,
          "promo-code": 0.0017995132347123416,
          "pull-up-account": 0.9603163323534705,
          "record-reason": 0.004344386911514229,
          "search-boots": 0.0018858507208708122,
          "search-faq": 0.0020091006483444946,
          "search-jacket": 0.0011581601276866326,
          "search-jeans": 0.001366276295404881,
          "search-membership": 0.0007453875796945939,
          "search-policy": 0.0007453875796945939,
          "search-pricing": 0.0009817449074325808,
          "search-shirt": 3.378884454430956e-05,
          "search-timing": 4.211788720024505e-05,
          "select-faq": 0.0009817449074325808,
          "send-link": 4.211788720024505e-05,
          "shipping-status": 4.211788720024505e-05,
          "subscription-status": 4.211788720024505e-05,
          "try-again": 3.772419815204012e-05,
          "update-account": 0.0020091006483444946,
          "update-order": 3.772419815204012e-05,
          "validate-purchase": 0.0010373420187478125,
          "verify-identity": 0.0027960284248162402
        }
      }
    },
    {
      "id": "abcd-test-4697-turn-14",
      "conversation_id": "4697",
      "expected_action": "membership",
      "jev": {
        "choice": "membership",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "update-account": 0.32,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.01,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.06,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "verify-identity": 0.06,
          "search-boots": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.11,
          "update-order": 0.01,
          "record-reason": 0.02,
          "offer-refund": 0.0,
          "membership": 0.41000000000000003
        },
        "vendor_confidence": 0.38,
        "input_tokens": 3252,
        "request_sha256": "3d096362c3c75564d8a667b3ae3f4e07660341ad2a87ff4f48d79f5f06133a3c"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.008312307782807737,
          "enter-details": 0.08404283471139608,
          "instructions": 0.001984792443742053,
          "log-out-in": 0.0027621992108434307,
          "make-password": 0.0047916827353486425,
          "make-purchase": 0.00018442546928514484,
          "membership": 0.0012774036510589963,
          "notify-team": 0.0009178850405447708,
          "offer-refund": 0.0047916827353486425,
          "promo-code": 0.0007723728190123043,
          "pull-up-account": 0.0006196318477692058,
          "record-reason": 0.0008623311576311857,
          "search-boots": 0.0002865546110891347,
          "search-faq": 0.0001325197579938172,
          "search-jacket": 0.00016518639098431635,
          "search-jeans": 0.0020736289167020833,
          "search-membership": 0.0020736289167020833,
          "search-policy": 0.0010706591537064586,
          "search-pricing": 0.0035971962689530053,
          "search-shirt": 0.0014900166355215406,
          "search-timing": 0.008312307782807737,
          "select-faq": 0.0007693270123615203,
          "send-link": 0.1817305350365089,
          "shipping-status": 0.0010247901300228816,
          "subscription-status": 0.43873360972112146,
          "try-again": 0.0010706591537064586,
          "update-account": 0.20289650367556258,
          "update-order": 0.011568085165649738,
          "validate-purchase": 0.009280433726705563,
          "verify-identity": 0.022404808339112525
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.0011604952436801161,
          "enter-details": 0.0016150396231198192,
          "instructions": 0.001528480678078567,
          "log-out-in": 0.0016150396231198192,
          "make-password": 0.0018031414483882292,
          "make-purchase": 0.0017904098029226142,
          "membership": 0.9622525490939635,
          "notify-team": 0.0020131514010771913,
          "offer-refund": 0.0016036360557144097,
          "promo-code": 0.00135936459994248,
          "pull-up-account": 0.001517688329926934,
          "record-reason": 0.0016944513827809005,
          "search-boots": 0.0012865083842321236,
          "search-faq": 0.0014465605526800917,
          "search-jacket": 0.0016036360557144097,
          "search-jeans": 0.0014465605526800917,
          "search-membership": 3.80481535548332e-05,
          "search-policy": 3.80481535548332e-05,
          "search-pricing": 3.4079010385265635e-05,
          "search-shirt": 2.7339702514677162e-05,
          "search-timing": 1.6652654720892948e-05,
          "select-faq": 3.052392112533389e-05,
          "send-link": 0.0016150396231198192,
          "shipping-status": 0.0013690309965053438,
          "subscription-status": 0.0031279729342669625,
          "try-again": 0.0014465605526800917,
          "update-account": 0.0031279729342669625,
          "update-order": 0.0014465605526800917,
          "validate-purchase": 0.0019052551215567128,
          "verify-identity": 4.0202861046936604e-05
        }
      }
    },
    {
      "id": "abcd-test-5492-turn-15",
      "conversation_id": "5492",
      "expected_action": "record-reason",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "shipping-status": 0.02,
          "search-boots": 0.0,
          "notify-team": 0.07,
          "search-faq": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.01,
          "search-membership": 0.0,
          "search-pricing": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.55,
          "ask-the-oracle": 0.01,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.09,
          "select-faq": 0.0,
          "update-order": 0.06,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.19,
          "try-again": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.52,
        "input_tokens": 3301,
        "request_sha256": "e0c7d0762472be25cdf0f8902ae55023e4eb2b31836a9db7a7fdc21d92689bbc"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.018914160416530566,
          "enter-details": 0.00976578882380802,
          "instructions": 0.0007748802481780118,
          "log-out-in": 0.0009658903604019964,
          "make-password": 0.0009098299032356075,
          "make-purchase": 0.0002172469624627591,
          "membership": 0.002088594874706303,
          "notify-team": 0.005042287910406483,
          "offer-refund": 0.3317417849238727,
          "promo-code": 0.0003768662463757169,
          "pull-up-account": 0.0003768662463757169,
          "record-reason": 0.029388237753257287,
          "search-boots": 0.0005244777338868626,
          "search-faq": 0.0003768662463757169,
          "search-jacket": 0.00027079921182943134,
          "search-jeans": 0.0006216434616550718,
          "search-membership": 0.0002574945109209657,
          "search-policy": 0.00040576943655049746,
          "search-pricing": 0.0005647018681686415,
          "search-shirt": 0.00023390860823643413,
          "search-timing": 0.00013483810890267228,
          "select-faq": 0.0003255262907265413,
          "send-link": 0.00014843448238145598,
          "shipping-status": 0.004045147314715225,
          "subscription-status": 0.0005647018681686415,
          "try-again": 9.688863703835292e-05,
          "update-account": 0.0006940455433655089,
          "update-order": 0.3703793320609587,
          "validate-purchase": 0.21350776526056178,
          "verify-identity": 0.0062852246859463065
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.006729175887738744,
          "enter-details": 0.007512915605660293,
          "instructions": 0.00036882172028452026,
          "log-out-in": 0.0004117779618328018,
          "make-password": 0.0004117779618328018,
          "make-purchase": 0.00028002700464859105,
          "membership": 0.006729175887738744,
          "notify-team": 0.0226086756881895,
          "offer-refund": 0.016245567700357406,
          "promo-code": 0.0004117779618328018,
          "pull-up-account": 0.004330872423519831,
          "record-reason": 0.016245567700357406,
          "search-boots": 0.00034905441474901856,
          "search-faq": 0.006027194654984746,
          "search-jacket": 0.0002373722954696483,
          "search-jeans": 0.002256907796666639,
          "search-membership": 0.0034744148101394073,
          "search-policy": 0.002256907796666639,
          "search-pricing": 0.0031119675814753095,
          "search-shirt": 0.002256907796666639,
          "search-timing": 0.001713551707071826,
          "select-faq": 0.002021469345274539,
          "send-link": 0.003879080320078574,
          "shipping-status": 0.002813241836741166,
          "subscription-status": 0.002256907796666639,
          "try-again": 0.004330872423519831,
          "update-account": 0.005398444971603401,
          "update-order": 0.8574613706262397,
          "validate-purchase": 0.013032916020119072,
          "verify-identity": 0.004835284301873711
        }
      }
    },
    {
      "id": "abcd-test-10543-turn-12",
      "conversation_id": "10543",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "make-password": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.97,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.03,
          "search-membership": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3135,
        "request_sha256": "3c65680f94f5daca5e0fd1ab8e9c9910a7489e3fa804d12ff586ab5d78ca62c6"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00870825735281231,
          "enter-details": 0.0028937736336766477,
          "instructions": 0.0034240186933727624,
          "log-out-in": 0.0024603463892338548,
          "make-password": 0.001019115286050494,
          "make-purchase": 0.001973799243958013,
          "membership": 0.0012703299480567294,
          "notify-team": 0.013530619619895852,
          "offer-refund": 0.003822810326284234,
          "promo-code": 0.021023460389281465,
          "pull-up-account": 0.8902054125168042,
          "record-reason": 0.0062573635128916,
          "search-boots": 0.0006558980614179263,
          "search-faq": 0.0056046020189000215,
          "search-jacket": 0.016865956377924284,
          "search-jeans": 0.004027215531461453,
          "search-membership": 0.00028621017446543224,
          "search-policy": 8.265081563980837e-05,
          "search-pricing": 7.63001155123369e-05,
          "search-shirt": 3.0663885242765086e-05,
          "search-timing": 4.267435901833393e-05,
          "select-faq": 0.0010736061740537534,
          "send-link": 0.00011502361313076296,
          "shipping-status": 0.00012842029350883127,
          "subscription-status": 0.00020565779333850805,
          "try-again": 1.5832423721685482e-05,
          "update-account": 0.00018420376955803996,
          "update-order": 3.4235269388251994e-05,
          "validate-purchase": 0.0018624218032527136,
          "verify-identity": 0.01211912060814687
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0022200913919645,
          "enter-details": 0.0024786629681985235,
          "instructions": 0.0021011037235166897,
          "log-out-in": 0.0024885676034064083,
          "make-password": 0.0017881729626753966,
          "make-purchase": 0.0024786629681985235,
          "membership": 0.0022200913919645,
          "notify-team": 0.002778408202592015,
          "offer-refund": 0.0024786629681985235,
          "promo-code": 0.0024885676034064083,
          "pull-up-account": 0.9542645493412186,
          "record-reason": 0.003866663419605976,
          "search-boots": 0.0021011037235166897,
          "search-faq": 0.0022289627195989222,
          "search-jacket": 0.0015157922265057987,
          "search-jeans": 0.001601632516456587,
          "search-membership": 0.00078263616688991,
          "search-policy": 0.0008737887195215059,
          "search-pricing": 0.00103080478385145,
          "search-shirt": 0.00032390837722102447,
          "search-timing": 0.00023274605508815188,
          "select-faq": 0.00029011855427102476,
          "send-link": 0.00029011855427102476,
          "shipping-status": 0.00017671189188458886,
          "subscription-status": 0.00018671923782125822,
          "try-again": 0.00025985371479240955,
          "update-account": 0.0011508615296968664,
          "update-order": 0.001284901001392395,
          "validate-purchase": 0.0017881729626753966,
          "verify-identity": 0.0022289627195989222
        }
      }
    },
    {
      "id": "abcd-test-6948-turn-5",
      "conversation_id": "6948",
      "expected_action": "search-jacket",
      "jev": {
        "choice": "search-jacket",
        "probabilities": {
          "select-faq": 0.05,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.92,
          "enter-details": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.03,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "search-pricing": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 2989,
        "request_sha256": "c8d9a8c3fb4c2fb02dee09872c9ce11ca97be537aef86ce4442d4af18c177733"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.0005316602981089713,
          "enter-details": 0.0010170504337559713,
          "instructions": 0.0021992233267245183,
          "log-out-in": 0.0015802616031792942,
          "make-password": 0.00027450768877557976,
          "make-purchase": 0.000306479270538232,
          "membership": 0.00027450768877557976,
          "notify-team": 0.0005316602981089713,
          "offer-refund": 0.0003421745696620757,
          "promo-code": 0.002741337832082352,
          "pull-up-account": 0.0030606185676024726,
          "record-reason": 0.00042127871489638436,
          "search-boots": 0.0004761980602481038,
          "search-faq": 0.030944901644469475,
          "search-jacket": 0.9415324347805766,
          "search-jeans": 0.0005251251290225037,
          "search-membership": 0.0012677561938064681,
          "search-policy": 0.00015629659790067832,
          "search-pricing": 0.0017643127776646023,
          "search-shirt": 1.4358939971779898e-05,
          "search-timing": 0.0005251251290225037,
          "select-faq": 0.009210334594242366,
          "send-link": 9.00982466733818e-05,
          "shipping-status": 5.327241789202204e-06,
          "subscription-status": 0.00019482412821414697,
          "try-again": 2.4636331715445424e-06,
          "update-account": 2.088363328195599e-06,
          "update-order": 1.976436191889958e-06,
          "validate-purchase": 4.273749898293189e-06,
          "verify-identity": 1.3440615979088273e-06
        }
      },
      "trained_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.001886308230690348,
          "enter-details": 0.0014269662783231655,
          "instructions": 0.00247540818474976,
          "log-out-in": 0.003085603120892793,
          "make-password": 0.001886308230690348,
          "make-purchase": 0.0022252693782360837,
          "membership": 0.001993131436031914,
          "notify-team": 0.0021060042831935644,
          "offer-refund": 0.001886308230690348,
          "promo-code": 0.0017852100358839201,
          "pull-up-account": 0.003444979443441884,
          "record-reason": 0.00247540818474976,
          "search-boots": 0.002342736607844041,
          "search-faq": 0.005976132658581927,
          "search-jacket": 0.9492183783105494,
          "search-jeans": 0.00022423185199701724,
          "search-membership": 0.0016833853862997705,
          "search-policy": 0.002098344652277101,
          "search-pricing": 0.00247540818474976,
          "search-shirt": 0.00022423185199701724,
          "search-timing": 0.0003889827605949253,
          "select-faq": 0.002098344652277101,
          "send-link": 0.0014269662783231655,
          "shipping-status": 0.0001611229553187397,
          "subscription-status": 0.0010253539161050502,
          "try-again": 0.0016833853862997705,
          "update-account": 0.0013504869080418096,
          "update-order": 0.0003889827605949253,
          "validate-purchase": 0.00043428763034611715,
          "verify-identity": 0.00012233221022848033
        }
      }
    },
    {
      "id": "abcd-test-5471-turn-10",
      "conversation_id": "5471",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.01,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.99,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 3092,
        "request_sha256": "c9b81b9da0e65e7d0e69a945662e76e15cdc7a137697717187a9dccde508027b"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.004096110161591881,
          "enter-details": 0.004573179598825548,
          "instructions": 0.0007846424385877925,
          "log-out-in": 0.0010919725882866575,
          "make-password": 0.0005391664100153964,
          "make-purchase": 0.00016047578594052852,
          "membership": 0.0003108062296317791,
          "notify-team": 0.000601962525003144,
          "offer-refund": 0.00032501164323992725,
          "promo-code": 0.0002607385180357025,
          "pull-up-account": 0.9054362849776947,
          "record-reason": 0.0032860817814757567,
          "search-boots": 0.0003108062296317791,
          "search-faq": 0.000482921152037149,
          "search-jacket": 0.0009353107161708073,
          "search-jeans": 0.00022512408499268395,
          "search-membership": 0.0005638090390251523,
          "search-policy": 9.325002932987988e-05,
          "search-pricing": 0.00018735501664703423,
          "search-shirt": 6.001537498117163e-05,
          "search-timing": 2.77546444960315e-05,
          "select-faq": 7.480932322045379e-05,
          "send-link": 7.760547667287485e-05,
          "shipping-status": 0.0008760289443050718,
          "subscription-status": 0.00020163937473827702,
          "try-again": 2.77546444960315e-05,
          "update-account": 0.02138311479031863,
          "update-order": 0.0002911067345312713,
          "validate-purchase": 0.0010919725882866575,
          "verify-identity": 0.05162318917779033
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.001802024228031698,
          "enter-details": 0.0018086395959372994,
          "instructions": 0.001705443415690141,
          "log-out-in": 0.0013732054611725096,
          "make-password": 0.0014509714693572969,
          "make-purchase": 0.0016140390239362682,
          "membership": 0.001705443415690141,
          "notify-team": 0.0015275336644672345,
          "offer-refund": 0.001802024228031698,
          "promo-code": 0.0017117041014596008,
          "pull-up-account": 0.9651865679448667,
          "record-reason": 0.003910919353222532,
          "search-boots": 0.001705443415690141,
          "search-faq": 0.0020192898956765165,
          "search-jacket": 0.000986723833446516,
          "search-jeans": 0.0013732054611725096,
          "search-membership": 0.0007491678168673081,
          "search-policy": 0.000791593812545614,
          "search-pricing": 0.0008364225039944582,
          "search-shirt": 2.345170713553032e-05,
          "search-timing": 2.7665875876325166e-05,
          "select-faq": 2.9232619305138633e-05,
          "send-link": 2.477979924033232e-05,
          "shipping-status": 0.0011016463721568118,
          "subscription-status": 2.345170713553032e-05,
          "try-again": 2.7665875876325166e-05,
          "update-account": 0.0015331412583082288,
          "update-order": 2.7665875876325166e-05,
          "validate-purchase": 0.0011016463721568118,
          "verify-identity": 0.0020192898956765165
        }
      }
    },
    {
      "id": "abcd-test-9090-turn-15",
      "conversation_id": "9090",
      "expected_action": "shipping-status",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "subscription-status": 0.0,
          "search-boots": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.01,
          "update-account": 0.0,
          "membership": 0.0,
          "promo-code": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.05,
          "search-shirt": 0.0,
          "offer-refund": 0.02,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.02,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.14,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.75,
          "try-again": 0.0,
          "verify-identity": 0.01
        },
        "vendor_confidence": 0.74,
        "input_tokens": 3374,
        "request_sha256": "79604d4c24759bc2796f5dee20565e7e47e32bb906408c4d89151f8669fde6fd"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.3178054119498385,
          "enter-details": 0.002233890967531816,
          "instructions": 0.0011534059902979774,
          "log-out-in": 0.0016051738173609048,
          "make-password": 0.00044888312716018014,
          "make-purchase": 0.00030748383439981985,
          "membership": 0.00040205611381785025,
          "notify-team": 0.0014377238116695034,
          "offer-refund": 0.14697210647724118,
          "promo-code": 0.0003601140623542989,
          "pull-up-account": 0.00044888312716018014,
          "record-reason": 0.0024940695723590814,
          "search-boots": 0.0002587618352894585,
          "search-faq": 0.0001859344623779882,
          "search-jacket": 0.0001336041755289858,
          "search-jeans": 0.002848638175545761,
          "search-membership": 0.002551471302113117,
          "search-policy": 0.001470813494487822,
          "search-pricing": 0.0007423277456776564,
          "search-shirt": 0.0017921266574333298,
          "search-timing": 0.00022602921552414875,
          "select-faq": 0.0009466100807580929,
          "send-link": 0.0006648888833452901,
          "shipping-status": 0.11790756491803692,
          "subscription-status": 0.0011799519663256753,
          "try-again": 0.0004887546467528005,
          "update-account": 0.0012877420490253388,
          "update-order": 0.3548198413534267,
          "validate-purchase": 0.03143267488404363,
          "verify-identity": 0.005393061303115982
        }
      },
      "trained_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.0046053746651104725,
          "enter-details": 0.0009942814436916124,
          "instructions": 0.0046053746651104725,
          "log-out-in": 0.003694636473617628,
          "make-password": 0.0011100853354692496,
          "make-purchase": 0.0008905589991027756,
          "membership": 0.0009942814436916124,
          "notify-team": 0.0046053746651104725,
          "offer-refund": 0.00995845028786523,
          "promo-code": 0.0011100853354692496,
          "pull-up-account": 0.0026548001999111698,
          "record-reason": 0.0028051439922459065,
          "search-boots": 0.0012393758160468666,
          "search-faq": 0.0031318560581793577,
          "search-jacket": 0.0006399158581920875,
          "search-jeans": 0.002802377427939326,
          "search-membership": 0.0026521818829029955,
          "search-policy": 0.0026521818829029955,
          "search-pricing": 0.0025125144277939287,
          "search-shirt": 0.003493170798485498,
          "search-timing": 0.0020136626624395857,
          "select-faq": 0.002248191879210024,
          "send-link": 0.0039038675398052835,
          "shipping-status": 0.9118105114848472,
          "subscription-status": 0.0031318560581793577,
          "try-again": 0.0034966196689810514,
          "update-account": 0.0036909924417929214,
          "update-order": 0.005141757948549336,
          "validate-purchase": 0.0046053746651104725,
          "verify-identity": 0.0028051439922459065
        }
      }
    },
    {
      "id": "abcd-test-6886-turn-22",
      "conversation_id": "6886",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.17,
          "make-purchase": 0.0,
          "search-membership": 0.0,
          "validate-purchase": 0.7,
          "pull-up-account": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-account": 0.06,
          "update-order": 0.01,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.05,
          "search-jeans": 0.0,
          "record-reason": 0.01,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.68,
        "input_tokens": 3489,
        "request_sha256": "8b4fba7f6ba888d1b18463588722c073172be071aebe3f909384b1cf0de9b5b0"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.004187799239231276,
          "enter-details": 0.017538476162191202,
          "instructions": 8.968380330201353e-05,
          "log-out-in": 0.0006435655361194438,
          "make-password": 0.0005764294712822498,
          "make-purchase": 1.1056757122901934e-05,
          "membership": 8.968380330201353e-05,
          "notify-team": 0.0003709874411591476,
          "offer-refund": 0.00013763841318536202,
          "promo-code": 3.3273191849615375e-05,
          "pull-up-account": 0.0004624369161092497,
          "record-reason": 0.0024140832865251825,
          "search-boots": 6.44427634930139e-05,
          "search-faq": 5.772016089926086e-05,
          "search-jacket": 0.00011179111374278291,
          "search-jeans": 0.0011972900150021859,
          "search-membership": 0.000999952347232968,
          "search-policy": 0.0006181867350058125,
          "search-pricing": 0.0007705714593719589,
          "search-shirt": 0.00035635767446964324,
          "search-timing": 0.00015596834162525663,
          "select-faq": 0.0006181867350058125,
          "send-link": 0.000999952347232968,
          "shipping-status": 0.0011164156330912473,
          "subscription-status": 0.003009161779519121,
          "try-again": 0.0004442008454613331,
          "update-account": 0.7426392891763394,
          "update-order": 0.027250747826430343,
          "validate-purchase": 0.17732576777440198,
          "verify-identity": 0.015708883250295333
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.005708483196072491,
          "enter-details": 0.00990271442551205,
          "instructions": 0.004579599297033348,
          "log-out-in": 0.004579599297033348,
          "make-password": 0.0032906948388980763,
          "make-purchase": 0.00015437127822528644,
          "membership": 0.0002677932687625111,
          "notify-team": 0.0002677932687625111,
          "offer-refund": 0.00015437127822528644,
          "promo-code": 0.00017235072966454394,
          "pull-up-account": 0.003477049887572707,
          "record-reason": 0.005112980645245106,
          "search-boots": 0.0002677932687625111,
          "search-faq": 0.003882018290734464,
          "search-jacket": 0.0002148356721355393,
          "search-jeans": 0.0018301233760394425,
          "search-membership": 0.0018301233760394425,
          "search-policy": 0.0018301233760394425,
          "search-pricing": 0.002043275772526561,
          "search-shirt": 0.0017320365263838854,
          "search-timing": 0.0017320365263838854,
          "select-faq": 0.003477049887572707,
          "send-link": 0.0031143277086872305,
          "shipping-status": 0.005112980645245106,
          "subscription-status": 0.0019337648406213416,
          "try-again": 0.004101860217492768,
          "update-account": 0.007944390922961979,
          "update-order": 0.008869673713185994,
          "validate-purchase": 0.9067073012721079,
          "verify-identity": 0.005708483196072491
        }
      }
    },
    {
      "id": "abcd-test-9029-turn-10",
      "conversation_id": "9029",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.88,
          "record-reason": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.02,
          "verify-identity": 0.0,
          "try-again": 0.03,
          "enter-details": 0.07,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3103,
        "request_sha256": "21372bd9d0cffd7b9f55d307ee9fe18acb2ee0b91ed07f9b2fd4f185b6fce214"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.018606862727895777,
          "enter-details": 0.00690324899750986,
          "instructions": 0.023193505930317635,
          "log-out-in": 0.6320711031328938,
          "make-password": 0.0022082287589213607,
          "make-purchase": 0.009607123884850684,
          "membership": 0.0015867342756527485,
          "notify-team": 0.0016483407149564643,
          "offer-refund": 0.0024654190761845616,
          "promo-code": 0.001021216283676148,
          "pull-up-account": 0.12107838355231122,
          "record-reason": 0.007707262217692085,
          "search-boots": 0.000527275503734711,
          "search-faq": 0.0011401562650705725,
          "search-jacket": 0.0009146840554555704,
          "search-jeans": 0.0017526683957630833,
          "search-membership": 0.0022939656398348984,
          "search-policy": 0.0014060685091066617,
          "search-pricing": 0.0006115429530167865,
          "search-shirt": 0.0007259827515601127,
          "search-timing": 0.0005824156978652822,
          "select-faq": 0.0006115429530167865,
          "send-link": 0.0021847059080865754,
          "shipping-status": 0.0014060685091066617,
          "subscription-status": 0.0017526683957630833,
          "try-again": 0.08700150179396278,
          "update-account": 0.0016483407149564643,
          "update-order": 0.0016483407149564643,
          "validate-purchase": 0.044920659059085974,
          "verify-identity": 0.02077398262679509
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0016102533534513097,
          "enter-details": 0.002793362767863819,
          "instructions": 0.0031187028330265645,
          "log-out-in": 0.9594008458638786,
          "make-password": 0.0025019623800432056,
          "make-purchase": 0.0020071853151465108,
          "membership": 0.0015262350088561495,
          "notify-team": 0.00144443522737877,
          "offer-refund": 0.0012244134708851793,
          "promo-code": 0.00098227900444341,
          "pull-up-account": 0.0017977977669376283,
          "record-reason": 0.00144443522737877,
          "search-boots": 0.0013670195956194359,
          "search-faq": 0.0015262350088561495,
          "search-jacket": 0.0015239508755476674,
          "search-jeans": 0.00010154615711140049,
          "search-membership": 0.0013649739092114301,
          "search-policy": 0.00011337310643465039,
          "search-pricing": 0.00012657756782453222,
          "search-shirt": 0.00012657756782453222,
          "search-timing": 0.00011337310643465039,
          "select-faq": 0.00012657756782453222,
          "send-link": 0.0010363531127734686,
          "shipping-status": 9.095296727433602e-05,
          "subscription-status": 0.0013649739092114301,
          "try-again": 0.004340245405838019,
          "update-account": 0.0017977977669376283,
          "update-order": 0.0017977977669376283,
          "validate-purchase": 0.0020071853151465108,
          "verify-identity": 0.0012225810739019966
        }
      }
    },
    {
      "id": "abcd-test-8141-turn-14",
      "conversation_id": "8141",
      "expected_action": "membership",
      "jev": {
        "choice": "membership",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.03,
          "send-link": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.26,
          "update-order": 0.02,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.33,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.35000000000000003,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "shipping-status": 0.0
        },
        "vendor_confidence": 0.32,
        "input_tokens": 3267,
        "request_sha256": "d6e222b254edb876913482aad58f12c9070acd91c473970ceec61d09e7d0be04"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.001630042564426605,
          "enter-details": 0.06182139288570279,
          "instructions": 0.0005019856943333438,
          "log-out-in": 0.0006751899820460957,
          "make-password": 0.0011712754834603872,
          "make-purchase": 0.00025918576187548934,
          "membership": 0.01840030527955372,
          "notify-team": 0.000604754799481685,
          "offer-refund": 0.4022826887481824,
          "promo-code": 0.0003230761095258764,
          "pull-up-account": 0.0002893731003356014,
          "record-reason": 0.09605617391156963,
          "search-boots": 0.0005604514012432164,
          "search-faq": 0.0004496190537147793,
          "search-jacket": 0.00011343876304483606,
          "search-jeans": 0.0010490892342617539,
          "search-membership": 0.0003122476432875955,
          "search-policy": 0.0005874032156324143,
          "search-pricing": 0.000912688951494789,
          "search-shirt": 0.0008174781900531994,
          "search-timing": 8.54318881158371e-05,
          "select-faq": 0.00014440185821196184,
          "send-link": 0.0018198917420281229,
          "shipping-status": 0.000939649388137338,
          "subscription-status": 0.0005261259393466361,
          "try-again": 0.00017483284914780636,
          "update-account": 0.0005416668583352166,
          "update-order": 0.4022826887481824,
          "validate-purchase": 0.003935250258001619,
          "verify-identity": 0.0007321996972668605
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.001608605299410639,
          "enter-details": 0.003478370965894809,
          "instructions": 0.0021186834008051895,
          "log-out-in": 0.0020051310194586047,
          "make-password": 0.0024994017213303215,
          "make-purchase": 0.0016111224501452284,
          "membership": 0.9584189544984878,
          "notify-team": 0.0016111224501452284,
          "offer-refund": 0.0016111224501452284,
          "promo-code": 0.001223240995329275,
          "pull-up-account": 0.0012925142055201237,
          "record-reason": 0.003115511298201482,
          "search-boots": 0.001223240995329275,
          "search-faq": 0.001608605299410639,
          "search-jacket": 0.0012925142055201237,
          "search-jeans": 8.042453871716795e-05,
          "search-membership": 0.0016997020231369312,
          "search-policy": 0.0012904949364140035,
          "search-pricing": 0.0018976645874862457,
          "search-shirt": 7.611411809732316e-05,
          "search-timing": 4.898676125165092e-05,
          "select-faq": 7.203472396125377e-05,
          "send-link": 0.001363576817382745,
          "shipping-status": 8.497905189405431e-05,
          "subscription-status": 8.042453871716795e-05,
          "try-again": 0.0015223912562986777,
          "update-account": 0.0018976645874862457,
          "update-order": 0.003478370965894809,
          "validate-purchase": 0.001608605299410639,
          "verify-identity": 8.042453871716795e-05
        }
      }
    },
    {
      "id": "abcd-test-126-turn-42",
      "conversation_id": "126",
      "expected_action": "update-order",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "update-order": 0.19,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.21,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.03,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.0,
          "record-reason": 0.09,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "verify-identity": 0.23,
          "search-jeans": 0.01,
          "search-timing": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.24000000000000002,
          "try-again": 0.0,
          "make-purchase": 0.0
        },
        "vendor_confidence": 0.2,
        "input_tokens": 4076,
        "request_sha256": "fe0a4a47697af3ae703b526a205b4bc418a2334b8437a032f4f426831cd09fa9"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.009454516534948332,
          "enter-details": 0.009454516534948332,
          "instructions": 0.001622157276916774,
          "log-out-in": 0.002520460544422189,
          "make-password": 0.0013558144956271605,
          "make-purchase": 0.0004035403294514784,
          "membership": 0.0007000355485873262,
          "notify-team": 0.0013013668463037194,
          "offer-refund": 0.000539047148637744,
          "promo-code": 0.0015137246934390372,
          "pull-up-account": 0.2307768697191837,
          "record-reason": 0.003916213232767935,
          "search-boots": 0.0015137246934390372,
          "search-faq": 0.0004505402421883312,
          "search-jacket": 0.0009742275650907403,
          "search-jeans": 0.0016383663027182216,
          "search-membership": 0.0013013668463037194,
          "search-policy": 0.0008459238421877641,
          "search-pricing": 0.0016383663027182216,
          "search-shirt": 0.0004876387340332013,
          "search-timing": 0.001314370506838608,
          "select-faq": 0.0009444475872880597,
          "send-link": 0.0006018293681973782,
          "shipping-status": 0.00016952615085451682,
          "subscription-status": 0.0022575264347541014,
          "try-again": 0.0009444475872880597,
          "update-account": 0.35857395732586256,
          "update-order": 0.002022023573281079,
          "validate-purchase": 0.03959554277010129,
          "verify-identity": 0.32116791126162136
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.012375002130841964,
          "enter-details": 0.009927777386922633,
          "instructions": 0.008892122295119638,
          "log-out-in": 0.008892122295119638,
          "make-password": 0.008892122295119638,
          "make-purchase": 0.0014011336078060537,
          "membership": 0.001254968722402245,
          "notify-team": 0.0014011336078060537,
          "offer-refund": 0.0011240505114179138,
          "promo-code": 0.01108405443979328,
          "pull-up-account": 0.13969196308795367,
          "record-reason": 0.01922789527733929,
          "search-boots": 0.0014011336078060537,
          "search-faq": 0.0014011336078060537,
          "search-jacket": 0.001254968722402245,
          "search-jeans": 0.006389480359733063,
          "search-membership": 0.008892122295119638,
          "search-policy": 0.004533792942445816,
          "search-pricing": 0.005061843900434804,
          "search-shirt": 0.004533792942445816,
          "search-timing": 0.004533792942445816,
          "select-faq": 0.005061843900434804,
          "send-link": 0.0071336558636722665,
          "shipping-status": 0.004533792942445816,
          "subscription-status": 0.004533792942445816,
          "try-again": 0.015425474008770867,
          "update-account": 0.021467347935959086,
          "update-order": 0.01108405443979328,
          "validate-purchase": 0.015425474008770867,
          "verify-identity": 0.6531681569794259
        }
      }
    },
    {
      "id": "abcd-test-9647-turn-10",
      "conversation_id": "9647",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "search-membership": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.97,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "verify-identity": 0.03
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3068,
        "request_sha256": "79e6e53f777571662f80464da7665e2f1c9f6b71cfaabe991d14d8907efbfb86"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00684655776367655,
          "enter-details": 0.016528950581960116,
          "instructions": 0.000985445266959356,
          "log-out-in": 0.0008826446504625596,
          "make-password": 0.0009423942207827748,
          "make-purchase": 0.0005088066996271079,
          "membership": 0.10755701858066483,
          "notify-team": 0.0009423942207827748,
          "offer-refund": 0.0005432492536799843,
          "promo-code": 0.0011002190525011622,
          "pull-up-account": 0.3613695641166426,
          "record-reason": 0.002275127091938773,
          "search-boots": 0.000985445266959356,
          "search-faq": 0.0002933048334274288,
          "search-jacket": 0.00026270759261500106,
          "search-jeans": 0.0006065214948456755,
          "search-membership": 0.0010521539208567104,
          "search-policy": 0.0007409531866880132,
          "search-pricing": 0.00021296233429521157,
          "search-shirt": 0.000663657657434021,
          "search-timing": 0.0010311708215648108,
          "select-faq": 0.00042712763742940095,
          "send-link": 0.04455175984337335,
          "shipping-status": 0.002037788079239916,
          "subscription-status": 0.208314014524404,
          "try-again": 0.00042712763742940095,
          "update-account": 0.04974075491978801,
          "update-order": 0.0009236001643679422,
          "validate-purchase": 0.000663657657434021,
          "verify-identity": 0.1865829209281691
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.001994620953414575,
          "enter-details": 0.002486300682870958,
          "instructions": 0.0016008348407536663,
          "log-out-in": 0.001994620953414575,
          "make-password": 0.002486300682870958,
          "make-purchase": 0.0016914914360397853,
          "membership": 0.0027758800361481193,
          "notify-team": 0.0016914914360397853,
          "offer-refund": 0.0019954451377541304,
          "promo-code": 0.001786544005651626,
          "pull-up-account": 0.9533952772560855,
          "record-reason": 0.0019954451377541304,
          "search-boots": 0.0015150371129250535,
          "search-faq": 0.0019954451377541304,
          "search-jacket": 0.001994620953414575,
          "search-jeans": 5.529265921235521e-05,
          "search-membership": 0.001994620953414575,
          "search-policy": 0.0016001736120902236,
          "search-pricing": 0.0010881879646202604,
          "search-shirt": 4.687028429193895e-05,
          "search-timing": 5.529265921235521e-05,
          "select-faq": 0.0012837306583444114,
          "send-link": 5.232921389150033e-05,
          "shipping-status": 5.8423937402594336e-05,
          "subscription-status": 0.001786544005651626,
          "try-again": 5.529265921235521e-05,
          "update-account": 0.002486300682870958,
          "update-order": 5.232921389150033e-05,
          "validate-purchase": 0.0012837306583444114,
          "verify-identity": 0.006701525074657319
        }
      }
    },
    {
      "id": "abcd-test-2712-turn-22",
      "conversation_id": "2712",
      "expected_action": "offer-refund",
      "jev": {
        "choice": "offer-refund",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.02,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.02,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-boots": 0.0,
          "verify-identity": 0.0,
          "make-password": 0.0,
          "search-timing": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.01,
          "record-reason": 0.02,
          "offer-refund": 0.93,
          "membership": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3593,
        "request_sha256": "027e9875231dad8995bc18a823f252f3a7cbc8b8a002e19a72c2a03f81272232"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.018856260995750305,
          "enter-details": 0.006995776986722354,
          "instructions": 0.001496176491341084,
          "log-out-in": 0.001670434269399197,
          "make-password": 0.0012002992903147078,
          "make-purchase": 0.0022238812487371936,
          "membership": 0.0011482379438115598,
          "notify-team": 0.002082201045436229,
          "offer-refund": 0.8914319387614765,
          "promo-code": 0.0007390015942387657,
          "pull-up-account": 0.000531013441762763,
          "record-reason": 0.01354926199140953,
          "search-boots": 0.0003417579141675473,
          "search-faq": 0.0003815620846593531,
          "search-jacket": 0.0003815620846593531,
          "search-jeans": 0.00025122006343437686,
          "search-membership": 0.0023247125434763573,
          "search-policy": 0.00025122006343437686,
          "search-pricing": 0.000691920899551032,
          "search-shirt": 0.0002866045367009407,
          "search-timing": 5.998577037775671e-05,
          "select-faq": 0.0004971833334679969,
          "send-link": 0.000691920899551032,
          "shipping-status": 0.0004971833334679969,
          "subscription-status": 9.320403792879475e-05,
          "try-again": 0.00014481755272138073,
          "update-account": 0.0002804793743833856,
          "update-order": 0.00973589297851497,
          "validate-purchase": 0.04077395010467922,
          "verify-identity": 0.0003903383644239641
        }
      },
      "trained_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.0028686345351123348,
          "enter-details": 0.0033841151245778953,
          "instructions": 0.003162489536086195,
          "log-out-in": 0.002301346180436494,
          "make-password": 0.002714887875165171,
          "make-purchase": 0.003341584220527968,
          "membership": 0.002537089885885703,
          "notify-team": 0.004218309094882441,
          "offer-refund": 0.9324480278139751,
          "promo-code": 0.002714887875165171,
          "pull-up-account": 0.002301346180436494,
          "record-reason": 0.003730774613011976,
          "search-boots": 0.00268076755407885,
          "search-faq": 0.003341584220527968,
          "search-jacket": 0.003341584220527968,
          "search-jeans": 0.002431673857306587,
          "search-membership": 0.0001537705284018274,
          "search-policy": 0.00012336155911397831,
          "search-pricing": 0.0001537705284018274,
          "search-shirt": 0.0021780040781704136,
          "search-timing": 7.111262991135091e-05,
          "select-faq": 0.00011049261237698701,
          "send-link": 0.0025693815930443904,
          "shipping-status": 0.0030310882422574597,
          "subscription-status": 0.00013772935260943835,
          "try-again": 0.0035757608132539094,
          "update-account": 0.0028686345351123348,
          "update-order": 0.0035757608132539094,
          "validate-purchase": 0.0037782593979860195,
          "verify-identity": 0.0001537705284018274
        }
      }
    },
    {
      "id": "abcd-test-2202-turn-7",
      "conversation_id": "2202",
      "expected_action": "search-boots",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "search-boots": 0.32,
          "search-policy": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.02,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.66,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.64,
        "input_tokens": 3059,
        "request_sha256": "f508f84c92780a52196805630666b94e392f4ca03bbfbf569768e075533f3aad"
      },
      "shared_jevk5": {
        "choice": "search-boots",
        "probabilities": {
          "ask-the-oracle": 0.002818156279000635,
          "enter-details": 0.0005531842864935711,
          "instructions": 0.0020249987912779473,
          "log-out-in": 0.000672912431412661,
          "make-password": 0.0003188869070767006,
          "make-purchase": 0.00013208799274801557,
          "membership": 0.00016464802159444416,
          "notify-team": 0.0031463835648957617,
          "offer-refund": 0.0002856206567252135,
          "promo-code": 0.00018382440147605175,
          "pull-up-account": 0.0010455505483751813,
          "record-reason": 0.00038790465022484874,
          "search-boots": 0.6954998912127467,
          "search-faq": 0.028493390820449542,
          "search-jacket": 0.0004437890117152055,
          "search-jeans": 0.0004835246624650286,
          "search-membership": 0.000539840290761477,
          "search-policy": 0.000606145504716016,
          "search-pricing": 0.0002787308896805193,
          "search-shirt": 0.0003129660283055022,
          "search-timing": 0.000606145504716016,
          "select-faq": 0.2580342996144733,
          "send-link": 0.0003111943785162511,
          "shipping-status": 0.0006767426249031767,
          "subscription-status": 0.00012199315774499266,
          "try-again": 0.00020142375997430224,
          "update-account": 0.0002803177361189378,
          "update-order": 0.0003129660283055022,
          "validate-purchase": 0.0003111943785162511,
          "verify-identity": 0.000751285864590264
        }
      },
      "trained_jevk5": {
        "choice": "search-boots",
        "probabilities": {
          "ask-the-oracle": 0.0015215988266311063,
          "enter-details": 0.0014400475339042176,
          "instructions": 0.0016988172530234677,
          "log-out-in": 0.0012237291669937253,
          "make-password": 0.0022430646197061223,
          "make-purchase": 0.0012898232418890195,
          "membership": 0.0016077679696303705,
          "notify-team": 0.0019013925848630586,
          "offer-refund": 0.0015215988266311063,
          "promo-code": 0.0012898232418890195,
          "pull-up-account": 0.0021228456211088275,
          "record-reason": 0.002504311883168351,
          "search-boots": 0.960301771784139,
          "search-faq": 0.002795985869293109,
          "search-jacket": 0.0017994860749326695,
          "search-jeans": 3.740284869759549e-05,
          "search-membership": 0.0013662556975896378,
          "search-policy": 0.0013662556975896378,
          "search-pricing": 0.002009070185110736,
          "search-shirt": 4.175911998615315e-05,
          "search-timing": 3.9521004447156114e-05,
          "select-faq": 0.003485204213027003,
          "send-link": 0.0014436280003559793,
          "shipping-status": 3.3501019798917974e-05,
          "subscription-status": 0.0010960709570069023,
          "try-again": 0.0019013925848630586,
          "update-account": 0.0017994860749326695,
          "update-order": 4.175911998615315e-05,
          "validate-purchase": 4.662275261573563e-05,
          "verify-identity": 3.0006226189557783e-05
        }
      }
    },
    {
      "id": "abcd-test-2541-turn-11",
      "conversation_id": "2541",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "search-policy": 0.0,
          "subscription-status": 0.01,
          "search-boots": 0.0,
          "record-reason": 0.01,
          "promo-code": 0.0,
          "update-account": 0.0,
          "membership": 0.02,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.01,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.83,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.12
        },
        "vendor_confidence": 0.82,
        "input_tokens": 3159,
        "request_sha256": "7d67a7a79adbafcb5e10f4e6542f2b11d55c44b52c72e5239b8c91463abd92c5"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00947062477832587,
          "enter-details": 0.031819364168298774,
          "instructions": 0.0021061655371817467,
          "log-out-in": 0.001886452785564143,
          "make-password": 0.0015133962499970716,
          "make-purchase": 0.00050290559216204,
          "membership": 0.049440046196750895,
          "notify-team": 0.0022613727533797347,
          "offer-refund": 0.0009366970626642471,
          "promo-code": 0.0008389817678908915,
          "pull-up-account": 0.623090539695051,
          "record-reason": 0.0013035838922093334,
          "search-boots": 0.0010874587941969878,
          "search-faq": 0.00040345321261625773,
          "search-jacket": 0.000259660729366562,
          "search-jeans": 0.00048363688769075165,
          "search-membership": 0.00024971187536910815,
          "search-policy": 0.00043646789502474546,
          "search-pricing": 0.00010929230559432338,
          "search-shirt": 0.0002809091086218341,
          "search-timing": 0.00018079206398211525,
          "select-faq": 0.0002809091086218341,
          "send-link": 0.049440046196750895,
          "shipping-status": 0.0008389817678908915,
          "subscription-status": 0.16610843681126528,
          "try-again": 0.00022535780906956656,
          "update-account": 0.02552691013944833,
          "update-order": 0.0003136262922466965,
          "validate-purchase": 0.00010421872982001124,
          "verify-identity": 0.028499999792948073
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003048339100617869,
          "enter-details": 0.003799766984575954,
          "instructions": 0.0019779697349650996,
          "log-out-in": 0.0027303393466099127,
          "make-password": 0.003799766984575954,
          "make-purchase": 0.0022083418270542926,
          "membership": 0.003799766984575954,
          "notify-team": 0.0022083418270542926,
          "offer-refund": 0.0019779697349650996,
          "promo-code": 0.0027303393466099127,
          "pull-up-account": 0.9377549546640225,
          "record-reason": 0.003799766984575954,
          "search-boots": 0.001676677994421054,
          "search-faq": 0.001676677994421054,
          "search-jacket": 0.0017716299566815027,
          "search-jeans": 0.00017153591017392267,
          "search-membership": 0.002445513383666183,
          "search-policy": 0.00015364146201289952,
          "search-pricing": 0.00017153591017392267,
          "search-shirt": 0.00013761374902452917,
          "search-timing": 8.382083647831461e-05,
          "select-faq": 0.00013761374902452917,
          "send-link": 0.0027303393466099127,
          "shipping-status": 0.0017572361470226307,
          "subscription-status": 0.003403375317465787,
          "try-again": 0.002445513383666183,
          "update-account": 0.004736419640879126,
          "update-order": 0.0017572361470226307,
          "validate-purchase": 0.00017153591017392267,
          "verify-identity": 0.004736419640879126
        }
      }
    },
    {
      "id": "abcd-test-6177-turn-9",
      "conversation_id": "6177",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "record-reason": 0.02,
          "log-out-in": 0.0,
          "verify-identity": 0.95,
          "validate-purchase": 0.02,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.01,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "search-jeans": 0.0
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3123,
        "request_sha256": "8614fab54dd093280c297b8d4a7d5ec6f71aa135530a5716dbd0c3f7312471d1"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.04158286993510795,
          "enter-details": 0.007134582305412322,
          "instructions": 0.0011122568995043148,
          "log-out-in": 0.0015479088078061158,
          "make-password": 0.0002965142963745308,
          "make-purchase": 0.00019083530276749685,
          "membership": 0.0017281922460657478,
          "notify-team": 0.0032994511222406,
          "offer-refund": 0.009929065695372342,
          "promo-code": 0.19443214705612336,
          "pull-up-account": 0.005126585613390684,
          "record-reason": 0.019230391524921727,
          "search-boots": 0.0004607147799509462,
          "search-faq": 0.006390309492541254,
          "search-jacket": 0.0003696058685717514,
          "search-jeans": 0.0013940727205102577,
          "search-membership": 0.002123514667793481,
          "search-policy": 0.0007056487101651103,
          "search-pricing": 0.04158286993510795,
          "search-shirt": 0.0008972199255043368,
          "search-timing": 0.0110854923793579,
          "select-faq": 0.0010964163395191873,
          "send-link": 0.0013940727205102577,
          "shipping-status": 0.0017377153164474862,
          "subscription-status": 0.0010017180987549209,
          "try-again": 0.00017186963573368862,
          "update-account": 0.0019401050851197137,
          "update-order": 0.0026469668688348276,
          "validate-purchase": 0.3372882065171856,
          "verify-identity": 0.3021026801333041
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0035701792964786473,
          "enter-details": 0.00470225947962217,
          "instructions": 0.0001297050854487238,
          "log-out-in": 0.0035701792964786473,
          "make-password": 0.0001370504185669989,
          "make-purchase": 0.0001297050854487238,
          "membership": 0.0001297050854487238,
          "notify-team": 0.004968552797517766,
          "offer-refund": 0.00018050817401852863,
          "promo-code": 0.005547234146113428,
          "pull-up-account": 0.005547234146113428,
          "record-reason": 0.00861912142208215,
          "search-boots": 0.00018050817401852863,
          "search-faq": 0.004450238220042219,
          "search-jacket": 0.0001099479340258295,
          "search-jeans": 0.0016546783377916954,
          "search-membership": 0.002062561198514798,
          "search-policy": 0.002062561198514798,
          "search-pricing": 0.004968552797517766,
          "search-shirt": 0.0016546783377916954,
          "search-timing": 0.004211724782658501,
          "select-faq": 0.002179366147028351,
          "send-link": 0.0016546783377916954,
          "shipping-status": 0.003026356525954634,
          "subscription-status": 0.0017483843164663973,
          "try-again": 0.004450238220042219,
          "update-account": 0.004968552797517766,
          "update-order": 0.006193314738387911,
          "validate-purchase": 0.03609686771863196,
          "verify-identity": 0.8810953557839654
        }
      }
    },
    {
      "id": "abcd-test-8210-turn-10",
      "conversation_id": "8210",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.05,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.92,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.02,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.01,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 3154,
        "request_sha256": "723165c046aee7be94756944309dbf29fc1ef2376fec3933612477a5e04b15f8"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.011846480254677133,
          "enter-details": 0.0026021828937316466,
          "instructions": 0.005626835490275359,
          "log-out-in": 0.005626835490275359,
          "make-password": 0.0005565250561160428,
          "make-purchase": 0.01476667126983445,
          "membership": 0.001674755282964494,
          "notify-team": 0.018406697413002413,
          "offer-refund": 0.003243628753263335,
          "promo-code": 0.0553914833452864,
          "pull-up-account": 0.18610403741740858,
          "record-reason": 0.0035259532327472317,
          "search-boots": 0.0009654234422480346,
          "search-faq": 0.09608952708743543,
          "search-jacket": 0.002032558002880514,
          "search-jeans": 0.4492920915775643,
          "search-membership": 0.0035259532327472317,
          "search-policy": 0.0014250622272654334,
          "search-pricing": 0.005968159177069208,
          "search-shirt": 0.00047355198916336423,
          "search-timing": 0.0015910377848658403,
          "select-faq": 0.004395110322080812,
          "send-link": 0.0030814890697361003,
          "shipping-status": 0.00276003149248618,
          "subscription-status": 0.001460505098378578,
          "try-again": 0.003158125827609334,
          "update-account": 0.0013081467929417052,
          "update-order": 0.0014250622272654334,
          "validate-purchase": 0.004395110322080812,
          "verify-identity": 0.10728096842659923
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.004512271098862055,
          "enter-details": 0.0009742778965188158,
          "instructions": 0.0016901137700741657,
          "log-out-in": 0.0013558845688811554,
          "make-password": 0.0013558845688811554,
          "make-purchase": 0.001513802968363393,
          "membership": 0.0010877509057690526,
          "notify-team": 0.004512271098862055,
          "offer-refund": 0.001513802968363393,
          "promo-code": 0.004041555904341585,
          "pull-up-account": 0.007827601870906826,
          "record-reason": 0.005037810712904453,
          "search-boots": 0.004512271098862055,
          "search-faq": 0.007011035085370347,
          "search-jacket": 0.004041555904341585,
          "search-jeans": 0.004512271098862055,
          "search-membership": 0.005624558651071619,
          "search-policy": 0.00367317485597626,
          "search-pricing": 0.005624558651071619,
          "search-shirt": 0.002946784707079308,
          "search-timing": 0.002946784707079308,
          "select-faq": 0.8933770934426073,
          "send-link": 0.004100985300089637,
          "shipping-status": 0.002364041761972422,
          "subscription-status": 0.0032423158949262424,
          "try-again": 0.004041555904341585,
          "update-account": 0.004041555904341585,
          "update-order": 0.002946784707079308,
          "validate-purchase": 0.003289992930789894,
          "verify-identity": 0.006279651061409843
        }
      }
    },
    {
      "id": "abcd-test-770-turn-8",
      "conversation_id": "770",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.02,
          "update-order": 0.02,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.02,
          "verify-identity": 0.91,
          "membership": 0.0,
          "shipping-status": 0.03,
          "make-password": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.9,
        "input_tokens": 3086,
        "request_sha256": "dca23e6327ba69f427239bc8d1074a014e461af8efa3777625528547926f9a5e"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0467669156453569,
          "enter-details": 0.0017160883301357316,
          "instructions": 0.0005369784176026824,
          "log-out-in": 0.0009892510315504498,
          "make-password": 0.00030954467536653063,
          "make-purchase": 9.213198520915563e-05,
          "membership": 0.00576571163013134,
          "notify-team": 0.0007936212701638459,
          "offer-refund": 0.0007108314828277954,
          "promo-code": 0.0005369784176026824,
          "pull-up-account": 0.0012331042261761564,
          "record-reason": 0.003323680940952838,
          "search-boots": 0.000480961452356703,
          "search-faq": 0.0005369784176026824,
          "search-jacket": 0.0001598245721995505,
          "search-jeans": 0.0008049020990764737,
          "search-membership": 0.0019431935180809577,
          "search-policy": 0.0010033126015642675,
          "search-pricing": 0.0017160883301357316,
          "search-shirt": 0.0007209355714767287,
          "search-timing": 0.004142982486086181,
          "select-faq": 0.0005783666232430209,
          "send-link": 0.0017160883301357316,
          "shipping-status": 0.09057729708992605,
          "subscription-status": 0.0017404815267249216,
          "try-again": 0.00020307657686277928,
          "update-account": 0.001915959012528584,
          "update-order": 0.021627802468593953,
          "validate-purchase": 0.07266513859743357,
          "verify-identity": 0.734691772672896
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0021936606417201836,
          "enter-details": 0.002076089627973787,
          "instructions": 0.0021936606417201836,
          "log-out-in": 0.002889255797498041,
          "make-password": 0.0027344037104540917,
          "make-purchase": 0.0003260516962772236,
          "membership": 0.0003640266050619566,
          "notify-team": 0.0004064243299540104,
          "offer-refund": 0.0002615731851743223,
          "promo-code": 0.0003260516962772236,
          "pull-up-account": 0.00029203829858266174,
          "record-reason": 0.005912743141476508,
          "search-boots": 0.0027344037104540917,
          "search-faq": 0.001964820000234177,
          "search-jacket": 0.0003640266050619566,
          "search-jeans": 0.001861081672404853,
          "search-membership": 0.002317889397434345,
          "search-policy": 0.001964820000234177,
          "search-pricing": 0.0017598519418507235,
          "search-shirt": 0.0023198434217401812,
          "search-timing": 0.001964820000234177,
          "select-faq": 0.002317889397434345,
          "send-link": 0.001966476449749895,
          "shipping-status": 0.004248632314193668,
          "subscription-status": 0.0020778396772158083,
          "try-again": 0.0021955099084963866,
          "update-account": 0.0024512185689437916,
          "update-order": 0.0024512185689437916,
          "validate-purchase": 0.005912743141476508,
          "verify-identity": 0.9391509358517269
        }
      }
    },
    {
      "id": "abcd-test-10298-turn-19",
      "conversation_id": "10298",
      "expected_action": "record-reason",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "update-account": 0.0,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.03,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.03,
          "search-membership": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-timing": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.83,
          "update-order": 0.02,
          "offer-refund": 0.09,
          "membership": 0.0
        },
        "vendor_confidence": 0.82,
        "input_tokens": 3405,
        "request_sha256": "629df9a17ccc33b611f0d03d32e23875fe46ff86ac5e2f9f181277f315e692d6"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.00678284893592183,
          "enter-details": 0.02041166187333236,
          "instructions": 0.0011637662742023547,
          "log-out-in": 0.0011637662742023547,
          "make-password": 0.0019254442287224512,
          "make-purchase": 0.0005730837681887052,
          "membership": 0.0015446770406486747,
          "notify-team": 0.002516472089230314,
          "offer-refund": 0.7741369242467735,
          "promo-code": 0.0005133002743833272,
          "pull-up-account": 0.0004117918888209263,
          "record-reason": 0.06857915300688011,
          "search-boots": 0.0035021309778618067,
          "search-faq": 0.0006398302133393761,
          "search-jacket": 0.0004117918888209263,
          "search-jeans": 0.00032696869359299897,
          "search-membership": 0.0009336250858120492,
          "search-policy": 0.0005080338590981449,
          "search-pricing": 0.0003650504097304557,
          "search-shirt": 0.00015120976412485459,
          "search-timing": 2.323735965206233e-05,
          "select-faq": 0.0001516012451622493,
          "send-link": 0.0002109806673994895,
          "shipping-status": 0.0022539563117413195,
          "subscription-status": 0.00032696869359299897,
          "try-again": 6.263345755251073e-05,
          "update-account": 0.0011637662742023547,
          "update-order": 0.09544034317755702,
          "validate-purchase": 0.009439565359288223,
          "verify-identity": 0.004365416660164312
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0023065495447179146,
          "enter-details": 0.21316517637759405,
          "instructions": 0.00257519079362523,
          "log-out-in": 0.007821978560008774,
          "make-password": 0.00700599851222699,
          "make-purchase": 0.002721026220323503,
          "membership": 0.008732996475492657,
          "notify-team": 0.008732996475492657,
          "offer-refund": 0.21316517637759405,
          "promo-code": 0.0033917664741495808,
          "pull-up-account": 0.007821978560008774,
          "record-reason": 0.4609380774404832,
          "search-boots": 0.002875120383585769,
          "search-faq": 0.00303794120790813,
          "search-jacket": 0.0024371717497865836,
          "search-jeans": 0.000397341632859173,
          "search-membership": 0.005034196623651768,
          "search-policy": 0.0003187651452041562,
          "search-pricing": 0.000397341632859173,
          "search-shirt": 0.0003187651452041562,
          "search-timing": 0.00020515604151095343,
          "select-faq": 0.00027020969757684366,
          "send-link": 0.00627514041526553,
          "shipping-status": 0.00627514041526553,
          "subscription-status": 0.00035589137737811823,
          "try-again": 0.0059388194077653585,
          "update-account": 0.007821978560008774,
          "update-order": 0.010885704284508718,
          "validate-purchase": 0.004509035017906403,
          "verify-identity": 0.004267369450037435
        }
      }
    },
    {
      "id": "abcd-test-3743-turn-16",
      "conversation_id": "3743",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.15000000000000002,
          "shipping-status": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.18000000000000002,
          "notify-team": 0.0,
          "update-order": 0.5,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.04,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.08,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.05,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0
        },
        "vendor_confidence": 0.47,
        "input_tokens": 3322,
        "request_sha256": "c86da7fc2651a9b4ce9b04096d92818c47d7c9f8c50e09fd963c400c88603a74"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.139464403534159,
          "enter-details": 0.006379066158595123,
          "instructions": 0.001898645126310756,
          "log-out-in": 0.0029500563289027713,
          "make-password": 0.0009315223516184979,
          "make-purchase": 0.00022242663803918075,
          "membership": 0.00712202818635163,
          "notify-team": 0.0009803113694389462,
          "offer-refund": 0.2701115401471692,
          "promo-code": 0.0005995243102599337,
          "pull-up-account": 0.0007473086979664598,
          "record-reason": 0.03330093491384705,
          "search-boots": 0.0022488823859502655,
          "search-faq": 0.00043079134376302876,
          "search-jacket": 0.0001282193689190383,
          "search-jeans": 0.0025710151794500046,
          "search-membership": 0.002642309288028737,
          "search-policy": 0.0009803113694389462,
          "search-pricing": 0.0025710151794500046,
          "search-shirt": 0.0006139013389873957,
          "search-timing": 0.00028390416643767205,
          "select-faq": 0.0018474162967153864,
          "send-link": 0.0009803113694389462,
          "shipping-status": 0.004105542578305406,
          "subscription-status": 0.012354830011808907,
          "try-again": 0.0006854016648735565,
          "update-account": 0.005713607804085948,
          "update-order": 0.4685718656140548,
          "validate-purchase": 0.0018474162967153864,
          "verify-identity": 0.02671549098091794
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.01158818673764818,
          "enter-details": 0.0007192663116121534,
          "instructions": 0.0006442325653869088,
          "log-out-in": 0.00668008456925434,
          "make-password": 0.005359060811914121,
          "make-purchase": 0.0004629166709734086,
          "membership": 0.0008030384810489856,
          "notify-team": 0.0008030384810489856,
          "offer-refund": 0.01158818673764818,
          "promo-code": 0.0008030384810489856,
          "pull-up-account": 0.00668008456925434,
          "record-reason": 0.01293784918303247,
          "search-boots": 0.00668008456925434,
          "search-faq": 0.00598322523373342,
          "search-jacket": 0.0005168320672193838,
          "search-jeans": 0.005359060811914121,
          "search-membership": 0.00668008456925434,
          "search-policy": 0.003733914353117125,
          "search-pricing": 0.005359060811914121,
          "search-shirt": 0.003945369370403264,
          "search-timing": 0.0017267823971822184,
          "select-faq": 0.002683024003370733,
          "send-link": 0.00598322523373342,
          "shipping-status": 0.0035337929462870322,
          "subscription-status": 0.01037931946401972,
          "try-again": 0.007458106621551244,
          "update-account": 0.01158818673764818,
          "update-order": 0.8512067782352238,
          "validate-purchase": 0.004168799603899244,
          "verify-identity": 0.003945369370403264
        }
      }
    },
    {
      "id": "abcd-test-4972-turn-11",
      "conversation_id": "4972",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.01,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.97,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.02,
          "enter-details": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3226,
        "request_sha256": "a8633572754570174c9e0e9e831d928bf6cbd3b769475a2dbc96bb403d0cb6ac"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0012247536388763003,
          "enter-details": 0.001526658830522814,
          "instructions": 0.012383067780971103,
          "log-out-in": 0.9095935720950026,
          "make-password": 0.0006323666507099257,
          "make-purchase": 0.00029244366425470444,
          "membership": 0.0006917478481437783,
          "notify-team": 0.000706017774654262,
          "offer-refund": 0.000566398822336948,
          "promo-code": 0.0004452058467761419,
          "pull-up-account": 0.0008622656362224761,
          "record-reason": 0.0003571639243373027,
          "search-boots": 0.0008622656362224761,
          "search-faq": 0.0007723149155443968,
          "search-jacket": 0.00019485484407501868,
          "search-jeans": 0.04160466286457166,
          "search-membership": 0.000566398822336948,
          "search-policy": 0.00013459109737597616,
          "search-pricing": 0.0001677681580289475,
          "search-shirt": 5.574980687769811e-05,
          "search-timing": 0.00013459109737597616,
          "select-faq": 0.00036453179528250237,
          "send-link": 0.00023461130451557207,
          "shipping-status": 5.574980687769811e-05,
          "subscription-status": 0.00036453179528250237,
          "try-again": 0.023983246029089245,
          "update-account": 0.00013524333904863485,
          "update-order": 8.662232535651439e-05,
          "validate-purchase": 0.0008800531591128289,
          "verify-identity": 0.00012055069021705849
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0015308703822362257,
          "enter-details": 0.0021304837283263665,
          "instructions": 0.003905122440727087,
          "log-out-in": 0.9637569970560285,
          "make-password": 0.002251135089960944,
          "make-purchase": 0.0016175646620708417,
          "membership": 0.0013023347612931327,
          "notify-team": 0.0013023347612931327,
          "offer-refund": 0.0013023347612931327,
          "promo-code": 0.0008381778202178563,
          "pull-up-account": 0.001232535200758824,
          "record-reason": 0.000988794598002679,
          "search-boots": 0.0011664765853159076,
          "search-faq": 0.0016175646620708417,
          "search-jacket": 0.0012976825021083563,
          "search-jeans": 0.0016175646620708417,
          "search-membership": 0.001100014625717488,
          "search-policy": 5.6471958705683785e-05,
          "search-pricing": 0.0012976825021083563,
          "search-shirt": 7.039245331544273e-05,
          "search-timing": 6.304918829014819e-05,
          "select-faq": 0.0010410586421858233,
          "send-link": 0.0011623096118207942,
          "shipping-status": 5.0580858565989036e-05,
          "subscription-status": 0.0012281322133333697,
          "try-again": 0.004867750854019168,
          "update-account": 0.0010410586421858233,
          "update-order": 5.6471958705683785e-05,
          "validate-purchase": 5.6471958705683785e-05,
          "verify-identity": 5.0580858565989036e-05
        }
      }
    },
    {
      "id": "abcd-test-5353-turn-16",
      "conversation_id": "5353",
      "expected_action": "search-faq",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "ask-the-oracle": 0.2,
          "update-account": 0.0,
          "select-faq": 0.0,
          "verify-identity": 0.13,
          "record-reason": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.13,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.52,
          "search-jeans": 0.0,
          "send-link": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.02,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.49,
        "input_tokens": 3269,
        "request_sha256": "4a687e9744988ddac8a08bbdca09040fc1e4da4616f9c4ab4fcf25de5df37256"
      },
      "shared_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.28606419346226125,
          "enter-details": 0.0012941292008398653,
          "instructions": 0.0016131355800907425,
          "log-out-in": 0.0007460098824244524,
          "make-password": 0.00019962275547419727,
          "make-purchase": 9.754545265000692e-05,
          "membership": 0.0012941292008398653,
          "notify-team": 0.00015954801149886227,
          "offer-refund": 0.0006681868805531805,
          "promo-code": 0.6185714143749769,
          "pull-up-account": 0.00048192949219296236,
          "record-reason": 0.0003101676833095839,
          "search-boots": 0.00019962275547419727,
          "search-faq": 0.00048192949219296236,
          "search-jacket": 0.0003101676833095839,
          "search-jeans": 0.0004361607741073149,
          "search-membership": 0.0004300421572379236,
          "search-policy": 0.00016858335708036778,
          "search-pricing": 0.00019887705838115427,
          "search-shirt": 9.328115576109298e-05,
          "search-timing": 0.03158858305171385,
          "select-faq": 0.0004801286664397509,
          "send-link": 0.0016131355800907425,
          "shipping-status": 0.00028071144271307204,
          "subscription-status": 0.011719539200313335,
          "try-again": 6.702758531846898e-05,
          "update-account": 5.377251857908935e-05,
          "update-order": 6.0035337431609174e-05,
          "validate-purchase": 0.0009431340135203542,
          "verify-identity": 0.039375256193223296
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9187921299360838,
          "enter-details": 0.003334554081939786,
          "instructions": 0.003334554081939786,
          "log-out-in": 0.0019775848886934197,
          "make-password": 0.0026751275858447627,
          "make-purchase": 0.0017712852655727958,
          "membership": 0.0064582958920592435,
          "notify-team": 0.0026751275858447627,
          "offer-refund": 0.001871594791609313,
          "promo-code": 0.008987890778301182,
          "pull-up-account": 0.0014210040322188548,
          "record-reason": 0.004640641910655115,
          "search-boots": 0.0022079122749407262,
          "search-faq": 0.0019775848886934197,
          "search-jacket": 0.002465065387602415,
          "search-jeans": 0.0019222269105685318,
          "search-membership": 0.0020310843036841215,
          "search-policy": 0.0009515588269019672,
          "search-pricing": 0.0008522931216567337,
          "search-shirt": 0.0007633828015122876,
          "search-timing": 0.0026751275858447627,
          "select-faq": 0.0007633828015122876,
          "send-link": 0.003334554081939786,
          "shipping-status": 0.0008522931216567337,
          "subscription-status": 0.005784573723966465,
          "try-again": 0.0029866972019259026,
          "update-account": 0.0007633828015122876,
          "update-order": 0.0007633828015122876,
          "validate-purchase": 0.00518113280983996,
          "verify-identity": 0.005784573723966465
        }
      }
    },
    {
      "id": "abcd-test-9725-turn-18",
      "conversation_id": "9725",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "update-account": 0.01,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.01,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.02,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "make-password": 0.0,
          "search-membership": 0.0,
          "search-boots": 0.0,
          "verify-identity": 0.06,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.89,
          "record-reason": 0.01,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3394,
        "request_sha256": "175f11dc078cb34af1dde43f028fcb5f59a366c3aa8ff8ec0817dba7bda8581d"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.003229069354913044,
          "enter-details": 0.007795614174907408,
          "instructions": 5.7377851802480164e-05,
          "log-out-in": 0.0004444651186432359,
          "make-password": 6.40606480558755e-05,
          "make-purchase": 5.674985158458543e-06,
          "membership": 2.128749874745923e-05,
          "notify-team": 0.0009610900336423272,
          "offer-refund": 0.00039809895832872486,
          "promo-code": 2.6534926729427583e-05,
          "pull-up-account": 0.00011848894181088191,
          "record-reason": 0.0018614174843210511,
          "search-boots": 2.962541967727784e-05,
          "search-faq": 2.6534926729427583e-05,
          "search-jacket": 0.00039809895832872486,
          "search-jeans": 0.0004444651186432359,
          "search-membership": 0.00011848894181088191,
          "search-policy": 0.0002909111997815143,
          "search-pricing": 0.0004520092746733761,
          "search-shirt": 0.0002909111997815143,
          "search-timing": 0.0001771946628938876,
          "select-faq": 0.00040485577609307953,
          "send-link": 0.0001322892165197586,
          "shipping-status": 0.002590503000069187,
          "subscription-status": 0.0005046543670763546,
          "try-again": 0.0002333819254441025,
          "update-account": 0.7969100823210574,
          "update-order": 0.1704341422371128,
          "validate-purchase": 0.0018614174843210511,
          "verify-identity": 0.009717253992925987
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0003965130679809324,
          "enter-details": 0.022294221399781575,
          "instructions": 0.00035514920952272325,
          "log-out-in": 0.004270635818215602,
          "make-password": 0.003620117375813826,
          "make-purchase": 0.0002551943191089449,
          "membership": 0.00035514920952272325,
          "notify-team": 0.004768032353685525,
          "offer-refund": 0.0003181004475649222,
          "promo-code": 0.0003181004475649222,
          "pull-up-account": 0.0034260946912331065,
          "record-reason": 0.009234626887094807,
          "search-boots": 0.004270635818215602,
          "search-faq": 0.00044269491650436696,
          "search-jacket": 0.004768032353685525,
          "search-jeans": 0.0042261790744247225,
          "search-membership": 0.0042261790744247225,
          "search-policy": 0.0033904290556902457,
          "search-pricing": 0.003620117375813826,
          "search-shirt": 0.0042261790744247225,
          "search-timing": 0.003036742833737033,
          "select-faq": 0.003999673701208931,
          "send-link": 0.004985604114872494,
          "shipping-status": 0.003825127932535144,
          "subscription-status": 0.004041747980775267,
          "try-again": 0.0066355830316621855,
          "update-account": 0.39102536902739915,
          "update-order": 0.48741423060442857,
          "validate-purchase": 0.005943364837141889,
          "verify-identity": 0.010310173965966035
        }
      }
    },
    {
      "id": "abcd-test-3360-turn-18",
      "conversation_id": "3360",
      "expected_action": "notify-team",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "search-policy": 0.01,
          "subscription-status": 0.0,
          "search-boots": 0.01,
          "record-reason": 0.16,
          "update-account": 0.0,
          "membership": 0.08,
          "promo-code": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.01,
          "notify-team": 0.28,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.36,
          "search-shirt": 0.0,
          "offer-refund": 0.05,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.02,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.02
        },
        "vendor_confidence": 0.33,
        "input_tokens": 3453,
        "request_sha256": "9462347795a6b17b2ab1c99374f549870aa91fed328dbc67d50fb1b46897d0ba"
      },
      "shared_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0443153687562937,
          "enter-details": 0.0038982897390838164,
          "instructions": 0.04947672318779468,
          "log-out-in": 0.016441247137053475,
          "make-password": 0.0007467485084536125,
          "make-purchase": 0.0004304684004816503,
          "membership": 0.16623204105634343,
          "notify-team": 0.16623204105634343,
          "offer-refund": 0.00489352600658297,
          "promo-code": 0.0009308241533219025,
          "pull-up-account": 0.0014462857667353784,
          "record-reason": 0.00941124591781068,
          "search-boots": 0.09582561878016671,
          "search-faq": 0.18559289114116806,
          "search-jacket": 0.0025089248448831487,
          "search-jeans": 0.000884142898852911,
          "search-membership": 0.07687556397715604,
          "search-policy": 0.09582561878016671,
          "search-pricing": 0.0025266305349839115,
          "search-shirt": 0.00023570185896670663,
          "search-timing": 0.0007520183170921607,
          "select-faq": 0.006810230566915695,
          "send-link": 0.0020269752855023395,
          "shipping-status": 0.0008396059646808318,
          "subscription-status": 0.000884142898852911,
          "try-again": 0.0616728729275136,
          "update-account": 0.0001516966572558831,
          "update-order": 0.000884142898852911,
          "validate-purchase": 0.0004565020011623217,
          "verify-identity": 0.0007919099795284668
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.006276091490493928,
          "enter-details": 0.005110288075704081,
          "instructions": 0.008734319481026475,
          "log-out-in": 0.007823165562476026,
          "make-password": 0.005110288075704081,
          "make-purchase": 0.0038799746058087218,
          "membership": 0.7997265152329189,
          "notify-team": 0.023542315141796444,
          "offer-refund": 0.007111893638713813,
          "promo-code": 0.005110288075704081,
          "pull-up-account": 0.007111893638713813,
          "record-reason": 0.00503496012675758,
          "search-boots": 0.005621376408014605,
          "search-faq": 0.009751596436352847,
          "search-jacket": 0.004577188128763462,
          "search-jeans": 0.0012916509015277625,
          "search-membership": 0.008734319481026475,
          "search-policy": 0.007007059791944064,
          "search-pricing": 0.008734319481026475,
          "search-shirt": 0.0012916509015277625,
          "search-timing": 0.001036219884351004,
          "select-faq": 0.004765107706544861,
          "send-link": 0.006276091490493928,
          "shipping-status": 0.0008313017228531402,
          "subscription-status": 0.006276091490493928,
          "try-again": 0.03657931778124264,
          "update-account": 0.0014420879413207905,
          "update-order": 0.008734319481026475,
          "validate-purchase": 0.0014420879413207905,
          "verify-identity": 0.001036219884351004
        }
      }
    },
    {
      "id": "abcd-test-4368-turn-7",
      "conversation_id": "4368",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "update-account": 0.0,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.93,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-boots": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.04,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.02,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.93,
        "input_tokens": 3015,
        "request_sha256": "ef23a41329c9112c4595d81dcba739c59fde514e310b3c2846eecb1c362bf012"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002665983991791588,
          "enter-details": 0.004624775763188419,
          "instructions": 0.0007934951518031131,
          "log-out-in": 0.0008859126492858203,
          "make-password": 0.0003257100290311657,
          "make-purchase": 0.00012084008322402999,
          "membership": 0.0002340403607045929,
          "notify-team": 0.000704299676013779,
          "offer-refund": 0.00026368024999936336,
          "promo-code": 0.00023617340505373117,
          "pull-up-account": 0.7345749939621191,
          "record-reason": 0.01936853227056704,
          "search-boots": 0.0005060781330098128,
          "search-faq": 0.00040599841485506764,
          "search-jacket": 0.0006308278788479648,
          "search-jeans": 0.00044883526195976564,
          "search-membership": 0.0007934951518031131,
          "search-policy": 0.00020756810930154429,
          "search-pricing": 0.00026368024999936336,
          "search-shirt": 0.00016652039267793053,
          "search-timing": 4.201304276030076e-05,
          "select-faq": 9.599173210152023e-05,
          "send-link": 0.00040201328258494633,
          "shipping-status": 0.00036695927460308087,
          "subscription-status": 0.0015368234047971625,
          "try-again": 9.599173210152023e-05,
          "update-account": 0.12603471600353897,
          "update-order": 0.0009890938463467508,
          "validate-purchase": 0.0011042924972118934,
          "verify-identity": 0.10111066399871751
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0018044905769169736,
          "enter-details": 0.0015296241613525828,
          "instructions": 0.0017936612134439884,
          "log-out-in": 0.0020025669195412716,
          "make-password": 0.0012966262055616798,
          "make-purchase": 0.0017936612134439884,
          "membership": 0.0017936612134439884,
          "notify-team": 0.0016065483577634128,
          "offer-refund": 0.0017936612134439884,
          "promo-code": 0.0015296241613525828,
          "pull-up-account": 0.96297250447068,
          "record-reason": 0.0039019478390445385,
          "search-boots": 0.0017936612134439884,
          "search-faq": 0.0018044905769169736,
          "search-jacket": 0.0010991192824760072,
          "search-jeans": 0.0015296241613525828,
          "search-membership": 0.0007897779381065245,
          "search-policy": 0.0008345037675362678,
          "search-pricing": 0.0010402111484197648,
          "search-shirt": 3.758528578124139e-05,
          "search-timing": 4.433919201289596e-05,
          "select-faq": 4.433919201289596e-05,
          "send-link": 3.971378133795088e-05,
          "shipping-status": 0.0010991192824760072,
          "subscription-status": 3.971378133795088e-05,
          "try-again": 3.758528578124139e-05,
          "update-account": 0.0016162479124415417,
          "update-order": 3.971378133795088e-05,
          "validate-purchase": 0.0011613635180558598,
          "verify-identity": 0.0031303133531833953
        }
      }
    },
    {
      "id": "abcd-test-9121-turn-13",
      "conversation_id": "9121",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.92,
          "send-link": 0.0,
          "verify-identity": 0.08,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "update-order": 0.0,
          "search-pricing": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 3206,
        "request_sha256": "8d574d45caf5bc3de968eca3a44cd1bc3d1cb554c7effa23e6786d9962503904"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.00426506243164308,
          "enter-details": 0.01149595321810331,
          "instructions": 0.0003216173904637316,
          "log-out-in": 0.002458622275427805,
          "make-password": 0.00013321911968935227,
          "make-purchase": 0.00040089697282985897,
          "membership": 0.0002880666380106508,
          "notify-team": 0.006626921959990018,
          "offer-refund": 0.05375237550206243,
          "promo-code": 0.000359075838846802,
          "pull-up-account": 0.0014172900200927787,
          "record-reason": 0.007398751582360319,
          "search-boots": 0.00016605802409437213,
          "search-faq": 0.006626921959990018,
          "search-jacket": 0.00014873499762124606,
          "search-jeans": 0.030985933714347068,
          "search-membership": 0.0010184011155610212,
          "search-policy": 0.00015650413830616287,
          "search-pricing": 0.0012694397450017678,
          "search-shirt": 0.0002667911369106685,
          "search-timing": 0.0005167155693374404,
          "select-faq": 0.001972416198168071,
          "send-link": 0.0013927436252058507,
          "shipping-status": 0.0013927436252058507,
          "subscription-status": 0.001247453920834092,
          "try-again": 0.0001303672132498381,
          "update-account": 0.0008028567936596671,
          "update-order": 0.00826047724576574,
          "validate-purchase": 0.844430882062449,
          "verify-identity": 0.01029670596477199
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0026043748135474317,
          "enter-details": 0.003430204641547094,
          "instructions": 0.00042270576425664647,
          "log-out-in": 0.0029077033438755103,
          "make-password": 0.00047193787371573726,
          "make-purchase": 0.00042270576425664647,
          "membership": 0.00042270576425664647,
          "notify-team": 0.00324636019775028,
          "offer-refund": 0.0026043748135474317,
          "promo-code": 0.00042270576425664647,
          "pull-up-account": 0.00032093838362342274,
          "record-reason": 0.0030723693193894755,
          "search-boots": 0.002332688973757488,
          "search-faq": 0.0020893452687668797,
          "search-jacket": 0.00042270576425664647,
          "search-jeans": 0.0016808227790099028,
          "search-membership": 0.002332688973757488,
          "search-policy": 0.0016808227790099028,
          "search-pricing": 0.0016761656389901178,
          "search-shirt": 0.0015054813981537087,
          "search-timing": 0.00142479404976862,
          "select-faq": 0.0016808227790099028,
          "send-link": 0.0020893452687668797,
          "shipping-status": 0.0026043748135474317,
          "subscription-status": 0.0015907378964481337,
          "try-again": 0.0018765865226447044,
          "update-account": 0.002332688973757488,
          "update-order": 0.004275759451484672,
          "validate-purchase": 0.9451473788809716,
          "verify-identity": 0.0029077033438755103
        }
      }
    },
    {
      "id": "abcd-test-5787-turn-7",
      "conversation_id": "5787",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "verify-identity": 0.04,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "pull-up-account": 0.96,
          "make-password": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3034,
        "request_sha256": "f302c8adb6d53e6e11d3c6ff11f9cba2d62542a4f0cf5d7a8907e8fe1c9d5f2b"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003997592240739668,
          "enter-details": 0.0035805681495227745,
          "instructions": 0.000940273250339209,
          "log-out-in": 0.0007543291081780585,
          "make-password": 0.0004348382190080847,
          "make-purchase": 0.00020109483103285827,
          "membership": 0.00038947635021483503,
          "notify-team": 0.003997592240739668,
          "offer-refund": 0.003207046542257052,
          "promo-code": 0.0006143352939892377,
          "pull-up-account": 0.883657361994763,
          "record-reason": 0.010775020292617161,
          "search-boots": 0.0002798599727456327,
          "search-faq": 0.001821100026798184,
          "search-jacket": 0.003997592240739668,
          "search-jeans": 0.0002544673712364421,
          "search-membership": 0.00013882755536603664,
          "search-policy": 0.0001233132615602774,
          "search-pricing": 3.1372260857601094e-05,
          "search-shirt": 7.10848015630782e-05,
          "search-timing": 2.6372825111378796e-05,
          "select-faq": 0.000191600352449598,
          "send-link": 0.00011044935964384626,
          "shipping-status": 0.0003953839156046541,
          "subscription-status": 7.10848015630782e-05,
          "try-again": 1.69734508301833e-05,
          "update-account": 0.0001176808385162974,
          "update-order": 0.0002544673712364421,
          "validate-purchase": 0.0562494559796775,
          "verify-identity": 0.023299385101098583
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0024842320424398163,
          "enter-details": 0.001785057572110536,
          "instructions": 0.0021912701115403867,
          "log-out-in": 0.001785057572110536,
          "make-password": 0.0019929613623805168,
          "make-purchase": 0.002446484886217683,
          "membership": 0.002446484886217683,
          "notify-team": 0.0027314241982812266,
          "offer-refund": 0.0027314241982812266,
          "promo-code": 0.0030495501569619598,
          "pull-up-account": 0.9526020130771164,
          "record-reason": 0.0030966021253131413,
          "search-boots": 0.002446484886217683,
          "search-faq": 0.002225079406383675,
          "search-jacket": 0.001432052930044025,
          "search-jeans": 0.001598842266120311,
          "search-membership": 0.0008722664100490612,
          "search-policy": 0.0009216637830439924,
          "search-pricing": 0.0010290088730558395,
          "search-shirt": 4.2870230448367956e-05,
          "search-timing": 5.0573821765094156e-05,
          "select-faq": 0.0012139171994800853,
          "send-link": 4.2870230448367956e-05,
          "shipping-status": 0.001432052930044025,
          "subscription-status": 4.529800767199503e-05,
          "try-again": 4.057257156799372e-05,
          "update-account": 5.646409438223337e-05,
          "update-order": 5.0573821765094156e-05,
          "validate-purchase": 0.001785057572110536,
          "verify-identity": 0.005371788776430462
        }
      }
    },
    {
      "id": "abcd-test-9577-turn-29",
      "conversation_id": "9577",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.01,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.02,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.01,
          "record-reason": 0.38,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "notify-team": 0.0,
          "update-order": 0.58,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.56,
        "input_tokens": 3724,
        "request_sha256": "a949d48f0a4ae7a4809ed5647eab15bf869352e7e9918d44ebff840f75f2707f"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.002702223586231629,
          "enter-details": 0.012634975965131079,
          "instructions": 0.0015577156421137275,
          "log-out-in": 0.002167843953616255,
          "make-password": 0.0005305945902613907,
          "make-purchase": 0.00014145012805481073,
          "membership": 0.009078927567986832,
          "notify-team": 0.003368329442496296,
          "offer-refund": 0.05291531506286726,
          "promo-code": 0.00014145012805481073,
          "pull-up-account": 0.00021978083762439296,
          "record-reason": 0.0424509350113243,
          "search-boots": 0.00014145012805481073,
          "search-faq": 0.00021978083762439296,
          "search-jacket": 0.0005923924034531923,
          "search-jeans": 0.0010135234762402108,
          "search-membership": 0.0017391409783679163,
          "search-policy": 0.0015747814354300136,
          "search-pricing": 0.0011315674381338111,
          "search-shirt": 0.002167843953616255,
          "search-timing": 0.0002167607603234966,
          "select-faq": 0.00041526781796436717,
          "send-link": 0.0014105018756230385,
          "shipping-status": 0.0058431643988466455,
          "subscription-status": 0.00046871299491625006,
          "try-again": 0.00022903611261570998,
          "update-account": 0.0030169486534010618,
          "update-order": 0.8312793165306653,
          "validate-purchase": 0.014106556958091768,
          "verify-identity": 0.0065237113308689
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0003587425068586738,
          "enter-details": 0.0030629787753695655,
          "instructions": 0.00032131883567188875,
          "log-out-in": 0.002200919249755031,
          "make-password": 0.0020829591946331916,
          "make-purchase": 0.0003587425068586738,
          "membership": 0.0004992553261335964,
          "notify-team": 0.0038180113708620993,
          "offer-refund": 0.005932308283574586,
          "promo-code": 0.00040052487999479744,
          "pull-up-account": 0.0023255592300154477,
          "record-reason": 0.002457257957942367,
          "search-boots": 0.00044717351440005395,
          "search-faq": 0.0025964146831901637,
          "search-jacket": 0.00044717351440005395,
          "search-jeans": 0.001671042407263656,
          "search-membership": 0.0017657520163876657,
          "search-policy": 0.0014165635014497578,
          "search-pricing": 0.0015814818376191045,
          "search-shirt": 0.0018657481401072435,
          "search-timing": 0.0011364302769204474,
          "select-faq": 0.0014967848584507542,
          "send-link": 0.0016711136145361586,
          "shipping-status": 0.003419720370908601,
          "subscription-status": 0.0018657481401072435,
          "try-again": 0.0023255592300154477,
          "update-account": 0.005932308283574586,
          "update-order": 0.942258529048611,
          "validate-purchase": 0.0020829591946331916,
          "verify-identity": 0.002200919249755031
        }
      }
    },
    {
      "id": "abcd-test-6348-turn-6",
      "conversation_id": "6348",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "subscription-status": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "record-reason": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "membership": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.77,
          "pull-up-account": 0.0,
          "instructions": 0.08,
          "update-order": 0.0,
          "try-again": 0.15,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.75,
        "input_tokens": 2986,
        "request_sha256": "6da12abbbf7e2314af15d9817e8e825d5a1b9b247afe9d6b7224d401fe598069"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0046097394650946024,
          "enter-details": 0.0017102370848088224,
          "instructions": 0.1256249510582491,
          "log-out-in": 0.6558057835852489,
          "make-password": 0.0007909152980699241,
          "make-purchase": 0.0007909152980699241,
          "membership": 0.0007255710395335311,
          "notify-team": 0.0012288997263001822,
          "offer-refund": 0.001009763860206787,
          "promo-code": 0.0003746275958624631,
          "pull-up-account": 0.001009763860206787,
          "record-reason": 0.0004182600686821752,
          "search-boots": 0.0003746275958624631,
          "search-faq": 0.003698138409451709,
          "search-jacket": 0.0015689397425635758,
          "search-jeans": 0.0004559281815023652,
          "search-membership": 0.00019954771134780461,
          "search-policy": 0.0005617331940483468,
          "search-pricing": 9.228262932884473e-05,
          "search-shirt": 0.0002900349944772252,
          "search-timing": 0.00021084830020927318,
          "select-faq": 0.0007084078724339255,
          "send-link": 0.00021084830020927318,
          "shipping-status": 0.00045064743388750853,
          "subscription-status": 0.0004559281815023652,
          "try-again": 0.19519217783480047,
          "update-account": 0.00045064743388750853,
          "update-order": 0.00018666543191305857,
          "validate-purchase": 0.0005031338177638255,
          "verify-identity": 0.0002900349944772252
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0019161432422175157,
          "enter-details": 0.0049597906980635795,
          "instructions": 0.016663883217074345,
          "log-out-in": 0.8795406083220543,
          "make-password": 0.00690244951596726,
          "make-purchase": 0.0035638796840041192,
          "membership": 0.0035638796840041192,
          "notify-team": 0.006182392415822595,
          "offer-refund": 0.0017162532121362442,
          "promo-code": 0.0014548273935725748,
          "pull-up-account": 0.002139314625831221,
          "record-reason": 0.0017162532121362442,
          "search-boots": 0.0019161432422175157,
          "search-faq": 0.006182392415822595,
          "search-jacket": 0.002139314625831221,
          "search-jeans": 0.0025608441661728043,
          "search-membership": 0.0035638796840041192,
          "search-policy": 0.00018185858442703362,
          "search-pricing": 0.0028591031523358063,
          "search-shirt": 0.00018185858442703362,
          "search-timing": 0.0028591031523358063,
          "select-faq": 0.003192099468808011,
          "send-link": 0.0028591031523358063,
          "shipping-status": 0.00014589506391651257,
          "subscription-status": 0.004442385821189119,
          "try-again": 0.036033214088204465,
          "update-account": 0.00014589506391651257,
          "update-order": 0.00013067542471456028,
          "validate-purchase": 0.00012367178315513075,
          "verify-identity": 0.00016288730330190926
        }
      }
    },
    {
      "id": "abcd-test-4488-turn-5",
      "conversation_id": "4488",
      "expected_action": "try-again",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.15,
          "log-out-in": 0.01,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.07,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.01,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.76,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.75,
        "input_tokens": 2966,
        "request_sha256": "5a82a3b0000247cb7a29cdcbfaf04d4ee48488ba62ec4d16bfbd82d1c03ad1e7"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.015744033653938793,
          "enter-details": 0.004686010169341542,
          "instructions": 0.0030158983853104146,
          "log-out-in": 0.011312958268674145,
          "make-password": 0.0011226341347902696,
          "make-purchase": 0.0019410189145040867,
          "membership": 0.0008066746146754152,
          "notify-team": 0.00242752980374926,
          "offer-refund": 0.00242752980374926,
          "promo-code": 0.005231784327687798,
          "pull-up-account": 0.8309890881771631,
          "record-reason": 0.019624981326126778,
          "search-boots": 0.0009006270321784658,
          "search-faq": 0.0010055220454002214,
          "search-jacket": 0.00271026414388471,
          "search-jeans": 0.0008976425974787654,
          "search-membership": 0.0002671715128149679,
          "search-policy": 0.0003064776812055437,
          "search-pricing": 0.0001235559831410891,
          "search-shirt": 0.00022022110808002618,
          "search-timing": 0.00012694798060057698,
          "select-faq": 0.0008040014322256197,
          "send-link": 0.0004265196921025181,
          "shipping-status": 0.0004265196921025181,
          "subscription-status": 0.0005316579883538455,
          "try-again": 0.004197170355493533,
          "update-account": 0.001394729251159052,
          "update-order": 0.00038202526159579475,
          "validate-purchase": 0.003759325459572221,
          "verify-identity": 0.08218947920289962
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0027257825377021453,
          "enter-details": 0.002461729764550721,
          "instructions": 0.0024414320530345333,
          "log-out-in": 0.001974909038809012,
          "make-password": 0.002086749925534308,
          "make-purchase": 0.0027257825377021453,
          "membership": 0.0027257825377021453,
          "notify-team": 0.0027257825377021453,
          "offer-refund": 0.0027257825377021453,
          "promo-code": 0.002461729764550721,
          "pull-up-account": 0.9439732834832243,
          "record-reason": 0.004767827407880596,
          "search-boots": 0.0021867443736005667,
          "search-faq": 0.0027484442765237267,
          "search-jacket": 0.0017688884757466378,
          "search-jeans": 0.0017688884757466378,
          "search-membership": 0.001138450123597856,
          "search-policy": 0.001138450123597856,
          "search-pricing": 0.0015843598480190398,
          "search-shirt": 6.0040457628898996e-05,
          "search-timing": 7.484059120402159e-05,
          "select-faq": 8.355718797882656e-05,
          "send-link": 7.082945418352636e-05,
          "shipping-status": 8.355718797882656e-05,
          "subscription-status": 7.484059120402159e-05,
          "try-again": 0.002461729764550721,
          "update-account": 0.0030685529553174545,
          "update-order": 7.907888282045142e-05,
          "validate-purchase": 0.0018690623354982215,
          "verify-identity": 0.005943110768707798
        }
      }
    },
    {
      "id": "abcd-test-8460-turn-6",
      "conversation_id": "8460",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.02,
          "make-purchase": 0.0,
          "pull-up-account": 0.88,
          "validate-purchase": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.1,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.87,
        "input_tokens": 2998,
        "request_sha256": "a90b25efe244c8c645675826c81483374c9c6ff2e36272e80af47a539ec6e393"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00869729090611563,
          "enter-details": 0.0019935838468167146,
          "instructions": 0.001029330297511957,
          "log-out-in": 0.0012830629483577133,
          "make-password": 0.0005314648894119132,
          "make-purchase": 0.012103858329757697,
          "membership": 0.0007396306453603122,
          "notify-team": 0.01880660147915719,
          "offer-refund": 0.00309756919280418,
          "promo-code": 0.04066648837387464,
          "pull-up-account": 0.6388562246418625,
          "record-reason": 0.020996984658178328,
          "search-boots": 0.00042636478802081325,
          "search-faq": 0.006977353144306658,
          "search-jacket": 0.1366313617533054,
          "search-jeans": 0.0008602099404362086,
          "search-membership": 0.0005536273498422322,
          "search-policy": 0.0003810079874626053,
          "search-pricing": 0.00011205765662504928,
          "search-shirt": 0.0001967224095399251,
          "search-timing": 0.00021963446009088482,
          "select-faq": 0.0005536273498422322,
          "send-link": 0.0004253835268299509,
          "shipping-status": 0.00024230806441885735,
          "subscription-status": 0.0005302417308172532,
          "try-again": 0.0001967224095399251,
          "update-account": 0.00021703074472561294,
          "update-order": 0.00047492746994951543,
          "validate-purchase": 0.004022144198507135,
          "verify-identity": 0.09817718480653097
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002427046999677281,
          "enter-details": 0.002427046999677281,
          "instructions": 0.0017439669523058453,
          "log-out-in": 0.002209017057477828,
          "make-password": 0.002209017057477828,
          "make-purchase": 0.002427046999677281,
          "membership": 0.002427046999677281,
          "notify-team": 0.002753545538366394,
          "offer-refund": 0.0027097219696462027,
          "promo-code": 0.002753545538366394,
          "pull-up-account": 0.9457253362530659,
          "record-reason": 0.005333010980961898,
          "search-boots": 0.0027097219696462027,
          "search-faq": 0.0038320584594859516,
          "search-jacket": 0.002209017057477828,
          "search-jeans": 0.0015873003997323495,
          "search-membership": 0.0012051541970264522,
          "search-policy": 5.367762555033591e-05,
          "search-pricing": 0.0010794336479763248,
          "search-shirt": 4.0754612013222026e-05,
          "search-timing": 4.807802987467592e-05,
          "select-faq": 0.0013455171477995934,
          "send-link": 4.30625766909744e-05,
          "shipping-status": 5.367762555033591e-05,
          "subscription-status": 4.30625766909744e-05,
          "try-again": 5.367762555033591e-05,
          "update-account": 0.0015873003997323495,
          "update-order": 0.0014217151169919574,
          "validate-purchase": 0.0015873003997323495,
          "verify-identity": 0.0059541411861003075
        }
      }
    },
    {
      "id": "abcd-test-4911-turn-24",
      "conversation_id": "4911",
      "expected_action": "make-purchase",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.02,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.8,
          "enter-details": 0.1,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.07,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 3495,
        "request_sha256": "bd4f99ac24f6db9fbc87ef164ac250aca024f97a7d307b31d6ae5ff7d298c8d4"
      },
      "shared_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.018415873129800177,
          "enter-details": 0.010615957761048926,
          "instructions": 0.01649474852544577,
          "log-out-in": 0.028614013378593865,
          "make-password": 0.0016027630503507024,
          "make-purchase": 0.44951605762783314,
          "membership": 0.0022305358060720226,
          "notify-team": 0.0031597003880250952,
          "offer-refund": 0.004320055786435421,
          "promo-code": 0.0016027630503507024,
          "pull-up-account": 0.08610847604205722,
          "record-reason": 0.018415873129800177,
          "search-boots": 0.00038270384855079384,
          "search-faq": 0.001151673689390676,
          "search-jacket": 0.0022305358060720226,
          "search-jeans": 0.2893068767531257,
          "search-membership": 0.0028077777609646767,
          "search-policy": 0.0010417001676301175,
          "search-pricing": 0.0011722663329174915,
          "search-shirt": 0.00031004869869603744,
          "search-timing": 0.0001995461574037684,
          "select-faq": 0.0006052658075779658,
          "send-link": 0.002017543354426404,
          "shipping-status": 0.001618563273044425,
          "subscription-status": 0.001618563273044425,
          "try-again": 0.020560748268048202,
          "update-account": 0.00283008392496852,
          "update-order": 0.003938578921830799,
          "validate-purchase": 0.010615957761048926,
          "verify-identity": 0.01649474852544577
        }
      },
      "trained_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0036718430796922733,
          "enter-details": 0.0031313979463997023,
          "instructions": 0.007154650350217419,
          "log-out-in": 0.0026544120370892766,
          "make-password": 0.0036940959520477454,
          "make-purchase": 0.9116771402374518,
          "membership": 0.0036718430796922733,
          "notify-team": 0.005141005639391408,
          "offer-refund": 0.0029457163569625126,
          "promo-code": 0.0026384218288920823,
          "pull-up-account": 0.004124343665351778,
          "record-reason": 0.004604701154622089,
          "search-boots": 0.0029457163569625126,
          "search-faq": 0.0032888002469423404,
          "search-jacket": 0.0026384218288920823,
          "search-jeans": 0.003308731903701348,
          "search-membership": 0.0019073415080638125,
          "search-policy": 0.0003653446382599116,
          "search-pricing": 0.000455403135375814,
          "search-shirt": 0.0003653446382599116,
          "search-timing": 0.00032723230958427445,
          "select-faq": 0.0003653446382599116,
          "send-link": 0.003308731903701348,
          "shipping-status": 0.00030969404924797295,
          "subscription-status": 0.0003653446382599116,
          "try-again": 0.005141005639391408,
          "update-account": 0.005141005639391408,
          "update-order": 0.006408278267192166,
          "validate-purchase": 0.004124343665351778,
          "verify-identity": 0.004124343665351778
        }
      }
    },
    {
      "id": "abcd-test-1678-turn-10",
      "conversation_id": "1678",
      "expected_action": "notify-team",
      "jev": {
        "choice": "notify-team",
        "probabilities": {
          "notify-team": 0.68,
          "membership": 0.0,
          "log-out-in": 0.11,
          "search-policy": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.03,
          "search-faq": 0.01,
          "instructions": 0.02,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "try-again": 0.13,
          "make-password": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.01,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "make-purchase": 0.0,
          "subscription-status": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "enter-details": 0.0,
          "search-boots": 0.0,
          "validate-purchase": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.67,
        "input_tokens": 3109,
        "request_sha256": "dbc15743add606f2820af9b7fa0380b42211c9f37a16b5b8427892a7a1798f27"
      },
      "shared_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.042825857853147735,
          "enter-details": 0.003801785551204677,
          "instructions": 0.0665416336377077,
          "log-out-in": 0.011416857252040094,
          "make-password": 0.0010135102328257888,
          "make-purchase": 0.0010135102328257888,
          "membership": 0.0014104834602999279,
          "notify-team": 0.6727791376306399,
          "offer-refund": 0.004244574767381284,
          "promo-code": 0.0009077818807529205,
          "pull-up-account": 0.07429166252172312,
          "record-reason": 0.001571473205470398,
          "search-boots": 0.0005842443917810512,
          "search-faq": 0.007347847081800424,
          "search-jacket": 0.0008113855264561872,
          "search-jeans": 0.0014425657145086532,
          "search-membership": 0.0012920787682933798,
          "search-policy": 0.002186990260907839,
          "search-pricing": 0.00026962523448153614,
          "search-shirt": 0.0001025218076638794,
          "search-timing": 0.0003360886283316324,
          "select-faq": 0.0012607056884803508,
          "send-link": 0.0005830246627631233,
          "shipping-status": 0.002007592012061529,
          "subscription-status": 0.00038457026615337764,
          "try-again": 0.07429166252172312,
          "update-account": 0.0003444522777481962,
          "update-order": 0.00047936793388017937,
          "validate-purchase": 0.01022586271092175,
          "verify-identity": 0.014231146286024473
        }
      },
      "trained_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.002210034170452814,
          "enter-details": 0.0019690993178256002,
          "instructions": 0.003833827310233362,
          "log-out-in": 0.0017729875535851107,
          "make-password": 0.0024674345319081986,
          "make-purchase": 0.0019690993178256002,
          "membership": 0.001979485498454009,
          "notify-team": 0.9461608039983268,
          "offer-refund": 0.0021984382955287703,
          "promo-code": 0.0019690993178256002,
          "pull-up-account": 0.003075664092314395,
          "record-reason": 0.0021984382955287703,
          "search-boots": 0.0019690993178256002,
          "search-faq": 0.0019690993178256002,
          "search-jacket": 0.0017729875535851107,
          "search-jeans": 0.00032792176540976433,
          "search-membership": 0.000293713294546617,
          "search-policy": 0.00026307346405183917,
          "search-pricing": 0.0024674345319081986,
          "search-shirt": 0.000293713294546617,
          "search-timing": 0.001979485498454009,
          "select-faq": 0.0005095152567355188,
          "send-link": 0.0015029199519176937,
          "shipping-status": 0.0015880314260988298,
          "subscription-status": 0.0005095152567355188,
          "try-again": 0.004778876225735872,
          "update-account": 0.001979485498454009,
          "update-order": 0.0015880314260988298,
          "validate-purchase": 0.0005688579100279858,
          "verify-identity": 0.003833827310233362
        }
      }
    },
    {
      "id": "abcd-test-8517-turn-5",
      "conversation_id": "8517",
      "expected_action": "search-faq",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "pull-up-account": 0.49,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "verify-identity": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.01,
          "search-faq": 0.01,
          "search-timing": 0.01,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.48,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0
        },
        "vendor_confidence": 0.46,
        "input_tokens": 2982,
        "request_sha256": "a33148e6877696fcc1effdc86d3895ec02a6e2ac918410ded6fcf67b1e5846d4"
      },
      "shared_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.125152986190351,
          "enter-details": 0.0032999044802389365,
          "instructions": 0.0018743660015007773,
          "log-out-in": 0.0010965668258447866,
          "make-password": 0.0004996834273910891,
          "make-purchase": 0.00028804567976007826,
          "membership": 0.002092671579087806,
          "notify-team": 0.0021238062073765506,
          "offer-refund": 0.0005661805504601636,
          "promo-code": 0.5241400204197253,
          "pull-up-account": 0.125152986190351,
          "record-reason": 0.002092671579087806,
          "search-boots": 0.0006228568505482082,
          "search-faq": 0.0029556616622352246,
          "search-jacket": 0.0008668182953919824,
          "search-jeans": 0.0013668736582372113,
          "search-membership": 0.0009821740950366699,
          "search-policy": 0.0007500164125584179,
          "search-pricing": 0.0012242827854669616,
          "search-shirt": 0.0003872496486607374,
          "search-timing": 0.15600354433884167,
          "select-faq": 0.0015260719388509444,
          "send-link": 0.0006321236312775977,
          "shipping-status": 0.0005389281915563218,
          "subscription-status": 0.00031066891216252797,
          "try-again": 7.838167882236744e-05,
          "update-account": 0.0001999453602167379,
          "update-order": 0.0001999453602167379,
          "validate-purchase": 0.005724464654895095,
          "verify-identity": 0.03725010339384929
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.007154479125697962,
          "enter-details": 0.0033086529110461335,
          "instructions": 0.0026539146231833715,
          "log-out-in": 0.0036934042171552803,
          "make-password": 0.0033086529110461335,
          "make-purchase": 0.002963013633646249,
          "membership": 0.0033081119222376065,
          "notify-team": 0.0036934042171552803,
          "offer-refund": 0.0036934042171552803,
          "promo-code": 0.005140883211312435,
          "pull-up-account": 0.9116553827996704,
          "record-reason": 0.005140883211312435,
          "search-boots": 0.0033081119222376065,
          "search-faq": 0.008918077653632164,
          "search-jacket": 0.0033086529110461335,
          "search-jeans": 0.0003197043410458703,
          "search-membership": 0.0033086529110461335,
          "search-policy": 0.0022500285908389835,
          "search-pricing": 0.0023774499180555806,
          "search-shirt": 0.0002564810483412597,
          "search-timing": 0.005739642345529023,
          "select-faq": 0.002512086996124339,
          "send-link": 0.002654348569522736,
          "shipping-status": 0.0002564810483412597,
          "subscription-status": 0.00035693995368449993,
          "try-again": 0.0003197043410458703,
          "update-account": 0.0002564810483412597,
          "update-order": 0.00022972521234531656,
          "validate-purchase": 0.0033086529110461335,
          "verify-identity": 0.004604591277157179
        }
      }
    },
    {
      "id": "abcd-test-2472-turn-5",
      "conversation_id": "2472",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.21000000000000002,
          "make-purchase": 0.0,
          "pull-up-account": 0.79,
          "log-out-in": 0.0,
          "search-membership": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.78,
        "input_tokens": 2976,
        "request_sha256": "ca07eb784bc30def738af5700cdc6c8448bb3a85cad774e30e6f3746567178b0"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.0021717988127764373,
          "enter-details": 0.005853823835472692,
          "instructions": 0.0010043688902572128,
          "log-out-in": 0.0008363851616189659,
          "make-password": 0.0006709853938213093,
          "make-purchase": 0.0030224554586034155,
          "membership": 0.0015605573871686224,
          "notify-team": 0.0008363851616189659,
          "offer-refund": 0.0010425564450408582,
          "promo-code": 0.0006464080202286049,
          "pull-up-account": 0.38513428906559055,
          "record-reason": 0.0010043688902572128,
          "search-boots": 0.0002489393027360784,
          "search-faq": 0.0001788764454130146,
          "search-jacket": 0.0001602162423087138,
          "search-jeans": 0.001557332677003224,
          "search-membership": 0.0008057493509332468,
          "search-policy": 0.0005777790693792838,
          "search-pricing": 0.0002989372246300171,
          "search-shirt": 0.0005175057731543066,
          "search-timing": 0.00019199728307755414,
          "select-faq": 0.0002393251635985986,
          "send-link": 0.0008057493509332468,
          "shipping-status": 0.0010043688902572128,
          "subscription-status": 0.42999040916931475,
          "try-again": 0.0002393251635985986,
          "update-account": 0.0011213464626044069,
          "update-order": 0.00111902942002252,
          "validate-purchase": 0.04252846362362159,
          "verify-identity": 0.11463026686495875
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0015026296965885708,
          "enter-details": 0.0024669579137066235,
          "instructions": 0.0019710537267976533,
          "log-out-in": 0.001873031741300395,
          "make-password": 0.001979103186727878,
          "make-purchase": 0.0019710537267976533,
          "membership": 0.002200620418304131,
          "notify-team": 0.0019710537267976533,
          "offer-refund": 0.0019710537267976533,
          "promo-code": 0.0024669579137066235,
          "pull-up-account": 0.945978109301604,
          "record-reason": 0.0030750698930585934,
          "search-boots": 0.0017654355244506323,
          "search-faq": 0.002200620418304131,
          "search-jacket": 0.0017726451197942537,
          "search-jeans": 0.0017726451197942537,
          "search-membership": 0.0015877247363832352,
          "search-policy": 0.001273743451812015,
          "search-pricing": 0.0015026296965885708,
          "search-shirt": 6.52364137063286e-05,
          "search-timing": 6.893082004685752e-05,
          "select-faq": 7.695910898072401e-05,
          "send-link": 6.893082004685752e-05,
          "shipping-status": 8.131737337873572e-05,
          "subscription-status": 0.001979103186727878,
          "try-again": 6.893082004685752e-05,
          "update-account": 0.0022096073526254203,
          "update-order": 7.695910898072401e-05,
          "validate-purchase": 0.0024669579137066235,
          "verify-identity": 0.011534928042438483
        }
      }
    },
    {
      "id": "abcd-test-4665-turn-10",
      "conversation_id": "4665",
      "expected_action": "record-reason",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "log-out-in": 0.0,
          "update-order": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.02,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.05,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.19,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.02,
          "shipping-status": 0.0,
          "record-reason": 0.5,
          "search-timing": 0.0,
          "search-jacket": 0.22,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.48,
        "input_tokens": 3147,
        "request_sha256": "60f9e0713abb0d7a3d88f7dc3ce7dd0191aabb9e4582c8c400acc622da4477f3"
      },
      "shared_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.02283598830147531,
          "enter-details": 0.001993798540391312,
          "instructions": 0.0010294411634203914,
          "log-out-in": 0.001993798540391312,
          "make-password": 0.0005315221776715151,
          "make-purchase": 0.04937953805906295,
          "membership": 0.0011493391297174769,
          "notify-team": 0.06872058609259267,
          "offer-refund": 0.0028153571916174768,
          "promo-code": 0.06872058609259267,
          "pull-up-account": 0.0005315221776715151,
          "record-reason": 0.6223279860812044,
          "search-boots": 0.00030639967242633044,
          "search-faq": 0.0031432587564272025,
          "search-jacket": 0.1330964868229348,
          "search-jeans": 0.0007505403563302426,
          "search-membership": 0.0002635303662506067,
          "search-policy": 0.0001229548497800475,
          "search-pricing": 8.757175188111842e-05,
          "search-shirt": 3.659589636144137e-05,
          "search-timing": 7.087810546986325e-05,
          "select-faq": 0.0008379549944664793,
          "send-link": 0.00017111398411767304,
          "shipping-status": 0.0003108856138418836,
          "subscription-status": 0.00021329403873873495,
          "try-again": 5.686157363515055e-05,
          "update-account": 0.00019104345052883145,
          "update-order": 0.0004326537947062318,
          "validate-purchase": 0.006087799770534593,
          "verify-identity": 0.011790712653759831
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0021031112346617856,
          "enter-details": 0.002481031203792428,
          "instructions": 0.0021031112346617856,
          "log-out-in": 0.001875561459222487,
          "make-password": 0.0022222124332551617,
          "make-purchase": 0.0038382596232322146,
          "membership": 0.0022222124332551617,
          "notify-team": 0.005963776166240789,
          "offer-refund": 0.003079222836350843,
          "promo-code": 0.0027580011782223322,
          "pull-up-account": 0.001875561459222487,
          "record-reason": 0.9472556647241035,
          "search-boots": 0.0021031112346617856,
          "search-faq": 0.0026215342236919816,
          "search-jacket": 0.003079222836350843,
          "search-jeans": 0.0003656132573182016,
          "search-membership": 0.0014240157754748142,
          "search-policy": 0.001589868994376491,
          "search-pricing": 0.0012754636845298745,
          "search-shirt": 0.0003656132573182016,
          "search-timing": 0.0002933112288600603,
          "select-faq": 0.00040819584200450825,
          "send-link": 0.00040819584200450825,
          "shipping-status": 0.00026271330334815186,
          "subscription-status": 0.0002933112288600603,
          "try-again": 0.0013476945219693139,
          "update-account": 0.0013476945219693139,
          "update-order": 0.0014240157754748142,
          "validate-purchase": 0.0011424086997354225,
          "verify-identity": 0.0024702897858306433
        }
      }
    },
    {
      "id": "abcd-test-4584-turn-18",
      "conversation_id": "4584",
      "expected_action": "send-link",
      "jev": {
        "choice": "send-link",
        "probabilities": {
          "search-membership": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.0,
          "search-jeans": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.91,
          "make-password": 0.08,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "promo-code": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "verify-identity": 0.01
        },
        "vendor_confidence": 0.9,
        "input_tokens": 3401,
        "request_sha256": "f7ea9f74253cef40e6770052c8d66c21497d0ababcebac7e868018e5aa17b6a1"
      },
      "shared_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.0025602915375492127,
          "enter-details": 0.005536250772758085,
          "instructions": 0.0007620370932037951,
          "log-out-in": 0.0014758979586519758,
          "make-password": 0.001060512943182891,
          "make-purchase": 2.5521191281961965e-05,
          "membership": 4.9428868720384374e-05,
          "notify-team": 9.926888212656793e-05,
          "offer-refund": 4.427249884286832e-05,
          "promo-code": 6.878924557442541e-05,
          "pull-up-account": 0.0003934561561823898,
          "record-reason": 5.518579781348923e-05,
          "search-boots": 1.4711851688963751e-05,
          "search-faq": 8.57459834499229e-05,
          "search-jacket": 0.0001307463842422097,
          "search-jeans": 0.00010489057845631316,
          "search-membership": 9.394848409978102e-05,
          "search-policy": 6.38890838261187e-05,
          "search-pricing": 0.0001307463842422097,
          "search-shirt": 0.00043261195810949426,
          "search-timing": 0.0001091478817356103,
          "select-faq": 0.0008378730097181619,
          "send-link": 0.9817677133631854,
          "shipping-status": 0.00038748234215493077,
          "subscription-status": 0.00025322693957223046,
          "try-again": 0.00031085556672255513,
          "update-account": 0.0010444111478177265,
          "update-order": 0.00020006529845031847,
          "validate-purchase": 0.00025322693957223046,
          "verify-identity": 0.0016477938570678638
        }
      },
      "trained_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.0021087692675710186,
          "enter-details": 0.0021087692675710186,
          "instructions": 0.0017875538230380794,
          "log-out-in": 0.002228190961921563,
          "make-password": 0.0021087692675710186,
          "make-purchase": 0.0005233669435137938,
          "membership": 0.00046876984732801814,
          "notify-team": 0.0012844561901691198,
          "offer-refund": 0.0003368369747548689,
          "promo-code": 0.0006523790317025431,
          "pull-up-account": 0.0013571960022718168,
          "record-reason": 0.0007283608198418986,
          "search-boots": 0.0005843234473656094,
          "search-faq": 0.001601077972310536,
          "search-jacket": 0.0006523790317025431,
          "search-jeans": 0.0019865247696476507,
          "search-membership": 0.0016917483833525239,
          "search-policy": 0.0014340553556867535,
          "search-pricing": 0.0026285868394147816,
          "search-shirt": 0.0019865247696476507,
          "search-timing": 0.0012099966505309337,
          "select-faq": 0.0016917483833525239,
          "send-link": 0.9539340602941063,
          "shipping-status": 0.0017792925282082107,
          "subscription-status": 0.0027774459595865096,
          "try-again": 0.002487705882758126,
          "update-account": 0.0019865247696476507,
          "update-order": 0.0017792925282082107,
          "validate-purchase": 0.0019865247696476507,
          "verify-identity": 0.0021087692675710186
        }
      }
    },
    {
      "id": "abcd-test-5370-turn-5",
      "conversation_id": "5370",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.03,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.97,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "subscription-status": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 2973,
        "request_sha256": "54f0bd93e3cad438ffdd011443af5ca34240092b0e3c3418fca0806b9fc9fc1d"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.010049104093883779,
          "enter-details": 0.010049104093883779,
          "instructions": 0.0017241734378765964,
          "log-out-in": 0.0008417112821448441,
          "make-password": 0.0006048159524393841,
          "make-purchase": 0.00022438985466742648,
          "membership": 0.000434593649430758,
          "notify-team": 0.0026789703185676685,
          "offer-refund": 0.013985152581578987,
          "promo-code": 0.0007141804505646422,
          "pull-up-account": 0.8241250947451038,
          "record-reason": 0.015613988186365696,
          "search-boots": 0.000389257288870184,
          "search-faq": 0.0004852102435201408,
          "search-jacket": 0.0006048159524393841,
          "search-jeans": 0.0005131780830697013,
          "search-membership": 0.0002373238171143131,
          "search-policy": 0.00030145917243272057,
          "search-pricing": 0.00012253540927247965,
          "search-shirt": 0.00011184303726009954,
          "search-timing": 3.7165696077259696e-05,
          "select-faq": 0.00012486925739526453,
          "send-link": 0.00021661506670896658,
          "shipping-status": 0.003339344038787534,
          "subscription-status": 0.00015564988151104715,
          "try-again": 2.6705601734727065e-05,
          "update-account": 0.0003687467914666749,
          "update-order": 0.0008902280877523475,
          "validate-purchase": 0.058569860701078245,
          "verify-identity": 0.05245991322700151
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002478888687842659,
          "enter-details": 0.0030899415357590553,
          "instructions": 0.001988733214161862,
          "log-out-in": 0.002478888687842659,
          "make-password": 0.002478888687842659,
          "make-purchase": 0.0017812704483973663,
          "membership": 0.001988733214161862,
          "notify-team": 0.0017812704483973663,
          "offer-refund": 0.00222035884209089,
          "promo-code": 0.002478888687842659,
          "pull-up-account": 0.9505529806648761,
          "record-reason": 0.0034498232170753905,
          "search-boots": 0.0017812704483973663,
          "search-faq": 0.001988733214161862,
          "search-jacket": 0.0017812180004731304,
          "search-jeans": 0.0017812180004731304,
          "search-membership": 0.0013523857230648695,
          "search-policy": 0.001211306163305985,
          "search-pricing": 0.0015954031862191853,
          "search-shirt": 4.4518319066673354e-05,
          "search-timing": 4.703942724883874e-05,
          "select-faq": 5.251805909987915e-05,
          "send-link": 4.703942724883874e-05,
          "shipping-status": 0.0017812180004731304,
          "subscription-status": 4.4518319066673354e-05,
          "try-again": 4.703942724883874e-05,
          "update-account": 0.0014289726177973564,
          "update-order": 5.5492204079353355e-05,
          "validate-purchase": 0.001509896681147458,
          "verify-identity": 0.006681546445136891
        }
      }
    },
    {
      "id": "abcd-test-5869-turn-6",
      "conversation_id": "5869",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.02,
          "make-purchase": 0.0,
          "search-membership": 0.0,
          "validate-purchase": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.53,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.29,
          "search-policy": 0.0,
          "select-faq": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.16,
          "search-boots": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.51,
        "input_tokens": 3021,
        "request_sha256": "96454420962694e12a6d65eddc6ff5871f63c9e7570b0f176c831c5cc79b1a20"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0032769637524810843,
          "enter-details": 0.002702041978241853,
          "instructions": 0.0032769637524810843,
          "log-out-in": 0.0024201675852285618,
          "make-password": 0.00046360240814181404,
          "make-purchase": 0.0015576108893289834,
          "membership": 0.0007203318454517714,
          "notify-team": 0.37400487355756445,
          "offer-refund": 0.0012157704217754925,
          "promo-code": 0.1549188488085068,
          "pull-up-account": 0.4175647803549927,
          "record-reason": 0.008832654429000558,
          "search-boots": 0.0006451876133430046,
          "search-faq": 0.0012495847713741499,
          "search-jacket": 0.0013573697924056764,
          "search-jeans": 0.0005622445171920551,
          "search-membership": 7.324227084657458e-05,
          "search-policy": 0.0002566032476423387,
          "search-pricing": 4.713845399990067e-05,
          "search-shirt": 4.915439808658968e-05,
          "search-timing": 6.840727182236157e-05,
          "select-faq": 0.0006277285029537675,
          "send-link": 0.00013248979501741587,
          "shipping-status": 0.00016734467729966212,
          "subscription-status": 9.520114536757618e-05,
          "try-again": 3.943384522264977e-05,
          "update-account": 0.00019741575698223936,
          "update-order": 4.402666481695505e-05,
          "validate-purchase": 0.0021090392207091693,
          "verify-identity": 0.021323778271722757
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002110080999859382,
          "enter-details": 0.0014734338076837763,
          "instructions": 0.0037586107514729628,
          "log-out-in": 0.002936560803327238,
          "make-password": 0.0030153219391674375,
          "make-purchase": 0.002936560803327238,
          "membership": 0.002936560803327238,
          "notify-team": 0.009074031573053398,
          "offer-refund": 0.002936560803327238,
          "promo-code": 0.005840013911955075,
          "pull-up-account": 0.9275979345135922,
          "record-reason": 0.0052307892127915956,
          "search-boots": 0.002936560803327238,
          "search-faq": 0.002355839826758361,
          "search-jacket": 0.0027007664997818885,
          "search-jeans": 0.002166675174323047,
          "search-membership": 0.0017382030873103122,
          "search-policy": 0.0013944641486788084,
          "search-pricing": 0.0019406497201957444,
          "search-shirt": 0.000259885244056973,
          "search-timing": 0.0002327742745751106,
          "select-faq": 0.0033665126355576294,
          "send-link": 0.0004038020517830468,
          "shipping-status": 0.000259885244056973,
          "subscription-status": 0.00029015376524508466,
          "try-again": 0.001645042732924767,
          "update-account": 0.0024190253720606956,
          "update-order": 0.0003616778498890475,
          "validate-purchase": 0.0004508324337988804,
          "verify-identity": 0.0052307892127915956
        }
      }
    },
    {
      "id": "abcd-test-6048-turn-11",
      "conversation_id": "6048",
      "expected_action": "search-timing",
      "jev": {
        "choice": "search-timing",
        "probabilities": {
          "search-membership": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.0,
          "search-jeans": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.28,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.04,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.67,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.66,
        "input_tokens": 3142,
        "request_sha256": "e200ba716d8d0addfe2fecc7f2d593d3602f9d52acb5f7fa27d42554816da420"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0029193847721891266,
          "enter-details": 0.00033567978470654597,
          "instructions": 0.0032594023761897775,
          "log-out-in": 0.0010831069157581767,
          "make-password": 0.00017331871547397905,
          "make-purchase": 0.0002692972745228,
          "membership": 0.007868843800755575,
          "notify-team": 0.002614837633820528,
          "offer-refund": 0.0001935049348165852,
          "promo-code": 0.0004184257407097191,
          "pull-up-account": 0.0005215693704676636,
          "record-reason": 0.00030066201101511004,
          "search-boots": 0.0063127378058801115,
          "search-faq": 0.0329546767266237,
          "search-jacket": 0.004062853997946253,
          "search-jeans": 0.0009701183387935557,
          "search-membership": 0.0009701183387935557,
          "search-policy": 0.00025862160464895076,
          "search-pricing": 0.0013500956869337071,
          "search-shirt": 0.000778272015214269,
          "search-timing": 0.898083205315254,
          "select-faq": 0.029516878640451504,
          "send-link": 0.002614837633820528,
          "shipping-status": 0.00045159313778244563,
          "subscription-status": 0.0005629120571074093,
          "try-again": 0.00014202256602377852,
          "update-account": 0.00014202256602377852,
          "update-order": 0.00014202256602377852,
          "validate-purchase": 0.0004044833872024689,
          "verify-identity": 0.00032449428505069
        }
      },
      "trained_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0005386380948978385,
          "enter-details": 0.0005386380948978385,
          "instructions": 0.0020747254685155956,
          "log-out-in": 0.0006013726820719724,
          "make-password": 0.0006013726820719724,
          "make-purchase": 0.0006013726820719724,
          "membership": 0.0005386380948978385,
          "notify-team": 0.001758695702299571,
          "offer-refund": 0.0005386380948978385,
          "promo-code": 0.001758695702299571,
          "pull-up-account": 0.0024475446534676874,
          "record-reason": 0.0024475446534676874,
          "search-boots": 0.0021922192046728173,
          "search-faq": 0.003802918693350208,
          "search-jacket": 0.003050871071242514,
          "search-jeans": 0.0019875327207340716,
          "search-membership": 0.0024475446534676874,
          "search-policy": 0.002732607212644478,
          "search-pricing": 0.003802918693350208,
          "search-shirt": 0.003050871071242514,
          "search-timing": 0.9385338805765522,
          "select-faq": 0.008223257219692963,
          "send-link": 0.002732607212644478,
          "shipping-status": 0.0017801953923840786,
          "subscription-status": 0.0021000885349821597,
          "try-again": 0.0020747254685155956,
          "update-account": 0.0016847843159775106,
          "update-order": 0.0016847843159775106,
          "validate-purchase": 0.0019875327207340716,
          "verify-identity": 0.0016847843159775106
        }
      }
    },
    {
      "id": "abcd-test-5231-turn-17",
      "conversation_id": "5231",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "make-password": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.98,
          "search-membership": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.02,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 3356,
        "request_sha256": "953b9573d9bb919e9e83f5142ebe9535fd8f7b03aac289360ee634f7a0826feb"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.002760942926545474,
          "enter-details": 0.0042898719256125985,
          "instructions": 0.0010243251871434793,
          "log-out-in": 0.0017769323544491826,
          "make-password": 0.0024729240924387173,
          "make-purchase": 4.786489386081032e-05,
          "membership": 0.0002498715788411902,
          "notify-team": 0.00042429155880933136,
          "offer-refund": 0.00010350072919863756,
          "promo-code": 0.00017954651056816977,
          "pull-up-account": 0.0006592517958503446,
          "record-reason": 0.0022149512499336737,
          "search-boots": 4.786489386081032e-05,
          "search-faq": 7.437099190850029e-05,
          "search-jacket": 8.303290629630801e-05,
          "search-jeans": 0.0008072936923728115,
          "search-membership": 0.0006592517958503446,
          "search-policy": 0.0007230776969203727,
          "search-pricing": 0.00018570120198470552,
          "search-shirt": 0.0005800850726149022,
          "search-timing": 0.00033439376296269063,
          "select-faq": 0.0008072936923728115,
          "send-link": 0.0007360341666601107,
          "shipping-status": 0.0006592517958503446,
          "subscription-status": 0.0010243251871434793,
          "try-again": 0.00046537006183604415,
          "update-account": 0.0017769323544491826,
          "update-order": 0.0015635483332603207,
          "validate-purchase": 0.02500289262686493,
          "verify-identity": 0.9482650049635397
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.00030661606334276875,
          "enter-details": 0.0020925752681538266,
          "instructions": 0.0020925752681538266,
          "log-out-in": 0.001874280004169018,
          "make-password": 0.002756117088082791,
          "make-purchase": 0.0004267124311879873,
          "membership": 0.0004267124311879873,
          "notify-team": 0.001874280004169018,
          "offer-refund": 0.00024598108561806937,
          "promo-code": 0.0002746302428930875,
          "pull-up-account": 0.0003821982142741822,
          "record-reason": 0.0034355075882101425,
          "search-boots": 0.002468602019241791,
          "search-faq": 0.001588781209214406,
          "search-jacket": 0.00024598108561806937,
          "search-jeans": 0.0025812262276751177,
          "search-membership": 0.0022110798961898007,
          "search-policy": 0.001503629468292856,
          "search-pricing": 0.001588781209214406,
          "search-shirt": 0.002311955229203602,
          "search-timing": 0.002311955229203602,
          "select-faq": 0.0028818589234426073,
          "send-link": 0.002188044530042332,
          "shipping-status": 0.001503629468292856,
          "subscription-status": 0.0024428837148379712,
          "try-again": 0.0019804222182687936,
          "update-account": 0.0030771192829085595,
          "update-order": 0.0028818589234426073,
          "validate-purchase": 0.0034355075882101425,
          "verify-identity": 0.9466084980872578
        }
      }
    },
    {
      "id": "abcd-test-1201-turn-15",
      "conversation_id": "1201",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "select-faq": 0.01,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.02,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.02,
          "enter-details": 0.67,
          "try-again": 0.17,
          "pull-up-account": 0.03,
          "validate-purchase": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.03,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "subscription-status": 0.0,
          "search-faq": 0.04,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.65,
        "input_tokens": 3312,
        "request_sha256": "5b3bef57420593143c21ab4d5af9322f8471cf13fc22bd09c17be1b72c0628fb"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.06489499700398091,
          "enter-details": 0.004143484457276157,
          "instructions": 0.19528885455923864,
          "log-out-in": 0.06489499700398091,
          "make-password": 0.0012332535650263095,
          "make-purchase": 0.1256871885005296,
          "membership": 0.0019161914876553755,
          "notify-team": 0.17491652246625833,
          "offer-refund": 0.004626070938155974,
          "promo-code": 0.0026667284890545366,
          "pull-up-account": 0.004626070938155974,
          "record-reason": 0.005748898535067306,
          "search-boots": 0.0003670617755885935,
          "search-faq": 0.024076356182167327,
          "search-jacket": 0.04663054817644937,
          "search-jeans": 0.002118189427846795,
          "search-membership": 0.0012295084902688555,
          "search-policy": 0.0018972218180904692,
          "search-pricing": 0.0002629531364186799,
          "search-shirt": 0.00040575610909673757,
          "search-timing": 0.000877387453947107,
          "select-faq": 0.0009863664990628356,
          "send-link": 0.0017110842140269193,
          "shipping-status": 0.0007858592122006173,
          "subscription-status": 0.0007913070196861463,
          "try-again": 0.24342809581092636,
          "update-account": 0.0036744970272700197,
          "update-order": 0.000979575638851448,
          "validate-purchase": 0.011134337702708356,
          "verify-identity": 0.008000636361013419
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.004164208152459994,
          "enter-details": 0.002992213518439869,
          "instructions": 0.9204891426489741,
          "log-out-in": 0.004164208152459994,
          "make-password": 0.0036651947462366624,
          "make-purchase": 0.005190697053305474,
          "membership": 0.002992213518439869,
          "notify-team": 0.00722380482493683,
          "offer-refund": 0.0026336447442552864,
          "promo-code": 0.0024924927587446216,
          "pull-up-account": 0.005190697053305474,
          "record-reason": 0.003282845413198127,
          "search-boots": 0.0026336447442552864,
          "search-faq": 0.003282845413198127,
          "search-jacket": 0.003282845413198127,
          "search-jeans": 0.0026800686035821164,
          "search-membership": 0.00017948024072292267,
          "search-policy": 0.00016075704108724085,
          "search-pricing": 0.00017948024072292267,
          "search-shirt": 0.00016075704108724085,
          "search-timing": 0.00016075704108724085,
          "select-faq": 0.002400486986080306,
          "send-link": 0.003340712820739803,
          "shipping-status": 0.00010346263049013716,
          "subscription-status": 0.002400486986080306,
          "try-again": 0.005795258167607324,
          "update-account": 0.003340712820739803,
          "update-order": 0.0026800686035821164,
          "validate-purchase": 0.002536428510448879,
          "verify-identity": 0.00020038411053381586
        }
      }
    },
    {
      "id": "abcd-test-5361-turn-13",
      "conversation_id": "5361",
      "expected_action": "promo-code",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "log-out-in": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.95,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.02,
          "validate-purchase": 0.03,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3321,
        "request_sha256": "7b9caba6795eb5f38c0f89b85b566618753d087066848f6ec4dd3083d39926a6"
      },
      "shared_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.01862238744175386,
          "enter-details": 0.002056375644802538,
          "instructions": 0.0035672704272839903,
          "log-out-in": 0.0022958792586090593,
          "make-password": 0.0008412274138002545,
          "make-purchase": 0.00043434382636442894,
          "membership": 0.006188268188707307,
          "notify-team": 0.0014776194573058584,
          "offer-refund": 0.006909009168701049,
          "promo-code": 0.8803755894328738,
          "pull-up-account": 0.0008412274138002545,
          "record-reason": 0.0011707206490741851,
          "search-boots": 0.0008412274138002545,
          "search-faq": 0.00043434382636442894,
          "search-jacket": 0.0003890335175955587,
          "search-jeans": 0.0005767350693057674,
          "search-membership": 0.0008517840125361007,
          "search-policy": 0.0004144160257285606,
          "search-pricing": 0.0006833390549492607,
          "search-shirt": 8.863052503437432e-05,
          "search-timing": 3.67121550742836e-05,
          "select-faq": 0.00022707511282234907,
          "send-link": 0.0010617511505141624,
          "shipping-status": 0.0008517840125361007,
          "subscription-status": 0.000612053749466217,
          "try-again": 7.93846891836904e-05,
          "update-account": 0.0007189018963759805,
          "update-order": 0.003982745892481986,
          "validate-purchase": 0.0625675320262982,
          "verify-identity": 0.0008026315468561603
        }
      },
      "trained_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.002781398411313915,
          "enter-details": 0.001989565962130492,
          "instructions": 0.001998588226833844,
          "log-out-in": 0.001998588226833844,
          "make-password": 0.002491246028084347,
          "make-purchase": 0.0012118491299732614,
          "membership": 0.0026323273873086308,
          "notify-team": 0.0022212887984824434,
          "offer-refund": 0.001998588226833844,
          "promo-code": 0.9552915314799287,
          "pull-up-account": 0.001891472390568904,
          "record-reason": 0.0017820165673690924,
          "search-boots": 0.0022212887984824434,
          "search-faq": 0.0023470821361867428,
          "search-jacket": 0.001989565962130492,
          "search-jeans": 0.00020376541675302918,
          "search-membership": 0.0014360960308117472,
          "search-policy": 0.00018250880858219933,
          "search-pricing": 0.00020376541675302918,
          "search-shirt": 0.0001464167176425719,
          "search-timing": 0.00013114265596538823,
          "select-faq": 0.0014360960308117472,
          "send-link": 0.0016941557108696656,
          "shipping-status": 0.00012411397035416518,
          "subscription-status": 0.001603356320187506,
          "try-again": 0.001891472390568904,
          "update-account": 0.002491246028084347,
          "update-order": 0.0013591273475505514,
          "validate-purchase": 0.0021117700243815196,
          "verify-identity": 0.0001385693982226694
        }
      }
    },
    {
      "id": "abcd-test-4095-turn-6",
      "conversation_id": "4095",
      "expected_action": "search-faq",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.39,
          "record-reason": 0.0,
          "search-faq": 0.08,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "make-password": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.52,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.01,
          "search-membership": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "enter-details": 0.0,
          "search-boots": 0.0,
          "validate-purchase": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.5,
        "input_tokens": 3013,
        "request_sha256": "6f0ec101f6093a150e6714a0f03d50038ed526dad2a399d9f66450b5b549b83c"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.003520749011947446,
          "enter-details": 0.002529852544345292,
          "instructions": 0.0011699530798679472,
          "log-out-in": 0.0006061856839956815,
          "make-password": 0.00016160181329502872,
          "make-purchase": 0.004899762095239267,
          "membership": 0.00025109187037304317,
          "notify-team": 0.0005429490246663084,
          "offer-refund": 0.00039013883502838915,
          "promo-code": 0.0005429490246663084,
          "pull-up-account": 0.14908059044693997,
          "record-reason": 0.0018178368670671264,
          "search-boots": 0.00016160181329502872,
          "search-faq": 0.03188367650311311,
          "search-jacket": 0.001047904789163364,
          "search-jeans": 0.0006040719753246336,
          "search-membership": 0.0006040719753246336,
          "search-policy": 0.0004715590462838047,
          "search-pricing": 0.0006040719753246336,
          "search-shirt": 0.7782524053365324,
          "search-timing": 0.0005877996812831679,
          "select-faq": 0.002824501482757358,
          "send-link": 0.0006562600624947699,
          "shipping-status": 0.0004223665168482332,
          "subscription-status": 0.0006562600624947699,
          "try-again": 0.0003388408909068036,
          "update-account": 0.000434059067426656,
          "update-order": 0.0002718332490769783,
          "validate-purchase": 0.0014583496420743575,
          "verify-identity": 0.013206705632843556
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0026520729051231168,
          "enter-details": 0.0021596511995832877,
          "instructions": 0.002375411541789307,
          "log-out-in": 0.002960957109069346,
          "make-password": 0.0026520729051231168,
          "make-purchase": 0.0026520729051231168,
          "membership": 0.002960957109069346,
          "notify-team": 0.0030055467741604194,
          "offer-refund": 0.002960957109069346,
          "promo-code": 0.00269201105556014,
          "pull-up-account": 0.01751741032279844,
          "record-reason": 0.0033556029047462515,
          "search-boots": 0.0021596511995832877,
          "search-faq": 0.9245908161574509,
          "search-jacket": 0.0021596511995832877,
          "search-jeans": 8.04961005927395e-05,
          "search-membership": 0.0019343585542165983,
          "search-policy": 0.0021596511995832877,
          "search-pricing": 0.0009987510250727197,
          "search-shirt": 0.005213831821892429,
          "search-timing": 0.0017325681950005486,
          "select-faq": 0.0030055467741604194,
          "send-link": 0.0011782220723438063,
          "shipping-status": 4.3915549302226144e-05,
          "subscription-status": 6.457755570176987e-05,
          "try-again": 7.209882262190824e-05,
          "update-account": 5.784088840028652e-05,
          "update-order": 4.6402530975868675e-05,
          "validate-purchase": 5.784088840028652e-05,
          "verify-identity": 0.006499055623902486
        }
      }
    },
    {
      "id": "abcd-test-9416-turn-12",
      "conversation_id": "9416",
      "expected_action": "shipping-status",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.06,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.29,
          "instructions": 0.0,
          "update-order": 0.45,
          "search-timing": 0.01,
          "promo-code": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.01,
          "select-faq": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.01,
          "validate-purchase": 0.17,
          "subscription-status": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.0,
          "offer-refund": 0.0,
          "search-jeans": 0.0
        },
        "vendor_confidence": 0.42,
        "input_tokens": 3227,
        "request_sha256": "df507e9e11b9dcd03832fb0f307150b2f7a73b52357baacb29cf12fe9e745643"
      },
      "shared_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.16949048525700733,
          "enter-details": 0.003585190289556364,
          "instructions": 0.002674519802380967,
          "log-out-in": 0.002066707947277921,
          "make-password": 0.0007129948096468088,
          "make-purchase": 0.00032973076332442263,
          "membership": 0.00498944875976541,
          "notify-team": 0.002066707947277921,
          "offer-refund": 0.002066707947277921,
          "promo-code": 0.001851111066213144,
          "pull-up-account": 0.0012368569337126924,
          "record-reason": 0.003585190289556364,
          "search-boots": 0.0007129948096468088,
          "search-faq": 0.0015417452824644541,
          "search-jacket": 0.0005719954945084655,
          "search-jeans": 0.002813111613477171,
          "search-membership": 0.002307415179557711,
          "search-policy": 0.002256803242229878,
          "search-pricing": 0.003585190289556364,
          "search-shirt": 0.0013009499915690728,
          "search-timing": 0.09770396210370272,
          "select-faq": 0.0011652362219511827,
          "send-link": 0.015014772832689198,
          "shipping-status": 0.36649805641404726,
          "subscription-status": 0.0014524701650131119,
          "try-again": 0.00024920733532248456,
          "update-account": 0.002519650792237896,
          "update-order": 0.1892308700167221,
          "validate-purchase": 0.09770396210370272,
          "verify-identity": 0.01871595429860413
        }
      },
      "trained_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.005683692055982392,
          "enter-details": 0.0027773303061531095,
          "instructions": 0.0029346131325294744,
          "log-out-in": 0.00017456412739261218,
          "make-password": 0.00346194968470149,
          "make-purchase": 0.00015635376131856385,
          "membership": 0.004084046581540895,
          "notify-team": 0.0027773303061531095,
          "offer-refund": 0.00012543395143669854,
          "promo-code": 0.00014004310743052922,
          "pull-up-account": 0.00015635376131856385,
          "record-reason": 0.00019489540033297537,
          "search-boots": 0.00346194968470149,
          "search-faq": 0.0036580029623183245,
          "search-jacket": 0.00017456412739261218,
          "search-jeans": 0.003829467934235818,
          "search-membership": 0.00342998141089661,
          "search-policy": 0.00342998141089661,
          "search-pricing": 0.0050907755301345115,
          "search-shirt": 0.003865159630170645,
          "search-timing": 0.003829467934235818,
          "select-faq": 0.004046333852623559,
          "send-link": 0.0050907755301345115,
          "shipping-status": 0.902769605473503,
          "subscription-status": 0.003865159630170645,
          "try-again": 0.004046333852623559,
          "update-account": 0.004275481628944266,
          "update-order": 0.0050907755301345115,
          "validate-purchase": 0.013721574738274765,
          "verify-identity": 0.0036580029623183245
        }
      }
    },
    {
      "id": "abcd-test-4072-turn-17",
      "conversation_id": "4072",
      "expected_action": "membership",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "subscription-status": 0.0,
          "search-policy": 0.0,
          "search-boots": 0.0,
          "record-reason": 0.6,
          "membership": 0.16,
          "update-account": 0.0,
          "promo-code": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.01,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.02,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.07,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.05,
          "try-again": 0.0,
          "verify-identity": 0.09
        },
        "vendor_confidence": 0.58,
        "input_tokens": 3325,
        "request_sha256": "3d59fde46b31d1f75d877a81fa5a7084c9122f10b73551216a265acfce5dbdf6"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.01704466182953959,
          "enter-details": 0.11091284891532359,
          "instructions": 0.0014614939646354203,
          "log-out-in": 0.001352432712615463,
          "make-password": 0.001309032250879118,
          "make-purchase": 0.0002799608178216274,
          "membership": 0.1723329460142512,
          "notify-team": 0.004069882304724654,
          "offer-refund": 0.2398325994486749,
          "promo-code": 0.0008424882572287557,
          "pull-up-account": 0.0004856577544942248,
          "record-reason": 0.11091284891532359,
          "search-boots": 0.0006758816105639335,
          "search-faq": 0.001631712458963745,
          "search-jacket": 0.01704466182953959,
          "search-jeans": 0.0014552608301346326,
          "search-membership": 0.0036453165271902914,
          "search-policy": 0.0009366004421247147,
          "search-pricing": 0.0006729991593750358,
          "search-shirt": 0.0003879546534130474,
          "search-timing": 0.0012113469596720795,
          "select-faq": 0.0020252597274646993,
          "send-link": 0.0012113469596720795,
          "shipping-status": 0.012247529857653323,
          "subscription-status": 0.002619360928613295,
          "try-again": 0.00027876680886075367,
          "update-account": 0.0011674750799555824,
          "update-order": 0.2398325994486749,
          "validate-purchase": 0.04114919332688549,
          "verify-identity": 0.010969880205730599
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.0012327095001336004,
          "enter-details": 0.002259525160360392,
          "instructions": 0.0013762818802486407,
          "log-out-in": 0.0015365759478061104,
          "make-password": 0.0018126914631768848,
          "make-purchase": 0.001530906346510456,
          "membership": 0.9673489157065657,
          "notify-team": 0.0018126914631768848,
          "offer-refund": 0.0012281610327491113,
          "promo-code": 0.001297712900018186,
          "pull-up-account": 0.0009324783382643067,
          "record-reason": 0.0017155388810295765,
          "search-boots": 0.001297712900018186,
          "search-faq": 0.001806002967000138,
          "search-jacket": 0.0014488563089314524,
          "search-jeans": 0.0009889343805041812,
          "search-membership": 0.0011666415616036871,
          "search-policy": 0.00023859391642021057,
          "search-pricing": 0.00023859391642021057,
          "search-shirt": 0.00016225428800171655,
          "search-timing": 0.0011041144025834802,
          "select-faq": 0.00021370402037061982,
          "send-link": 0.0012327095001336004,
          "shipping-status": 0.00021370402037061982,
          "subscription-status": 0.0011666415616036871,
          "try-again": 0.0013025189031625579,
          "update-account": 0.0013025189031625579,
          "update-order": 0.0017155388810295765,
          "validate-purchase": 0.00014532807352537726,
          "verify-identity": 0.00017144287511834663
        }
      }
    },
    {
      "id": "abcd-test-5714-turn-4",
      "conversation_id": "5714",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-pricing",
        "probabilities": {
          "search-policy": 0.04,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.32,
          "ask-the-oracle": 0.02,
          "select-faq": 0.02,
          "membership": 0.0,
          "shipping-status": 0.01,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.24,
          "search-pricing": 0.35000000000000003,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-membership": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.31,
        "input_tokens": 2937,
        "request_sha256": "e9708b2ef178ca944751d67b581118bf6e6d291e53677d10d0cfcb4736db9a08"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0469073292570662,
          "enter-details": 0.004516097932070756,
          "instructions": 0.00578302239309199,
          "log-out-in": 0.002985896210949661,
          "make-password": 0.0010783427902103402,
          "make-purchase": 0.004044983933868315,
          "membership": 0.017402877843652853,
          "notify-team": 0.0050420831974918555,
          "offer-refund": 0.004044983933868315,
          "promo-code": 0.004639398279922779,
          "pull-up-account": 0.660025243768323,
          "record-reason": 0.0019217116002724877,
          "search-boots": 0.0010783427902103402,
          "search-faq": 0.013961366132167542,
          "search-jacket": 0.0023317565573998324,
          "search-jeans": 0.0018192169576819151,
          "search-membership": 0.005179743955064606,
          "search-policy": 0.0005123047034900693,
          "search-pricing": 0.0301893804887369,
          "search-shirt": 0.0002504060567276415,
          "search-timing": 0.0002795705815481115,
          "select-faq": 0.008048125554794292,
          "send-link": 0.0010487001918376806,
          "shipping-status": 0.02169273601087867,
          "subscription-status": 0.00048498084619297385,
          "try-again": 0.008048125554794292,
          "update-account": 0.00031213185372427763,
          "update-order": 0.0006045300428415794,
          "validate-purchase": 0.07288330529056035,
          "verify-identity": 0.07288330529056035
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.009821264124674246,
          "enter-details": 0.008667738512100866,
          "instructions": 0.008667738512100866,
          "log-out-in": 0.0063209284774589205,
          "make-password": 0.006953645619310462,
          "make-purchase": 0.007057120394971387,
          "membership": 0.007057120394971387,
          "notify-team": 0.0050709304680428245,
          "offer-refund": 0.00557852408893028,
          "promo-code": 0.006953645619310462,
          "pull-up-account": 0.051270454812499186,
          "record-reason": 0.01224223217926428,
          "search-boots": 0.007763528697076884,
          "search-faq": 0.7214180125101294,
          "search-jacket": 0.007763528697076884,
          "search-jeans": 0.0011114711109377559,
          "search-membership": 0.0050709304680428245,
          "search-policy": 0.007057120394971387,
          "search-pricing": 0.0063209284774589205,
          "search-shirt": 0.0012409228917468508,
          "search-timing": 0.004068122366431961,
          "select-faq": 0.0050709304680428245,
          "send-link": 0.004541931541488892,
          "shipping-status": 0.007879054670764933,
          "subscription-status": 0.001546814017033389,
          "try-again": 0.07966244369460512,
          "update-account": 0.0008916707150728001,
          "update-order": 0.0008916707150728001,
          "validate-purchase": 0.0012409228917468508,
          "verify-identity": 0.0007986524686643377
        }
      }
    },
    {
      "id": "abcd-test-7539-turn-7",
      "conversation_id": "7539",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "try-again": 0.0,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "update-account": 0.0,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.99,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-boots": 0.0,
          "verify-identity": 0.01,
          "make-password": 0.0,
          "search-jeans": 0.0,
          "search-timing": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3011,
        "request_sha256": "cdab2d2b402ef0d6bd4251c77bb001076d5f82db5f1a5b3cf3c5699ed5af7773"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.01183114488150066,
          "enter-details": 0.002203306540345544,
          "instructions": 0.0030663042773490736,
          "log-out-in": 0.0015831973904142842,
          "make-password": 0.0005873750651388514,
          "make-purchase": 0.009491472500085578,
          "membership": 0.0010189400043313823,
          "notify-team": 0.02558310117426289,
          "offer-refund": 0.0025303097140580307,
          "promo-code": 0.13355292274014954,
          "pull-up-account": 0.6971925303114931,
          "record-reason": 0.020523902776618162,
          "search-boots": 0.002203306540345544,
          "search-faq": 0.0014180398998384469,
          "search-jacket": 0.0020299269067614255,
          "search-jeans": 0.0009387589352076444,
          "search-membership": 0.00017018881838969314,
          "search-policy": 0.0005741434254315179,
          "search-pricing": 8.316248916892256e-05,
          "search-shirt": 0.00023781927161842858,
          "search-timing": 0.0002964423377940528,
          "select-faq": 0.0005411540941753867,
          "send-link": 0.00041255380320129586,
          "shipping-status": 0.0003119517322221647,
          "subscription-status": 0.00046060341523731396,
          "try-again": 0.00017088626714061584,
          "update-account": 0.0002121408053763101,
          "update-order": 0.0002655177716702939,
          "validate-purchase": 0.0035213890948496505,
          "verify-identity": 0.07698750701582421
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002209629019851831,
          "enter-details": 0.002466525652911151,
          "instructions": 0.001978756571263152,
          "log-out-in": 0.003075100095863329,
          "make-password": 0.002754308627179738,
          "make-purchase": 0.0022092201754824294,
          "membership": 0.0022092201754824294,
          "notify-team": 0.003075100095863329,
          "offer-refund": 0.002466525652911151,
          "promo-code": 0.0034332531255088236,
          "pull-up-account": 0.9459873751489933,
          "record-reason": 0.004777999942828908,
          "search-boots": 0.0022092201754824294,
          "search-faq": 0.0022092201754824294,
          "search-jacket": 0.001772662502585677,
          "search-jeans": 0.001587740200312017,
          "search-membership": 0.0012737559147308244,
          "search-policy": 0.0010218637015137896,
          "search-pricing": 0.001205488031337003,
          "search-shirt": 7.879891778207575e-05,
          "search-timing": 7.879891778207575e-05,
          "select-faq": 7.879891778207575e-05,
          "send-link": 7.0578691273779e-05,
          "shipping-status": 0.0012737559147308244,
          "subscription-status": 7.0578691273779e-05,
          "try-again": 7.879891778207575e-05,
          "update-account": 0.0014221089748506295,
          "update-order": 7.879891778207575e-05,
          "validate-purchase": 0.0014221089748506295,
          "verify-identity": 0.007423909178526168
        }
      }
    },
    {
      "id": "abcd-test-4005-turn-11",
      "conversation_id": "4005",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "log-out-in": 0.95,
          "update-order": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.03,
          "membership": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.02,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3194,
        "request_sha256": "b0918d3c673ba1143a96598dbf263dd33954caf131f1768f9cdadb861a7aaa32"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0035943750916636623,
          "enter-details": 0.0025827566485432238,
          "instructions": 0.015053235782644279,
          "log-out-in": 0.8870656896056257,
          "make-password": 0.0012270704526722678,
          "make-purchase": 0.004013007666556907,
          "membership": 0.0012270704526722678,
          "notify-team": 0.001855853070748161,
          "offer-refund": 0.0021286418866568024,
          "promo-code": 0.0017076911919335256,
          "pull-up-account": 0.000407758335272936,
          "record-reason": 0.0008817169593845347,
          "search-boots": 0.00024836650759686187,
          "search-faq": 0.002883567454182041,
          "search-jacket": 0.007772310153693374,
          "search-jeans": 0.0008582568567629507,
          "search-membership": 0.00030135188055011215,
          "search-policy": 0.0002563124558431547,
          "search-pricing": 0.00022880071066165597,
          "search-shirt": 0.00011853412169144277,
          "search-timing": 0.00044463417863743027,
          "select-faq": 0.0009582171580322799,
          "send-link": 0.0006167043273717487,
          "shipping-status": 0.0003982504239864723,
          "subscription-status": 0.0006187898595920986,
          "try-again": 0.03634150248221901,
          "update-account": 0.00044463417863743027,
          "update-order": 0.0002056252675603526,
          "validate-purchase": 0.012076377162277217,
          "verify-identity": 0.013482897676330034
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0011086626886180372,
          "enter-details": 0.001801088935372869,
          "instructions": 0.0038945881671249316,
          "log-out-in": 0.9611571974093382,
          "make-password": 0.0029569570625719494,
          "make-purchase": 0.001903086263638254,
          "membership": 0.001801088935372869,
          "notify-team": 0.0012377875130222035,
          "offer-refund": 0.0010492431401811968,
          "promo-code": 0.0008417496056113644,
          "pull-up-account": 0.0009930082142241854,
          "record-reason": 0.0009930082142241854,
          "search-boots": 0.0011086626886180372,
          "search-faq": 0.0025065425408526366,
          "search-jacket": 0.0021247366855753963,
          "search-jeans": 0.00010587969247665934,
          "search-membership": 0.001224818003354605,
          "search-policy": 0.0001473508230115943,
          "search-pricing": 0.0013674713334804983,
          "search-shirt": 0.00010020499883262793,
          "search-timing": 0.0001182114005335419,
          "select-faq": 0.0017045580832353762,
          "send-link": 0.001294180490584198,
          "shipping-status": 8.494141183598998e-05,
          "subscription-status": 0.00016451262738630725,
          "try-again": 0.0023722023459965417,
          "update-account": 0.0017045580832353762,
          "update-order": 0.0021247366855753963,
          "validate-purchase": 0.001903086263638254,
          "verify-identity": 0.00010587969247665934
        }
      }
    },
    {
      "id": "abcd-test-2748-turn-7",
      "conversation_id": "2748",
      "expected_action": "try-again",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "log-out-in": 0.03,
          "search-policy": 0.01,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.13,
          "instructions": 0.01,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "select-faq": 0.67,
          "update-account": 0.0,
          "try-again": 0.14,
          "make-password": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "validate-purchase": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.65,
        "input_tokens": 3056,
        "request_sha256": "8e8e8b69caa1a61a099c9d3c780196472d800eb1672d1d368d69f983b5358e64"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.009031218166610103,
          "enter-details": 0.003740873057800367,
          "instructions": 0.0218031547949947,
          "log-out-in": 0.08178613556926229,
          "make-password": 0.0010982184015721538,
          "make-purchase": 0.0026880234296939105,
          "membership": 0.0007891306509846544,
          "notify-team": 0.002407611788013018,
          "offer-refund": 0.0012261266461969728,
          "promo-code": 0.00036494085635891446,
          "pull-up-account": 0.019528670554157454,
          "record-reason": 0.0013689321949596845,
          "search-boots": 0.0021270066440009653,
          "search-faq": 0.17685040299657417,
          "search-jacket": 0.0021270066440009653,
          "search-jeans": 0.003740873057800367,
          "search-membership": 0.001243101763532397,
          "search-policy": 0.012568581224137856,
          "search-pricing": 0.011257438605190292,
          "search-shirt": 0.0013735928136904777,
          "search-timing": 0.0011134226674855195,
          "select-faq": 0.042227857749764654,
          "send-link": 0.0007165939655550888,
          "shipping-status": 0.001101957271761179,
          "subscription-status": 0.001101957271761179,
          "try-again": 0.5941811237323591,
          "update-account": 0.00045644807295433087,
          "update-order": 0.0003279830781165754,
          "validate-purchase": 0.0013735928136904777,
          "verify-identity": 0.00027802351702010123
        }
      },
      "trained_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.005211854711229208,
          "enter-details": 0.0009071234627046039,
          "instructions": 0.010094202200040208,
          "log-out-in": 0.00809801878948692,
          "make-password": 0.0010127761820493241,
          "make-purchase": 0.0009071234627046039,
          "membership": 0.0006518182564618657,
          "notify-team": 0.006496591030198803,
          "offer-refund": 0.0009071234627046039,
          "promo-code": 0.0007277347238846236,
          "pull-up-account": 0.005211854711229208,
          "record-reason": 0.0010127761820493241,
          "search-boots": 0.0072532413642561865,
          "search-faq": 0.014047930683883096,
          "search-jacket": 0.005818873501547697,
          "search-jeans": 0.0031223572540135863,
          "search-membership": 0.004181181866971158,
          "search-policy": 0.005818873501547697,
          "search-pricing": 0.0072532413642561865,
          "search-shirt": 0.0031223572540135863,
          "search-timing": 0.005818873501547697,
          "select-faq": 0.047198171458170034,
          "send-link": 0.00809801878948692,
          "shipping-status": 0.002370642428944193,
          "subscription-status": 0.005818873501547697,
          "try-again": 0.827823564184909,
          "update-account": 0.0031223572540135863,
          "update-order": 0.0026467483358041024,
          "validate-purchase": 0.0031223572540135863,
          "verify-identity": 0.002123339326330696
        }
      }
    },
    {
      "id": "abcd-test-3169-turn-14",
      "conversation_id": "3169",
      "expected_action": "shipping-status",
      "jev": {
        "choice": "shipping-status",
        "probabilities": {
          "update-order": 0.13,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.03,
          "search-faq": 0.0,
          "enter-details": 0.0,
          "record-reason": 0.01,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.02,
          "search-policy": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.67,
          "send-link": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.01,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "verify-identity": 0.13,
          "make-password": 0.0,
          "pull-up-account": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.64,
        "input_tokens": 3274,
        "request_sha256": "b442fa314e5b28932c8f6508151ebf43e845ea23370a9b022c5340b0acac9bc4"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.5856065572043324,
          "enter-details": 0.004116296040951413,
          "instructions": 0.0026492328137941073,
          "log-out-in": 0.0024926756029928525,
          "make-password": 0.0011527601507024911,
          "make-purchase": 0.0003073119539177248,
          "membership": 0.02399125803918552,
          "notify-team": 0.005130979527980944,
          "offer-refund": 0.0518775405551046,
          "promo-code": 0.012387204039868727,
          "pull-up-account": 0.0010325053329930615,
          "record-reason": 0.006395780047826581,
          "search-boots": 0.0014369186972891972,
          "search-faq": 0.0010325053329930615,
          "search-jacket": 0.0007419121169667134,
          "search-jeans": 0.0018403975966654218,
          "search-membership": 0.005728579465481347,
          "search-policy": 0.001225162656961306,
          "search-pricing": 0.0071406893117640586,
          "search-shirt": 0.00039360345291813227,
          "search-timing": 9.930605087072709e-05,
          "select-faq": 0.0010609098958346606,
          "send-link": 0.007972358825741483,
          "shipping-status": 0.19459860393500542,
          "subscription-status": 0.001476448768538049,
          "try-again": 0.00022689523918530236,
          "update-account": 0.0007623223396032396,
          "update-order": 0.029905167181881284,
          "validate-purchase": 0.01382992669069556,
          "verify-identity": 0.03338819113195453
        }
      },
      "trained_jevk5": {
        "choice": "shipping-status",
        "probabilities": {
          "ask-the-oracle": 0.004565852033513842,
          "enter-details": 0.000662449288400806,
          "instructions": 0.0007396040789649822,
          "log-out-in": 0.0005933433151100949,
          "make-password": 0.0034666121639036385,
          "make-purchase": 0.0005933433151100949,
          "membership": 0.0034666121639036385,
          "notify-team": 0.004565852033513842,
          "offer-refund": 0.00042634991367214957,
          "promo-code": 0.0040895473474701835,
          "pull-up-account": 0.000662449288400806,
          "record-reason": 0.0036629297606110764,
          "search-boots": 0.0034666121639036385,
          "search-faq": 0.0032808166767500373,
          "search-jacket": 0.0004504944641944118,
          "search-jeans": 0.004264488764152353,
          "search-membership": 0.004505990607528868,
          "search-policy": 0.004505990607528868,
          "search-pricing": 0.004565852033513842,
          "search-shirt": 0.0040895473474701835,
          "search-timing": 0.002900038968217238,
          "select-faq": 0.0038196219512446777,
          "send-link": 0.0050976320652164585,
          "shipping-status": 0.9039855522912801,
          "subscription-status": 0.0032808166767500373,
          "try-again": 0.004035930240051386,
          "update-account": 0.0040895473474701835,
          "update-order": 0.004565852033513842,
          "validate-purchase": 0.004505990607528868,
          "verify-identity": 0.007094280451109884
        }
      }
    },
    {
      "id": "abcd-test-8630-turn-13",
      "conversation_id": "8630",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.96,
          "membership": 0.0,
          "shipping-status": 0.0,
          "make-password": 0.0,
          "enter-details": 0.04,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3221,
        "request_sha256": "29d7491188ead794f6639065f349710ce9dddb2681cc3d954e64795d4b167473"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.016517147534657405,
          "enter-details": 0.03571587972459664,
          "instructions": 0.004403268296788471,
          "log-out-in": 0.013250788569384043,
          "make-password": 0.04970513318688705,
          "make-purchase": 0.0002821582361209444,
          "membership": 0.0005464776947393037,
          "notify-team": 0.0010584056978198571,
          "offer-refund": 0.0006811859334614149,
          "promo-code": 0.0011738571615456407,
          "pull-up-account": 0.0018239046895983135,
          "record-reason": 0.00548868566102253,
          "search-boots": 0.000315020889747533,
          "search-faq": 0.0010584056978198571,
          "search-jacket": 0.0006811859334614149,
          "search-jeans": 0.0018644608980840172,
          "search-membership": 0.002273502126135961,
          "search-policy": 0.0010747814382229867,
          "search-pricing": 0.00048623055047636874,
          "search-shirt": 0.0008622375269761476,
          "search-timing": 0.0004451913977040581,
          "select-faq": 0.0013397181194418585,
          "send-link": 0.014794094401146153,
          "shipping-status": 0.0020363326644750987,
          "subscription-status": 0.0020363326644750987,
          "try-again": 0.002594735788546767,
          "update-account": 0.02566383348369967,
          "update-order": 0.0023240558185602827,
          "validate-purchase": 0.028652870878064104,
          "verify-identity": 0.7808501173363409
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0016802381111735412,
          "enter-details": 0.001875933750058939,
          "instructions": 0.0016802381111735412,
          "log-out-in": 0.0024707801507206383,
          "make-password": 0.0008102197537755554,
          "make-purchase": 0.0007256985534479592,
          "membership": 0.0006499943666614358,
          "notify-team": 0.001875933750058939,
          "offer-refund": 0.00046705636649829957,
          "promo-code": 0.0005821876605458802,
          "pull-up-account": 0.0005821876605458802,
          "record-reason": 0.0038390214357095142,
          "search-boots": 0.0022130307766291125,
          "search-faq": 0.001424298363024788,
          "search-jacket": 0.0005214538856410041,
          "search-jeans": 0.0020957878680891917,
          "search-membership": 0.002094421596947691,
          "search-policy": 0.001424298363024788,
          "search-pricing": 0.0015049576603903578,
          "search-shirt": 0.0018771574212581904,
          "search-timing": 0.0019834626157723633,
          "select-faq": 0.0023398819600692704,
          "send-link": 0.0020957878680891917,
          "shipping-status": 0.001424298363024788,
          "subscription-status": 0.0020957878680891917,
          "try-again": 0.0023383566137081865,
          "update-account": 0.004785350978745254,
          "update-order": 0.0023398819600692704,
          "validate-purchase": 0.0027585487751021665,
          "verify-identity": 0.947443747391955
        }
      }
    },
    {
      "id": "abcd-test-3499-turn-11",
      "conversation_id": "3499",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.06,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.01,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.93,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "subscription-status": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3113,
        "request_sha256": "3b732cdfe725d6df3c2bec735081289048858d7641454cd2021616c3db73b77b"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.007035813918350464,
          "enter-details": 0.008770159691254475,
          "instructions": 0.000997660444299672,
          "log-out-in": 0.00080036755869828,
          "make-password": 0.0005151135932640724,
          "make-purchase": 0.00080036755869828,
          "membership": 0.00080036755869828,
          "notify-team": 0.0016799941786190009,
          "offer-refund": 0.02639208919217515,
          "promo-code": 0.0012071685785835801,
          "pull-up-account": 0.5168130128274395,
          "record-reason": 0.19174049264069748,
          "search-boots": 0.0003701371684721895,
          "search-faq": 0.001730676407123261,
          "search-jacket": 0.02639208919217515,
          "search-jeans": 0.0008674172815418526,
          "search-membership": 0.0005000287111502482,
          "search-policy": 0.00044207900308959586,
          "search-pricing": 0.0007668907642864544,
          "search-shirt": 0.00035465545168956335,
          "search-timing": 0.0001178529389040192,
          "select-faq": 8.11941587634785e-05,
          "send-link": 0.00044207900308959586,
          "shipping-status": 0.0015047388431815858,
          "subscription-status": 0.0006152332397962081,
          "try-again": 8.468375698871874e-05,
          "update-account": 0.0020941174064036793,
          "update-order": 0.018964174052840593,
          "validate-purchase": 0.123403466202341,
          "verify-identity": 0.06371587867738451
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.003069631310691022,
          "enter-details": 0.0024625948635724464,
          "instructions": 0.0017586878532162315,
          "log-out-in": 0.002447533800587659,
          "make-password": 0.0022056994420626645,
          "make-purchase": 0.0021922093947207505,
          "membership": 0.002447533800587659,
          "notify-team": 0.0021922093947207505,
          "offer-refund": 0.002732595105430849,
          "promo-code": 0.0022056994420626645,
          "pull-up-account": 0.9443049750564974,
          "record-reason": 0.0053250016403356675,
          "search-boots": 0.002447533800587659,
          "search-faq": 0.003427147264397617,
          "search-jacket": 0.0022056994420626645,
          "search-jeans": 5.850207992627274e-05,
          "search-membership": 0.0019756029231281446,
          "search-policy": 0.001077812530554827,
          "search-pricing": 0.0012033441965429432,
          "search-shirt": 4.203697316186027e-05,
          "search-timing": 5.536661934429202e-05,
          "select-faq": 0.00158491661440533,
          "send-link": 5.239920898643176e-05,
          "shipping-status": 5.850207992627274e-05,
          "subscription-status": 5.239920898643176e-05,
          "try-again": 5.536661934429202e-05,
          "update-account": 0.0019756029231281446,
          "update-order": 0.0019756029231281446,
          "validate-purchase": 0.0024625948635724464,
          "verify-identity": 0.005945198624330602
        }
      }
    },
    {
      "id": "abcd-test-5576-turn-15",
      "conversation_id": "5576",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.18,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.18,
          "validate-purchase": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.01,
          "enter-details": 0.63,
          "search-jeans": 0.0,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.61,
        "input_tokens": 3264,
        "request_sha256": "4b09054c986edf695212d54e6d79350ac6c36c19b62a774065e73f8d927f247f"
      },
      "shared_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.007747262031400746,
          "enter-details": 0.023313874357674347,
          "instructions": 0.0018498721226155547,
          "log-out-in": 0.0025744329054271015,
          "make-password": 0.0020653246575206108,
          "make-purchase": 8.009696234252548e-05,
          "membership": 0.00033544560003235,
          "notify-team": 0.0004931531500202199,
          "offer-refund": 0.0003004522848626801,
          "promo-code": 0.0011905708830352829,
          "pull-up-account": 0.0025744329054271015,
          "record-reason": 0.00021589156341388047,
          "search-boots": 5.755402591902449e-05,
          "search-faq": 6.425734191042732e-05,
          "search-jacket": 0.00011146946355620635,
          "search-jeans": 0.0006863128169744123,
          "search-membership": 0.0006147173665570904,
          "search-policy": 0.001661358129002463,
          "search-pricing": 0.002312081570650512,
          "search-shirt": 0.000957700618621089,
          "search-timing": 0.00028504725620297347,
          "select-faq": 0.0010692439239593976,
          "send-link": 0.8842068357898427,
          "shipping-status": 0.0011905708830352829,
          "subscription-status": 0.004986109480478063,
          "try-again": 0.0006163724386915483,
          "update-account": 0.001656895390918648,
          "update-order": 0.0018548546581563803,
          "validate-purchase": 0.018703429237161905,
          "verify-identity": 0.03622438018458944
        }
      },
      "trained_jevk5": {
        "choice": "send-link",
        "probabilities": {
          "ask-the-oracle": 0.004062088995491291,
          "enter-details": 0.013647801741954648,
          "instructions": 0.004062088995491291,
          "log-out-in": 0.003638335774819424,
          "make-password": 0.003638335774819424,
          "make-purchase": 0.00018592506908766805,
          "membership": 0.0020973441831771728,
          "notify-team": 0.0032587884995777913,
          "offer-refund": 0.0001665295608956906,
          "promo-code": 0.00011966068074764202,
          "pull-up-account": 0.00014915736089876708,
          "record-reason": 0.003638335774819424,
          "search-boots": 0.00018592506908766805,
          "search-faq": 0.0001665295608956906,
          "search-jacket": 0.00015760427379975995,
          "search-jeans": 0.004124936661259531,
          "search-membership": 0.00369462773207054,
          "search-policy": 0.00369462773207054,
          "search-pricing": 0.003903858031958018,
          "search-shirt": 0.0034966112914038435,
          "search-timing": 0.0029639945362881673,
          "select-faq": 0.004062088995491291,
          "send-link": 0.8979159124109597,
          "shipping-status": 0.0029188352038441805,
          "subscription-status": 0.004062088995491291,
          "try-again": 0.003638335774819424,
          "update-account": 0.005653133563328064,
          "update-order": 0.004866169251875976,
          "validate-purchase": 0.007046654602691438,
          "verify-identity": 0.008783673900884578
        }
      }
    },
    {
      "id": "abcd-test-2073-turn-10",
      "conversation_id": "2073",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.01,
          "validate-purchase": 0.8,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.19,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 3131,
        "request_sha256": "956f7ed3d7b15b5d4d323bda5e829973a3bef78a0c8556b1d9456fc93b934409"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.009562966130290961,
          "enter-details": 0.00396113501894022,
          "instructions": 0.002045217557427494,
          "log-out-in": 0.00044996273562433763,
          "make-password": 0.00010744099395546261,
          "make-purchase": 3.570289093886351e-05,
          "membership": 0.00396113501894022,
          "notify-team": 0.001831862523515606,
          "offer-refund": 0.009562966130290961,
          "promo-code": 0.04004964947019255,
          "pull-up-account": 0.00014952367181847356,
          "record-reason": 0.0044224845787926605,
          "search-boots": 0.00013392551914162256,
          "search-faq": 0.00020808931531000844,
          "search-jacket": 7.72022896097211e-05,
          "search-jeans": 0.0013971681925611652,
          "search-membership": 0.0013162943126865478,
          "search-policy": 0.0013971681925611652,
          "search-pricing": 0.0031777990226538612,
          "search-shirt": 0.0005183571117482267,
          "search-timing": 0.0001722512482574157,
          "select-faq": 0.00023863268830589634,
          "send-link": 0.0031777990226538612,
          "shipping-status": 0.008565368689394408,
          "subscription-status": 0.0008992122672284164,
          "try-again": 0.0002676387303280335,
          "update-account": 0.0015598946882495071,
          "update-order": 0.008565368689394408,
          "validate-purchase": 0.8755985705641026,
          "verify-identity": 0.01658921273508526
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.003367568490439548,
          "enter-details": 0.003759785755031857,
          "instructions": 0.0008454425265844302,
          "log-out-in": 0.003367568490439548,
          "make-password": 0.003759785755031857,
          "make-purchase": 0.0006074965476150174,
          "membership": 0.0008454425265844302,
          "notify-team": 0.0010538464276482438,
          "offer-refund": 0.0006074965476150174,
          "promo-code": 0.003367568490439548,
          "pull-up-account": 0.0006074965476150174,
          "record-reason": 0.003759785755031857,
          "search-boots": 0.002854608597805653,
          "search-faq": 0.0025568186871071648,
          "search-jacket": 0.0005441230725278472,
          "search-jeans": 0.0016556925605805365,
          "search-membership": 0.002180702098719876,
          "search-policy": 0.0017494560028665422,
          "search-pricing": 0.003187081375877432,
          "search-shirt": 0.001953213335362688,
          "search-timing": 0.0017494560028665422,
          "select-faq": 0.002180702098719876,
          "send-link": 0.0024197841761586436,
          "shipping-status": 0.003367568490439548,
          "subscription-status": 0.001953213335362688,
          "try-again": 0.003367568490439548,
          "update-account": 0.003367568490439548,
          "update-order": 0.005232424665738801,
          "validate-purchase": 0.9278888954504008,
          "verify-identity": 0.005841839208509928
        }
      }
    },
    {
      "id": "abcd-test-7799-turn-23",
      "conversation_id": "7799",
      "expected_action": "offer-refund",
      "jev": {
        "choice": "offer-refund",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "update-order": 0.05,
          "search-shirt": 0.0,
          "record-reason": 0.22,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "make-password": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.04,
          "search-membership": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "enter-details": 0.02,
          "search-boots": 0.0,
          "validate-purchase": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.67
        },
        "vendor_confidence": 0.65,
        "input_tokens": 3504,
        "request_sha256": "50518dcb2656704258d0ae42fce8fbceaf7b34fdd5f1976194a498f68c11bc19"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.041415945250329635,
          "enter-details": 0.004096261036884059,
          "instructions": 0.0021149854405261956,
          "log-out-in": 0.0032862029695790674,
          "make-password": 0.0014650654540832506,
          "make-purchase": 0.0004868450915586833,
          "membership": 0.012326897919623712,
          "notify-team": 0.007933546313958298,
          "offer-refund": 0.8110102299148118,
          "promo-code": 0.0007564449275345278,
          "pull-up-account": 0.0004868450915586833,
          "record-reason": 0.019153152529801525,
          "search-boots": 0.00031333135177820544,
          "search-faq": 0.0003498250908002493,
          "search-jacket": 0.0009429107096834755,
          "search-jeans": 0.0013611968363031453,
          "search-membership": 0.0004523292891341488,
          "search-policy": 0.00011412255258494844,
          "search-pricing": 0.0012191982103319009,
          "search-shirt": 0.00021229377065298154,
          "search-timing": 5.6594911327694787e-05,
          "select-faq": 0.0004111658364366627,
          "send-link": 0.0005638296587520504,
          "shipping-status": 0.007105925765565285,
          "subscription-status": 0.00045905387922490557,
          "try-again": 0.00015254479508872504,
          "update-account": 0.0006388573932553124,
          "update-order": 0.07184567551916095,
          "validate-purchase": 0.0004111658364366627,
          "verify-identity": 0.008857556653233343
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.02111043910173107,
          "enter-details": 0.0038484123608284074,
          "instructions": 0.01089977632641733,
          "log-out-in": 0.009762712984974315,
          "make-password": 0.009762712984974315,
          "make-purchase": 0.0030873680683625154,
          "membership": 0.016935733815918324,
          "notify-team": 0.023569149506801678,
          "offer-refund": 0.29704118649067135,
          "promo-code": 0.0038484123608284074,
          "pull-up-account": 0.0038484123608284074,
          "record-reason": 0.016935733815918324,
          "search-boots": 0.0034469498973343717,
          "search-faq": 0.0038484123608284074,
          "search-jacket": 0.0038484123608284074,
          "search-jeans": 0.009762712984974315,
          "search-membership": 0.0036340534576242063,
          "search-policy": 0.0036340534576242063,
          "search-pricing": 0.009762712984974315,
          "search-shirt": 0.004057307244293738,
          "search-timing": 0.0019825986549342465,
          "select-faq": 0.00261126755312465,
          "send-link": 0.007832081832380789,
          "shipping-status": 0.026314224286721543,
          "subscription-status": 0.004057307244293738,
          "try-again": 0.009762712984974315,
          "update-account": 0.01089977632641733,
          "update-order": 0.4615334272282105,
          "validate-purchase": 0.007832081832380789,
          "verify-identity": 0.004529857129825715
        }
      }
    },
    {
      "id": "abcd-test-5575-turn-18",
      "conversation_id": "5575",
      "expected_action": "make-purchase",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.02,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.02,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.11,
          "membership": 0.0,
          "record-reason": 0.14,
          "update-account": 0.0,
          "make-purchase": 0.36,
          "log-out-in": 0.0,
          "search-boots": 0.27,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "search-policy": 0.0,
          "update-order": 0.08,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.33,
        "input_tokens": 3454,
        "request_sha256": "08d384a54ddc8d8beeadbe18d55e7030e38843b59a149666097972d1d3f096d0"
      },
      "shared_jevk5": {
        "choice": "search-boots",
        "probabilities": {
          "ask-the-oracle": 0.02146612787502907,
          "enter-details": 0.00889161585113813,
          "instructions": 0.002569600557909391,
          "log-out-in": 0.0020614477467991075,
          "make-password": 0.0008538841098957925,
          "make-purchase": 0.007133249757715473,
          "membership": 0.0014812624186857323,
          "notify-team": 0.007964052905779088,
          "offer-refund": 0.0051256288449723795,
          "promo-code": 0.0004922274345671845,
          "pull-up-account": 0.0004922274345671845,
          "record-reason": 0.00098185610991573,
          "search-boots": 0.5849964550266815,
          "search-faq": 0.037238037851213525,
          "search-jacket": 0.0006135628809258646,
          "search-jeans": 0.002048516291577905,
          "search-membership": 0.00411200743453322,
          "search-policy": 0.0013184173626255822,
          "search-pricing": 0.002553480940021497,
          "search-shirt": 0.000438113106098195,
          "search-timing": 0.002123118324694857,
          "select-faq": 0.00411200743453322,
          "send-link": 0.0051256288449723795,
          "shipping-status": 0.023966262433687206,
          "subscription-status": 0.0016434107865233095,
          "try-again": 0.0009473555755785331,
          "update-account": 0.11206084823197021,
          "update-order": 0.11206084823197021,
          "validate-purchase": 0.0035536359036621576,
          "verify-identity": 0.041575112291756325
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.016645131702568698,
          "enter-details": 0.018583771171521154,
          "instructions": 0.0013681523579240015,
          "log-out-in": 0.001705405791029705,
          "make-password": 0.001705405791029705,
          "make-purchase": 0.23421089062275463,
          "membership": 0.0015274996236783716,
          "notify-team": 0.013353465322457455,
          "offer-refund": 0.011960447009106435,
          "promo-code": 0.0010387664744995263,
          "pull-up-account": 0.0061754357531115635,
          "record-reason": 0.008133626308544155,
          "search-boots": 0.023164748093815163,
          "search-faq": 0.0019040323840738367,
          "search-jacket": 0.0015274996236783716,
          "search-jeans": 0.01359658652860772,
          "search-membership": 0.01359658652860772,
          "search-policy": 0.011525504550994,
          "search-pricing": 0.012867868013728101,
          "search-shirt": 0.00976989841585821,
          "search-timing": 0.016948182938644866,
          "select-faq": 0.0072851344866258945,
          "send-link": 0.0061754357531115635,
          "shipping-status": 0.018583771171521154,
          "subscription-status": 0.016039833428276088,
          "try-again": 0.013353465322457455,
          "update-account": 0.0868934515505979,
          "update-order": 0.40629379344327027,
          "validate-purchase": 0.013353465322457455,
          "verify-identity": 0.010712744515448869
        }
      }
    },
    {
      "id": "abcd-test-1008-turn-18",
      "conversation_id": "1008",
      "expected_action": "notify-team",
      "jev": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.93,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.04,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.01,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.01,
          "validate-purchase": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3311,
        "request_sha256": "50b4fcd02104a4769c39eadbccc2868b48515f3d7e99237d2e49b3845b2970e2"
      },
      "shared_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.009968699834879162,
          "enter-details": 0.003080121884476523,
          "instructions": 0.003312625274102896,
          "log-out-in": 0.0012290011197459924,
          "make-password": 0.0006587411286099047,
          "make-purchase": 0.013873255279313539,
          "membership": 0.0012758350063535615,
          "notify-team": 0.9127480384475555,
          "offer-refund": 0.001982352932487413,
          "promo-code": 0.01930715534552527,
          "pull-up-account": 0.0004733413564181745,
          "record-reason": 0.003312625274102896,
          "search-boots": 0.005746527332705086,
          "search-faq": 0.0012758350063535615,
          "search-jacket": 0.004286549202466704,
          "search-jeans": 0.0002934578597834602,
          "search-membership": 8.734395874250975e-05,
          "search-policy": 9.050311049184271e-05,
          "search-pricing": 6.631563136521222e-05,
          "search-shirt": 1.1157765302436442e-05,
          "search-timing": 1.9355765148302133e-05,
          "select-faq": 0.013873255279313539,
          "send-link": 0.0004559662148713151,
          "shipping-status": 0.00023542494335216413,
          "subscription-status": 3.0074386743391066e-05,
          "try-again": 1.552805744360548e-05,
          "update-account": 4.672865804479677e-05,
          "update-order": 8.106192237507777e-05,
          "validate-purchase": 0.0013721415373612903,
          "verify-identity": 0.0007909804845649631
        }
      },
      "trained_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.00309848821326898,
          "enter-details": 0.0024857451120269963,
          "instructions": 0.0024857451120269963,
          "log-out-in": 0.003862273853897776,
          "make-password": 0.0024857451120269963,
          "make-purchase": 0.0018011800307716154,
          "membership": 0.002226434707533402,
          "notify-team": 0.9531821987073824,
          "offer-refund": 0.0014449869846975662,
          "promo-code": 0.001704644323213058,
          "pull-up-account": 0.0014449869846975662,
          "record-reason": 0.001704644323213058,
          "search-boots": 0.0018011800307716154,
          "search-faq": 0.0011592327758557573,
          "search-jacket": 0.0024857451120269963,
          "search-jeans": 0.0018872958733488535,
          "search-membership": 0.0015140730529556792,
          "search-policy": 0.0001740669653069155,
          "search-pricing": 0.00019434034949202122,
          "search-shirt": 0.00011202873304270315,
          "search-timing": 8.987443201239125e-05,
          "select-faq": 0.0016904150346845632,
          "send-link": 0.0015998160069734058,
          "shipping-status": 0.0001250765892347997,
          "subscription-status": 0.0001396441296063892,
          "try-again": 0.0019941751314551024,
          "update-account": 0.0018872958733488535,
          "update-order": 0.002226434707533402,
          "validate-purchase": 0.00021697493572943427,
          "verify-identity": 0.002775256801864722
        }
      }
    },
    {
      "id": "abcd-test-1135-turn-37",
      "conversation_id": "1135",
      "expected_action": "make-purchase",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.01,
          "make-purchase": 0.92,
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "search-membership": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.05,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.01,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.01,
          "search-boots": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 4023,
        "request_sha256": "07e461697baaf48dc2e1acb649a6bf4cd28bda1bcec9fc8f489e4cb6c0c8dda9"
      },
      "shared_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.015357640643658585,
          "enter-details": 0.007929480127209697,
          "instructions": 0.004765808262861229,
          "log-out-in": 0.005320876207141423,
          "make-password": 0.0009129284834244555,
          "make-purchase": 0.5216956893645055,
          "membership": 0.003067256460399759,
          "notify-team": 0.02386222653370061,
          "offer-refund": 0.0029418783337349327,
          "promo-code": 0.0011379679532859295,
          "pull-up-account": 0.0011379679532859295,
          "record-reason": 0.0010914530991863829,
          "search-boots": 0.0051033843349466935,
          "search-faq": 0.003424496483492992,
          "search-jacket": 0.07180886832228511,
          "search-jeans": 0.0013587259129712744,
          "search-membership": 0.004094161968684734,
          "search-policy": 0.000701539468391529,
          "search-pricing": 0.0013587259129712744,
          "search-shirt": 0.00036221995170652294,
          "search-timing": 0.002634984607364828,
          "select-faq": 0.00032485670083399175,
          "send-link": 0.0015189552726284255,
          "shipping-status": 0.006361382072143783,
          "subscription-status": 0.0018909154986966757,
          "try-again": 0.0016936574050506958,
          "update-account": 0.173360861054027,
          "update-order": 0.12456934801865392,
          "validate-purchase": 0.0013587259129712744,
          "verify-identity": 0.008853017679784839
        }
      },
      "trained_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.012919363780744519,
          "enter-details": 0.010364478431619474,
          "instructions": 0.0038178730292805717,
          "log-out-in": 0.0038178730292805717,
          "make-password": 0.0034195963940658975,
          "make-purchase": 0.7613187908254322,
          "membership": 0.011571628589674348,
          "notify-team": 0.010364478431619474,
          "offer-refund": 0.0028987108534435846,
          "promo-code": 0.0034195963940658975,
          "pull-up-account": 0.0059746757883976705,
          "record-reason": 0.009283265757949332,
          "search-boots": 0.0038178730292805717,
          "search-faq": 0.004262536286077305,
          "search-jacket": 0.03118990900321018,
          "search-jeans": 0.005351403574903903,
          "search-membership": 0.006670538408663991,
          "search-policy": 0.0010649861901883644,
          "search-pricing": 0.0012563595844566472,
          "search-shirt": 0.0010079074899600397,
          "search-timing": 0.0011252973467104758,
          "select-faq": 0.012919363780744519,
          "send-link": 0.009283265757949332,
          "shipping-status": 0.001402686211010035,
          "subscription-status": 0.0015660554556134352,
          "try-again": 0.016104023168584468,
          "update-account": 0.025021935026234187,
          "update-order": 0.02793620716727629,
          "validate-purchase": 0.009283265757949332,
          "verify-identity": 0.0015660554556134352
        }
      }
    },
    {
      "id": "abcd-test-7836-turn-6",
      "conversation_id": "7836",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "make-purchase": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.01,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.04,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.95,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.94,
        "input_tokens": 3017,
        "request_sha256": "cf811267c1ef96f3829db1a5ba9bbed2ebd263309a8a61156e0a3701f36ff214"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.007787965896073182,
          "enter-details": 0.001859591278897246,
          "instructions": 0.007787965896073182,
          "log-out-in": 0.006975534290484569,
          "make-password": 0.0005301632931949252,
          "make-purchase": 0.0016656006680225187,
          "membership": 0.00030561600530990717,
          "notify-team": 0.0006899187470117773,
          "offer-refund": 0.00021960197491359513,
          "promo-code": 0.00030561600530990717,
          "pull-up-account": 0.0004253205204315893,
          "record-reason": 0.0002451787681155323,
          "search-boots": 0.00017617446444294078,
          "search-faq": 0.026165974687141352,
          "search-jacket": 0.0014918468739147732,
          "search-jeans": 0.0006899187470117773,
          "search-membership": 0.0003190591078260975,
          "search-policy": 0.00022926158320150955,
          "search-pricing": 0.0032259011347146684,
          "search-shirt": 0.0010113556543662654,
          "search-timing": 0.7130770322137869,
          "select-faq": 0.21223822893648936,
          "send-link": 0.001859591278897246,
          "shipping-status": 0.0005221847082567832,
          "subscription-status": 0.0005221847082567832,
          "try-again": 0.00021629712874643127,
          "update-account": 0.00014709148700421069,
          "update-order": 0.00014709148700421069,
          "validate-purchase": 0.00046771094212419976,
          "verify-identity": 0.008695021512976452
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0008998027515649338,
          "enter-details": 0.0006465572972943572,
          "instructions": 0.002727106610775241,
          "log-out-in": 0.00244261792223741,
          "make-password": 0.0010046018755444852,
          "make-purchase": 0.0025809454717784317,
          "membership": 0.0007218611175714882,
          "notify-team": 0.0010046018755444852,
          "offer-refund": 0.0008059354707740883,
          "promo-code": 0.0033993458086694793,
          "pull-up-account": 0.0023117037674527533,
          "record-reason": 0.0023117037674527533,
          "search-boots": 0.0008059354707740883,
          "search-faq": 0.00244261792223741,
          "search-jacket": 0.0030447299439732398,
          "search-jeans": 0.0024403219095434168,
          "search-membership": 0.0021878065132735973,
          "search-policy": 0.0021878065132735973,
          "search-pricing": 0.0030447299439732398,
          "search-shirt": 0.002727106610775241,
          "search-timing": 0.004237294406043504,
          "select-faq": 0.9366447047238331,
          "send-link": 0.0030447299439732398,
          "shipping-status": 0.0018528084554999282,
          "subscription-status": 0.0030447299439732398,
          "try-again": 0.0024403219095434168,
          "update-account": 0.002185750047702157,
          "update-order": 0.002185750047702157,
          "validate-purchase": 0.0024403219095434168,
          "verify-identity": 0.002185750047702157
        }
      }
    },
    {
      "id": "abcd-test-2206-turn-23",
      "conversation_id": "2206",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.92,
          "make-purchase": 0.0,
          "pull-up-account": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.03,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.01,
          "select-faq": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.04
        },
        "vendor_confidence": 0.91,
        "input_tokens": 3445,
        "request_sha256": "5800693351123c41e3fbd10c3dd069b1c08d9feb816477b4805e1f345659d9ec"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.004158157529629024,
          "enter-details": 0.07293138430350199,
          "instructions": 0.0012817389788804092,
          "log-out-in": 0.0013817668702172643,
          "make-password": 0.0033358591533166507,
          "make-purchase": 0.11331853934529962,
          "membership": 0.0017223760587979295,
          "notify-team": 0.0008892999315180954,
          "offer-refund": 0.0017837725838182389,
          "promo-code": 0.0005927523244128759,
          "pull-up-account": 0.006460822845887178,
          "record-reason": 0.0027715734700892113,
          "search-boots": 0.0007388674098541162,
          "search-faq": 0.0002455273101660681,
          "search-jacket": 0.0003060504666852054,
          "search-jeans": 0.0015707250387593603,
          "search-membership": 0.002440543917227335,
          "search-policy": 0.0006506190570764595,
          "search-pricing": 0.0037243829447319078,
          "search-shirt": 0.0010109126810488747,
          "search-timing": 0.00024138325640791103,
          "select-faq": 0.00026949688798070994,
          "send-link": 0.06532311716560099,
          "shipping-status": 0.0004112647215678289,
          "subscription-status": 0.38072711034987383,
          "try-again": 0.0009054552612890175,
          "update-account": 0.030209294600187415,
          "update-order": 0.011207816957101581,
          "validate-purchase": 0.17607084923377328,
          "verify-identity": 0.11331853934529962
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0005019461571394883,
          "enter-details": 0.0038706854848908428,
          "instructions": 0.003281087910158473,
          "log-out-in": 0.0031052357527376457,
          "make-password": 0.004321499650477632,
          "make-purchase": 0.0007799085040872269,
          "membership": 0.004321499650477632,
          "notify-team": 0.0007799085040872269,
          "offer-refund": 0.0003606760584687519,
          "promo-code": 0.0004026836024539979,
          "pull-up-account": 0.0007799085040872269,
          "record-reason": 0.005098053901894219,
          "search-boots": 0.0034668988122952956,
          "search-faq": 0.002357643086276765,
          "search-jacket": 0.0003057365518255491,
          "search-jeans": 0.001955427376455712,
          "search-membership": 0.002575480538930691,
          "search-policy": 0.002437445953947343,
          "search-pricing": 0.0031052357527376457,
          "search-shirt": 0.0018506248720030342,
          "search-timing": 0.00218317398046946,
          "select-faq": 0.00218317398046946,
          "send-link": 0.00218317398046946,
          "shipping-status": 0.002632235070054751,
          "subscription-status": 0.0040898853496349795,
          "try-again": 0.0034668988122952956,
          "update-account": 0.007094867743785435,
          "update-order": 0.005098053901894219,
          "validate-purchase": 0.021350638875032434,
          "verify-identity": 0.9040603116804621
        }
      }
    },
    {
      "id": "abcd-test-2334-turn-34",
      "conversation_id": "2334",
      "expected_action": "update-order",
      "jev": {
        "choice": "update-order",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.64,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.04,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.07,
          "search-membership": 0.0,
          "enter-details": 0.04,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.21000000000000002,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.62,
        "input_tokens": 3920,
        "request_sha256": "b53c895b92fc752e9725a36a41624aabe278b759c6d8e5c99291d447027cc9c4"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.006370421264719425,
          "enter-details": 0.0238961316143423,
          "instructions": 0.0009467554628212809,
          "log-out-in": 0.0029460582454603357,
          "make-password": 0.0007595286691074707,
          "make-purchase": 0.00025239338522983735,
          "membership": 0.0644090970760573,
          "notify-team": 0.0036722696512367487,
          "offer-refund": 0.007940746691989358,
          "promo-code": 0.0004888297814848701,
          "pull-up-account": 0.0013175821645007046,
          "record-reason": 0.05769000503946135,
          "search-boots": 0.00035125118777841355,
          "search-faq": 0.0013175821645007046,
          "search-jacket": 0.011050990433232427,
          "search-jeans": 0.0017365533109202293,
          "search-membership": 0.008865598024569005,
          "search-policy": 0.0016982757209739892,
          "search-pricing": 0.0013931404183226922,
          "search-shirt": 0.0007193085423944042,
          "search-timing": 0.00033265062705105586,
          "select-faq": 0.001093003952988345,
          "send-link": 0.007940746691989358,
          "shipping-status": 0.08028628282744808,
          "subscription-status": 0.0013931404183226922,
          "try-again": 0.000577061286616897,
          "update-account": 0.021403310429964333,
          "update-order": 0.6512191281715699,
          "validate-purchase": 0.0008030856025614332,
          "verify-identity": 0.03712907114238503
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.0014670275767056883,
          "enter-details": 0.0036558912441710836,
          "instructions": 0.001313988713654118,
          "log-out-in": 0.0032745124336794073,
          "make-password": 0.002775726966337868,
          "make-purchase": 0.001313988713654118,
          "membership": 0.02656029848476489,
          "notify-team": 0.0029329190878823745,
          "offer-refund": 0.001313988713654118,
          "promo-code": 0.0011769147984304765,
          "pull-up-account": 0.0026269597818272825,
          "record-reason": 0.0030990128261165085,
          "search-boots": 0.0018286557583988214,
          "search-faq": 0.0030990128261165085,
          "search-jacket": 0.002041637126994297,
          "search-jeans": 0.0019209043758081027,
          "search-membership": 0.0019209043758081027,
          "search-policy": 0.0015410349646532075,
          "search-pricing": 0.0024861660388532424,
          "search-shirt": 0.002029686917277889,
          "search-timing": 0.0013802745655483784,
          "select-faq": 0.0017205174548992769,
          "send-link": 0.002029686917277889,
          "shipping-status": 0.0034599511463442594,
          "subscription-status": 0.0036558912441710836,
          "try-again": 0.0034599511463442594,
          "update-account": 0.007905323962667252,
          "update-order": 0.9022484933654269,
          "validate-purchase": 0.0024861660388532424,
          "verify-identity": 0.0032745124336794073
        }
      }
    },
    {
      "id": "abcd-test-6619-turn-5",
      "conversation_id": "6619",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.99,
          "send-link": 0.0,
          "verify-identity": 0.01,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "search-pricing": 0.0,
          "search-policy": 0.0,
          "search-faq": 0.0
        },
        "vendor_confidence": 0.99,
        "input_tokens": 2982,
        "request_sha256": "fd70fe8bc3afbecd4595814b834d370473da9ef11c349c1c32eefea289c2a480"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.007586476441169205,
          "enter-details": 0.001765643922252398,
          "instructions": 0.003142441262123912,
          "log-out-in": 0.0008165379012177648,
          "make-password": 0.0004215961598632279,
          "make-purchase": 0.003917061290313038,
          "membership": 0.0005255207800068637,
          "notify-team": 0.009456564164008224,
          "offer-refund": 0.0014164767499185093,
          "promo-code": 0.025489012485030736,
          "pull-up-account": 0.8658562122219882,
          "record-reason": 0.0060862097761316975,
          "search-boots": 0.003142441262123912,
          "search-faq": 0.0009116391395259882,
          "search-jacket": 0.001765643922252398,
          "search-jeans": 0.00043254123503206796,
          "search-membership": 0.00017916536873628173,
          "search-policy": 0.00029107834940597904,
          "search-pricing": 4.520337719937545e-05,
          "search-shirt": 0.00010799158505466748,
          "search-timing": 8.663565164568162e-05,
          "select-faq": 0.0002783816613678006,
          "send-link": 0.00016779399234822574,
          "shipping-status": 0.00016956288519842018,
          "subscription-status": 0.00016779399234822574,
          "try-again": 4.4731856248583e-05,
          "update-account": 0.00010913004142845198,
          "update-order": 0.00016779399234822574,
          "validate-purchase": 0.003917061290313038,
          "verify-identity": 0.06153565724339894
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0017907913924899864,
          "enter-details": 0.0024922118098091597,
          "instructions": 0.001783526313367915,
          "log-out-in": 0.0019993630442947923,
          "make-password": 0.0022322267803692774,
          "make-purchase": 0.0019912516138660967,
          "membership": 0.0019912516138660967,
          "notify-team": 0.0022231706019748437,
          "offer-refund": 0.0019912516138660967,
          "promo-code": 0.002782476669969518,
          "pull-up-account": 0.9556619078170313,
          "record-reason": 0.003106548878406945,
          "search-boots": 0.0019912516138660967,
          "search-faq": 0.0024821008538542036,
          "search-jacket": 0.0017907913924899864,
          "search-jeans": 0.0015180117670792143,
          "search-membership": 0.001152546782047781,
          "search-policy": 0.0010323142499844712,
          "search-pricing": 0.001152546782047781,
          "search-shirt": 5.2082744891762916e-05,
          "search-timing": 5.2082744891762916e-05,
          "select-faq": 4.6649532704605186e-05,
          "send-link": 4.6649532704605186e-05,
          "shipping-status": 0.001152546782047781,
          "subscription-status": 4.6649532704605186e-05,
          "try-again": 4.6649532704605186e-05,
          "update-account": 0.001152546782047781,
          "update-order": 5.2082744891762916e-05,
          "validate-purchase": 0.001359654235159412,
          "verify-identity": 0.004826864244569647
        }
      }
    },
    {
      "id": "abcd-test-9776-turn-5",
      "conversation_id": "9776",
      "expected_action": "search-pricing",
      "jev": {
        "choice": "search-pricing",
        "probabilities": {
          "select-faq": 0.14,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.01,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "search-faq": 0.02,
          "search-pricing": 0.83,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.83,
        "input_tokens": 2977,
        "request_sha256": "72812078863da6e84b5ff01eda13cb0550f2f8979c2c08b623a4fbbd1648e39e"
      },
      "shared_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.014199897776520153,
          "enter-details": 0.0003521246978544087,
          "instructions": 0.004226417625409164,
          "log-out-in": 0.0009038976232291164,
          "make-password": 0.00016284338911587234,
          "make-purchase": 0.0001458557225807527,
          "membership": 0.00020298471186945717,
          "notify-team": 0.002720103835011212,
          "offer-refund": 0.0002824901031586022,
          "promo-code": 0.0004389243513309197,
          "pull-up-account": 0.009139000720999489,
          "record-reason": 0.0004389243513309197,
          "search-boots": 0.0008096040241643971,
          "search-faq": 0.034281371532291216,
          "search-jacket": 0.001257937666895538,
          "search-jeans": 0.0010091735391437573,
          "search-membership": 0.0004180155630248878,
          "search-policy": 0.0005817445332527868,
          "search-pricing": 0.7494876688652948,
          "search-shirt": 0.0006336339496081874,
          "search-timing": 0.05946920920328676,
          "select-faq": 0.034281371532291216,
          "send-link": 0.00037440859037007917,
          "shipping-status": 0.0827622067536977,
          "subscription-status": 0.0003652623559570484,
          "try-again": 0.00012137763733641536,
          "update-account": 0.00013551436002985328,
          "update-order": 0.0002483943467141851,
          "validate-purchase": 0.0003271585254137745,
          "verify-identity": 0.0002224821128173451
        }
      },
      "trained_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.003626106908735401,
          "enter-details": 0.0008935363096102733,
          "instructions": 0.000997605362237287,
          "log-out-in": 0.000997605362237287,
          "make-password": 0.000997605362237287,
          "make-purchase": 0.0030737652856514435,
          "membership": 0.0008935363096102733,
          "notify-team": 0.002465911262944828,
          "offer-refund": 0.0008935363096102733,
          "promo-code": 0.000997605362237287,
          "pull-up-account": 0.003247835304655277,
          "record-reason": 0.0038314573166078744,
          "search-boots": 0.0034317629512693715,
          "search-faq": 0.005634133254769727,
          "search-jacket": 0.004519952543559524,
          "search-jeans": 0.0012196311889981451,
          "search-membership": 0.004048435855744646,
          "search-policy": 0.004519952543559524,
          "search-pricing": 0.8948979197241673,
          "search-shirt": 0.003626106908735401,
          "search-timing": 0.02113425704125691,
          "select-faq": 0.013601929565287376,
          "send-link": 0.003247835304655277,
          "shipping-status": 0.009773737257031406,
          "subscription-status": 0.001154264284330962,
          "try-again": 0.0012887001209372598,
          "update-account": 0.0010924004994987589,
          "update-order": 0.0013616803115896847,
          "validate-purchase": 0.0014387936887351187,
          "verify-identity": 0.0010924004994987589
        }
      }
    },
    {
      "id": "abcd-test-5796-turn-19",
      "conversation_id": "5796",
      "expected_action": "enter-details",
      "jev": {
        "choice": "update-account",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.03,
          "verify-identity": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "make-password": 0.0,
          "enter-details": 0.08,
          "select-faq": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.53,
          "search-jeans": 0.01,
          "notify-team": 0.09,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.21000000000000002,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.05,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.5,
        "input_tokens": 3444,
        "request_sha256": "c461858b97f0831b842a51694d137f821362dd9bfb7ee9a08c125a6087b29f30"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.017340010594263055,
          "enter-details": 0.09052104004857221,
          "instructions": 0.007182511519942153,
          "log-out-in": 0.005762130355353437,
          "make-password": 0.002795348213522139,
          "make-purchase": 0.0003446272528941432,
          "membership": 0.012459753410366264,
          "notify-team": 0.017340010594263055,
          "offer-refund": 0.0009886366227891135,
          "promo-code": 0.0007452053674390424,
          "pull-up-account": 0.0025037401763201737,
          "record-reason": 0.004622632919796933,
          "search-boots": 0.00017793848793589773,
          "search-faq": 0.0005978369407299193,
          "search-jacket": 0.0014432984236621782,
          "search-jeans": 0.0023033347997339585,
          "search-membership": 0.005161025485120488,
          "search-policy": 0.0011037820252285848,
          "search-pricing": 0.00045720386463173133,
          "search-shirt": 0.0007654042173726182,
          "search-timing": 0.013910928128337018,
          "select-faq": 0.0035788506496370605,
          "send-link": 0.2724054598923311,
          "shipping-status": 0.004980625123323285,
          "subscription-status": 0.033583739815798874,
          "try-again": 0.0008545499964172159,
          "update-account": 0.47255120635611236,
          "update-order": 0.0032055084905771303,
          "validate-purchase": 0.0009540785183212017,
          "verify-identity": 0.01935958170920768
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.00020172892756539768,
          "enter-details": 0.02406204473663696,
          "instructions": 0.0033120192523828475,
          "log-out-in": 0.00225231778947466,
          "make-password": 0.0028075204113189403,
          "make-purchase": 0.002017358267044139,
          "membership": 0.002017358267044139,
          "notify-team": 0.0036977664480925885,
          "offer-refund": 0.00018068477116671736,
          "promo-code": 0.00015316220538592277,
          "pull-up-account": 0.0002252240657121653,
          "record-reason": 0.0029665132647055522,
          "search-boots": 0.00017100083657672349,
          "search-faq": 0.00019091712923838405,
          "search-jacket": 0.0002252240657121653,
          "search-jeans": 0.0021024716872583213,
          "search-membership": 0.002480276417337059,
          "search-policy": 0.002480276417337059,
          "search-pricing": 0.003266755528558543,
          "search-shirt": 0.002925971085269218,
          "search-timing": 0.0034517548108470163,
          "select-faq": 0.0030916713842811575,
          "send-link": 0.004609276199716536,
          "shipping-status": 0.002017358267044139,
          "subscription-status": 0.0031345093971656976,
          "try-again": 0.005146113868402914,
          "update-account": 0.9125829569427304,
          "update-order": 0.0036977664480925885,
          "validate-purchase": 0.0025146428408579355,
          "verify-identity": 0.002017358267044139
        }
      }
    },
    {
      "id": "abcd-test-6049-turn-4",
      "conversation_id": "6049",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-jacket",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0,
          "shipping-status": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.79,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.21,
          "search-timing": 0.0,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0
        },
        "vendor_confidence": 0.77,
        "input_tokens": 2938,
        "request_sha256": "cf13d45ce5af9c24384574b5c36849c8dbbca83d50eafd5d88d64e847face26a"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.0008681786788818013,
          "enter-details": 0.003643032670413262,
          "instructions": 0.0009692954159414044,
          "log-out-in": 0.0040673328415984445,
          "make-password": 0.0004482594269409477,
          "make-purchase": 0.0040673328415984445,
          "membership": 0.0005587566038957771,
          "notify-team": 0.0008681786788818013,
          "offer-refund": 0.0006238343330874838,
          "promo-code": 0.006319696300761541,
          "pull-up-account": 0.02646684888159457,
          "record-reason": 0.0013515840361404813,
          "search-boots": 0.00035961362452479933,
          "search-faq": 0.08892338869509973,
          "search-jacket": 0.8052828528326221,
          "search-jeans": 0.0013515840361404813,
          "search-membership": 0.0023446397735194966,
          "search-policy": 0.00016237398796856227,
          "search-pricing": 0.03683342687444948,
          "search-shirt": 6.0241651855265364e-05,
          "search-timing": 0.0006250527561295738,
          "select-faq": 0.0015090013249065603,
          "send-link": 0.0002023996297948447,
          "shipping-status": 0.0001454353089281725,
          "subscription-status": 0.00032272786404927476,
          "try-again": 4.328695264186629e-05,
          "update-account": 3.877130307117619e-05,
          "update-order": 3.877130307117619e-05,
          "validate-purchase": 0.0016847530715271722,
          "verify-identity": 0.009819348299964233
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.0022114155567842827,
          "enter-details": 0.0022114155567842827,
          "instructions": 0.0022114155567842827,
          "log-out-in": 0.001984070810065146,
          "make-password": 0.0024731499594375862,
          "make-purchase": 0.0022114155567842827,
          "membership": 0.0022114155567842827,
          "notify-team": 0.0024731499594375862,
          "offer-refund": 0.0027611947125093577,
          "promo-code": 0.0022114155567842827,
          "pull-up-account": 0.003082791097488612,
          "record-reason": 0.0022114155567842827,
          "search-boots": 0.003082791097488612,
          "search-faq": 0.9483524621218147,
          "search-jacket": 0.00597068086327629,
          "search-jeans": 0.001984070810065146,
          "search-membership": 0.0022151534034738044,
          "search-policy": 0.0013492548853495025,
          "search-pricing": 0.0022151534034738044,
          "search-shirt": 0.0014256645030946231,
          "search-timing": 0.0015917098233858562,
          "select-faq": 0.001984070810065146,
          "send-link": 0.0014256645030946231,
          "shipping-status": 2.0444935782380387e-05,
          "subscription-status": 3.356568717165807e-05,
          "try-again": 2.4118803058342168e-05,
          "update-account": 2.0444935782380387e-05,
          "update-order": 1.9349175815720615e-05,
          "validate-purchase": 1.9349175815720615e-05,
          "verify-identity": 1.178562556345722e-05
        }
      }
    },
    {
      "id": "abcd-test-3619-turn-6",
      "conversation_id": "3619",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "try-again",
        "probabilities": {
          "log-out-in": 0.02,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.02,
          "make-purchase": 0.04,
          "verify-identity": 0.0,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.74,
          "select-faq": 0.01,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.04,
          "offer-refund": 0.0,
          "instructions": 0.13
        },
        "vendor_confidence": 0.72,
        "input_tokens": 3006,
        "request_sha256": "0ccf65706fee60580da62efb825ad630028aad0c6cbd7d46ac22daa8fa55493d"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.00964741027871086,
          "enter-details": 0.0025986116744941418,
          "instructions": 0.3277204199777286,
          "log-out-in": 0.06277752981037697,
          "make-password": 0.0013417193481856948,
          "make-purchase": 0.0036164432655218636,
          "membership": 0.0016724567878347184,
          "notify-team": 0.06277752981037697,
          "offer-refund": 0.0016552528599530704,
          "promo-code": 0.0016724567878347184,
          "pull-up-account": 0.02086109353738332,
          "record-reason": 0.0032391794710420743,
          "search-boots": 0.0012017524923792545,
          "search-faq": 0.01342612223647542,
          "search-jacket": 0.0010653145396246266,
          "search-jeans": 0.0010653145396246266,
          "search-membership": 0.00031707688601365764,
          "search-policy": 0.0014323331198315473,
          "search-pricing": 0.00028399973592678604,
          "search-shirt": 0.0006623958911346023,
          "search-timing": 0.000854642724902819,
          "select-faq": 0.0039961126212486,
          "send-link": 0.0017854069940174797,
          "shipping-status": 0.0008256783424898784,
          "subscription-status": 0.0012829135526514883,
          "try-again": 0.45608246808365244,
          "update-account": 0.00102921040066409,
          "update-order": 0.0003420092995385647,
          "validate-purchase": 0.0039961126212486,
          "verify-identity": 0.010771032309132499
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.003396295060178935,
          "enter-details": 0.003742231698513137,
          "instructions": 0.8381818950791027,
          "log-out-in": 0.006577874851483793,
          "make-password": 0.0052770581384460535,
          "make-purchase": 0.0052770581384460535,
          "membership": 0.004233491025608181,
          "notify-team": 0.00472656149166243,
          "offer-refund": 0.003351845874506597,
          "promo-code": 0.0024084862540800795,
          "pull-up-account": 0.00472656149166243,
          "record-reason": 0.0030021849292057754,
          "search-boots": 0.003742231698513137,
          "search-faq": 0.003742231698513137,
          "search-jacket": 0.0021572358119918878,
          "search-jeans": 0.003396295060178935,
          "search-membership": 0.0023096290027517035,
          "search-policy": 0.0002801425940219326,
          "search-pricing": 0.0027246593642580334,
          "search-shirt": 0.002440425371474651,
          "search-timing": 0.0027246593642580334,
          "select-faq": 0.003396295060178935,
          "send-link": 0.0003491985319689397,
          "shipping-status": 0.00025091839568290803,
          "subscription-status": 0.003396295060178935,
          "try-again": 0.08290072907450771,
          "update-account": 0.00031277044888533805,
          "update-order": 0.00031277044888533805,
          "validate-purchase": 0.00031277044888533805,
          "verify-identity": 0.0003491985319689397
        }
      }
    },
    {
      "id": "abcd-test-10012-turn-6",
      "conversation_id": "10012",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "pull-up-account": 1.0,
          "validate-purchase": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-faq": 0.0
        },
        "vendor_confidence": 1.0,
        "input_tokens": 3011,
        "request_sha256": "19108d6b7efc08e880fe324f051cd3f51c9946211b357d295e7dddf88c8b3ee8"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0063059051246387625,
          "enter-details": 0.0056480791662600945,
          "instructions": 0.0015057096717837881,
          "log-out-in": 0.0011210729033848351,
          "make-password": 0.0005788341345151344,
          "make-purchase": 0.0002397621926026797,
          "membership": 0.0004159243393827826,
          "notify-team": 0.003255874226729683,
          "offer-refund": 0.001876871481526404,
          "promo-code": 0.00044815480237379184,
          "pull-up-account": 0.8971130138288642,
          "record-reason": 0.00979791974218225,
          "search-boots": 0.0003725354681334022,
          "search-faq": 0.0008055527704431978,
          "search-jacket": 0.0008993746106644545,
          "search-jeans": 0.00044815480237379184,
          "search-membership": 0.00016626772110141865,
          "search-policy": 0.00012006652596801415,
          "search-pricing": 3.9701035901421245e-05,
          "search-shirt": 6.199294242750742e-05,
          "search-timing": 2.2999701131650877e-05,
          "select-faq": 0.00013405055307240925,
          "send-link": 9.632271383105257e-05,
          "shipping-status": 0.000500350845803287,
          "subscription-status": 7.727437643600369e-05,
          "try-again": 1.564080196805669e-05,
          "update-account": 0.00025834194610850397,
          "update-order": 0.0002313919800873208,
          "validate-purchase": 0.026409146675055502,
          "verify-identity": 0.04103371291524856
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0022263802142147497,
          "enter-details": 0.003098412480028513,
          "instructions": 0.001991391090347279,
          "log-out-in": 0.002485684307357969,
          "make-password": 0.002485684307357969,
          "make-purchase": 0.0018846610714711826,
          "membership": 0.001991391090347279,
          "notify-team": 0.001991391090347279,
          "offer-refund": 0.0022263802142147497,
          "promo-code": 0.0022233264595577637,
          "pull-up-account": 0.9531588853146201,
          "record-reason": 0.003098412480028513,
          "search-boots": 0.0018846610714711826,
          "search-faq": 0.0022233264595577637,
          "search-jacket": 0.0015997768361251312,
          "search-jeans": 0.0017861010386105406,
          "search-membership": 0.0012146268818572043,
          "search-policy": 0.001087918214917124,
          "search-pricing": 0.0012146268818572043,
          "search-shirt": 5.247281382309751e-05,
          "search-timing": 5.247281382309751e-05,
          "select-faq": 5.858425442715628e-05,
          "send-link": 5.858425442715628e-05,
          "shipping-status": 0.0012146268818572043,
          "subscription-status": 4.447995979145459e-05,
          "try-again": 5.858425442715628e-05,
          "update-account": 6.540749650731205e-05,
          "update-order": 0.001087918214917124,
          "validate-purchase": 0.001432889999477868,
          "verify-identity": 0.006000941552231921
        }
      }
    },
    {
      "id": "abcd-test-887-turn-9",
      "conversation_id": "887",
      "expected_action": "search-jeans",
      "jev": {
        "choice": "search-jeans",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.0,
          "select-faq": 0.09,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.01,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.9,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "subscription-status": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "try-again": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.89,
        "input_tokens": 3098,
        "request_sha256": "bb4b44eae25eff7988a9055b570c966e6faa2f778d31a68b65f1c830b7136c1d"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.00011123071202924476,
          "enter-details": 8.923423360802471e-05,
          "instructions": 0.00013864940169169252,
          "log-out-in": 0.00015479772819262125,
          "make-password": 5.143969484580307e-05,
          "make-purchase": 0.001175467145471749,
          "membership": 0.00012418563145809896,
          "notify-team": 0.0022766207872849118,
          "offer-refund": 0.00011123071202924476,
          "promo-code": 0.0010528436261105156,
          "pull-up-account": 0.007648980743688192,
          "record-reason": 0.0008446379574958351,
          "search-boots": 0.00048689749854443596,
          "search-faq": 0.006136352227007712,
          "search-jacket": 0.0005436059079161222,
          "search-jeans": 0.9746679127615402,
          "search-membership": 0.00043610480208369063,
          "search-policy": 0.0002486213078669076,
          "search-pricing": 7.08143407724347e-05,
          "search-shirt": 0.00010298285688195028,
          "search-timing": 0.0002486213078669076,
          "select-faq": 0.001175467145471749,
          "send-link": 0.00011626017638894753,
          "shipping-status": 0.00014331948663116976,
          "subscription-status": 6.002763545227817e-05,
          "try-again": 0.0001283683980824173,
          "update-account": 0.0002486213078669076,
          "update-order": 0.00011497714385951207,
          "validate-purchase": 0.00011626017638894753,
          "verify-identity": 0.001175467145471749
        }
      },
      "trained_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.0009582458938156282,
          "enter-details": 0.0013335730181763222,
          "instructions": 0.0014888928722803824,
          "log-out-in": 0.0013335730181763222,
          "make-password": 0.0016623026515056982,
          "make-purchase": 0.0031435881044652144,
          "membership": 0.0014090946414040879,
          "notify-team": 0.004140398901171056,
          "offer-refund": 0.0014090946414040879,
          "promo-code": 0.0037084767446212783,
          "pull-up-account": 0.006433224659659406,
          "record-reason": 0.004622626579504618,
          "search-boots": 0.004622626579504618,
          "search-faq": 0.005161018968368201,
          "search-jacket": 0.004622626579504618,
          "search-jeans": 0.915226193211721,
          "search-membership": 0.004622626579504618,
          "search-policy": 0.004622626579504618,
          "search-pricing": 0.0014367783338703486,
          "search-shirt": 0.0012179229575357733,
          "search-timing": 0.0013597731038240135,
          "select-faq": 0.006433224659659406,
          "send-link": 0.0012868950677595089,
          "shipping-status": 0.0009247051167010179,
          "subscription-status": 0.0014367783338703486,
          "try-again": 0.004140398901171056,
          "update-account": 0.0037084767446212783,
          "update-order": 0.002664745317351809,
          "validate-purchase": 0.0013597731038240135,
          "verify-identity": 0.003509718135519546
        }
      }
    },
    {
      "id": "abcd-test-1466-turn-8",
      "conversation_id": "1466",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.97,
          "send-link": 0.0,
          "verify-identity": 0.03,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3044,
        "request_sha256": "b88d6044c93cced52e5dfe08c17ec1cedc1d25c7c4901db49f39304709358524"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0026037100423808306,
          "enter-details": 0.009766794591945373,
          "instructions": 0.0006941169542320398,
          "log-out-in": 0.0007749599948735993,
          "make-password": 0.0002499589483012139,
          "make-purchase": 7.040964288551878e-05,
          "membership": 0.0001440904416096316,
          "notify-team": 0.0004336125565866119,
          "offer-refund": 0.0002575209874404373,
          "promo-code": 0.00018504302321422215,
          "pull-up-account": 0.46172638146051365,
          "record-reason": 0.01217433536117523,
          "search-boots": 0.000223883491012534,
          "search-faq": 0.00020052822057775084,
          "search-jacket": 0.0005404992672021148,
          "search-jeans": 0.000654725583038746,
          "search-membership": 0.0006941169542320398,
          "search-policy": 0.00027119764987803587,
          "search-pricing": 0.0001484497688289026,
          "search-shirt": 0.00027119764987803587,
          "search-timing": 7.229801557247784e-05,
          "select-faq": 0.0001563337588480826,
          "send-link": 0.00011909300712000383,
          "shipping-status": 0.003623535092005295,
          "subscription-status": 0.0008161172085485856,
          "try-again": 0.00017454176914596462,
          "update-account": 0.4135595982509954,
          "update-order": 0.0004987613795216099,
          "validate-purchase": 0.0004467311166654335,
          "verify-identity": 0.08844745781177059
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0022306397044029734,
          "enter-details": 0.0017895182437420534,
          "instructions": 0.0017838505695687253,
          "log-out-in": 0.0016028376331959084,
          "make-password": 0.0017895182437420534,
          "make-purchase": 0.0015977610722897734,
          "membership": 0.0015977610722897734,
          "notify-team": 0.0015977610722897734,
          "offer-refund": 0.0017838505695687253,
          "promo-code": 0.0019916137361285745,
          "pull-up-account": 0.9549824527866134,
          "record-reason": 0.004823432680326788,
          "search-boots": 0.0017838505695687253,
          "search-faq": 0.0024904398590798516,
          "search-jacket": 0.0013586876024676187,
          "search-jeans": 0.0016028376331959084,
          "search-membership": 0.00092396694718309,
          "search-policy": 0.0009762920511825467,
          "search-pricing": 0.0012858677720928998,
          "search-shirt": 5.2009069878150964e-05,
          "search-timing": 0.001216950669731606,
          "select-faq": 5.806651497665424e-05,
          "send-link": 5.2009069878150964e-05,
          "shipping-status": 0.0016028376331959084,
          "subscription-status": 5.806651497665424e-05,
          "try-again": 5.806651497665424e-05,
          "update-account": 0.0027804985246375332,
          "update-order": 5.806651497665424e-05,
          "validate-purchase": 5.806651497665424e-05,
          "verify-identity": 0.0060124226388662575
        }
      }
    },
    {
      "id": "abcd-test-8425-turn-14",
      "conversation_id": "8425",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.01,
          "update-account": 0.01,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.17,
          "verify-identity": 0.8,
          "pull-up-account": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "search-jeans": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 3196,
        "request_sha256": "5b63586cfc20bf3613f3397ba41942836fedd8f01cf31383539166bf543e1f9e"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.0035221206238391406,
          "enter-details": 0.07700359623750462,
          "instructions": 0.001628838054765539,
          "log-out-in": 0.0018185470077228217,
          "make-password": 0.0035221206238391406,
          "make-purchase": 0.00012550397907073156,
          "membership": 0.00439033329123049,
          "notify-team": 0.0006043073268312458,
          "offer-refund": 0.0007314824960573493,
          "promo-code": 0.0001950044175477671,
          "pull-up-account": 0.0005868278513757244,
          "record-reason": 0.001170410033267627,
          "search-boots": 0.000338280992512723,
          "search-faq": 0.0001124115572721457,
          "search-jacket": 9.0181550635294e-05,
          "search-jeans": 0.0016544772947493863,
          "search-membership": 0.0014589192968712844,
          "search-policy": 0.0009537350119585833,
          "search-pricing": 0.0003296867390573343,
          "search-shirt": 0.0016544772947493863,
          "search-timing": 0.0006746903104230615,
          "select-faq": 0.0006853105129906329,
          "send-link": 0.13358081838375083,
          "shipping-status": 0.001306726326977253,
          "subscription-status": 0.5010759674568765,
          "try-again": 0.0007651279061855605,
          "update-account": 0.10716447868666225,
          "update-order": 0.002062310556379673,
          "validate-purchase": 0.0016544772947493863,
          "verify-identity": 0.14913883088414642
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.0009273757061241606,
          "enter-details": 0.0014409278498582348,
          "instructions": 0.001363700193704259,
          "log-out-in": 0.0014409278498582348,
          "make-password": 0.0015225289205879958,
          "make-purchase": 0.0019819830464088057,
          "membership": 0.9585056847754861,
          "notify-team": 0.0020942243781534595,
          "offer-refund": 0.0016800798847814821,
          "promo-code": 0.001347835177383759,
          "pull-up-account": 0.0014241643851551802,
          "record-reason": 0.002499627878468662,
          "search-boots": 0.0015900348692356482,
          "search-faq": 0.0012906116117577199,
          "search-jacket": 0.0019819830464088057,
          "search-jeans": 4.9379730080252394e-05,
          "search-membership": 0.001363700193704259,
          "search-policy": 0.001035386062996432,
          "search-pricing": 0.001363700193704259,
          "search-shirt": 5.513093590000889e-05,
          "search-timing": 5.82530478133719e-05,
          "select-faq": 6.503772431641832e-05,
          "send-link": 6.872086087028598e-05,
          "shipping-status": 6.503772431641832e-05,
          "subscription-status": 0.0018978363242997392,
          "try-again": 0.001363700193704259,
          "update-account": 0.002238869206220409,
          "update-order": 6.155197299888062e-05,
          "validate-purchase": 0.0016998558309323799,
          "verify-identity": 0.007522150424769986
        }
      }
    },
    {
      "id": "abcd-test-7985-turn-4",
      "conversation_id": "7985",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "try-again",
        "probabilities": {
          "try-again": 0.91,
          "notify-team": 0.0,
          "promo-code": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.05,
          "update-account": 0.0,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-faq": 0.02,
          "select-faq": 0.0,
          "make-password": 0.0,
          "search-boots": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "instructions": 0.02,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.89,
        "input_tokens": 2954,
        "request_sha256": "858eefc48fcf96b9164607cdf987bcd833cbd6f6f3db32abfebcb6ff73cd0af5"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.006552631556480377,
          "enter-details": 0.001746850632765978,
          "instructions": 0.07396773040167512,
          "log-out-in": 0.03420700441422643,
          "make-password": 0.000907047539318986,
          "make-purchase": 0.0008124252516541512,
          "membership": 0.00041947272508981794,
          "notify-team": 0.014169091884626344,
          "offer-refund": 0.0006480907099596095,
          "promo-code": 0.0003365196675752443,
          "pull-up-account": 0.002714202958517888,
          "record-reason": 0.0005228738839339668,
          "search-boots": 0.00041947272508981794,
          "search-faq": 0.006552631556480377,
          "search-jacket": 0.0007276738914338292,
          "search-jeans": 0.0012552087144837405,
          "search-membership": 0.00041710870436696104,
          "search-policy": 0.001143489194467728,
          "search-pricing": 0.00018255748061137824,
          "search-shirt": 0.0005904075131200226,
          "search-timing": 0.010181275586941207,
          "select-faq": 0.001746850632765978,
          "send-link": 0.00026844964375529574,
          "shipping-status": 0.0014253624677398576,
          "subscription-status": 0.0007235730302648404,
          "try-again": 0.8349644129516484,
          "update-account": 0.0006591717016700845,
          "update-order": 0.000528816826690719,
          "validate-purchase": 0.0007359445512666071,
          "verify-identity": 0.00047365120137930495
        }
      },
      "trained_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.0036973271220870833,
          "enter-details": 0.0009069597653102201,
          "instructions": 0.012422276765498962,
          "log-out-in": 0.00514550267225719,
          "make-password": 0.00514550267225719,
          "make-purchase": 0.0011305289855595344,
          "membership": 0.0011305289855595344,
          "notify-team": 0.007160908073440791,
          "offer-refund": 0.004608728608242609,
          "promo-code": 0.0009069597653102201,
          "pull-up-account": 0.004127951027066238,
          "record-reason": 0.0010125923509992408,
          "search-boots": 0.0011305289855595344,
          "search-faq": 0.004608728608242609,
          "search-jacket": 0.0008123466224618466,
          "search-jeans": 0.00331162601530562,
          "search-membership": 0.002514344172525222,
          "search-policy": 0.002370576817944051,
          "search-pricing": 0.002017118771936747,
          "search-shirt": 0.0026466747588625647,
          "search-timing": 0.002252050326334499,
          "select-faq": 0.002379586302059953,
          "send-link": 0.0026567336876259276,
          "shipping-status": 0.0025048245019286246,
          "subscription-status": 0.00331162601530562,
          "try-again": 0.9124745675845273,
          "update-account": 0.001901781931509736,
          "update-order": 0.001901781931509736,
          "validate-purchase": 0.0017998546199073403,
          "verify-identity": 0.0020094815528643112
        }
      }
    },
    {
      "id": "abcd-test-3182-turn-20",
      "conversation_id": "3182",
      "expected_action": "record-reason",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "shipping-status": 0.04,
          "send-link": 0.0,
          "instructions": 0.0,
          "update-order": 0.03,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "record-reason": 0.64,
          "log-out-in": 0.0,
          "verify-identity": 0.01,
          "validate-purchase": 0.01,
          "search-faq": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.05,
          "subscription-status": 0.0,
          "offer-refund": 0.22,
          "search-jeans": 0.0
        },
        "vendor_confidence": 0.62,
        "input_tokens": 3529,
        "request_sha256": "a34f995f7e2a983973d64598f4104302d3d36ae1247c630ed32bed84fd7d129c"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.007488472465759428,
          "enter-details": 0.01807865711158245,
          "instructions": 0.0011508007747902268,
          "log-out-in": 0.001601548217810234,
          "make-password": 0.0009232237273290544,
          "make-purchase": 0.0007421839789564012,
          "membership": 0.0016048644511864286,
          "notify-team": 0.0008269139994983687,
          "offer-refund": 0.5500628733949319,
          "promo-code": 0.0004278371131508852,
          "pull-up-account": 0.0004278371131508852,
          "record-reason": 0.11764124421037311,
          "search-boots": 0.00034322994352352246,
          "search-faq": 0.00034322994352352246,
          "search-jacket": 0.001032883677489371,
          "search-jeans": 0.0011213229343092486,
          "search-membership": 0.0012848333681634838,
          "search-policy": 0.000899574184925546,
          "search-pricing": 0.0011213229343092486,
          "search-shirt": 0.0012848333681634838,
          "search-timing": 8.420427827521005e-05,
          "select-faq": 0.0003337470240235733,
          "send-link": 0.0002461200632901799,
          "shipping-status": 0.00933440024029886,
          "subscription-status": 0.0005185657855530779,
          "try-again": 0.00015434431293696112,
          "update-account": 0.003866459792670505,
          "update-order": 0.25438177342856083,
          "validate-purchase": 0.020184259474178522,
          "verify-identity": 0.0024884386872854004
        }
      },
      "trained_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.003309108526729078,
          "enter-details": 0.006409013984972811,
          "instructions": 0.004038935188076465,
          "log-out-in": 0.003309108526729078,
          "make-password": 0.003309108526729078,
          "make-purchase": 0.002963906358183091,
          "membership": 0.004509345400420536,
          "notify-team": 0.002963906358183091,
          "offer-refund": 0.9117810145132933,
          "promo-code": 0.004038935188076465,
          "pull-up-account": 0.004509345400420536,
          "record-reason": 0.011117940269887574,
          "search-boots": 0.0029021980366766053,
          "search-faq": 0.0036175974216449283,
          "search-jacket": 0.0036175974216449283,
          "search-jeans": 0.0023777774835923677,
          "search-membership": 0.0026547144076920813,
          "search-policy": 0.0001162396037400994,
          "search-pricing": 0.0001617685351835722,
          "search-shirt": 0.0001448929976036731,
          "search-timing": 7.481138320293149e-05,
          "select-faq": 9.325259376765524e-05,
          "send-link": 0.0023777774835923677,
          "shipping-status": 0.0051415965362454725,
          "subscription-status": 0.00012977791561838312,
          "try-again": 0.0026547144076920813,
          "update-account": 0.0036945168699984263,
          "update-order": 0.004124813255221354,
          "validate-purchase": 0.0001617685351835722,
          "verify-identity": 0.0036945168699984263
        }
      }
    },
    {
      "id": "abcd-test-1669-turn-12",
      "conversation_id": "1669",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "verify-identity": 0.86,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.01,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.13,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.85,
        "input_tokens": 3172,
        "request_sha256": "3d991e6f7db257b2b0cf5a20439faacca1a421eadaf6593f50fe3c1d1dab68fc"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.15242631812909843,
          "enter-details": 0.0032242364843971232,
          "instructions": 0.0008534120710447895,
          "log-out-in": 0.0020751067472872943,
          "make-password": 0.0003166206302249817,
          "make-purchase": 0.00010521375583106523,
          "membership": 0.06313731127635848,
          "notify-team": 0.0013355308492260902,
          "offer-refund": 0.01507578825034852,
          "promo-code": 0.0006132236652647726,
          "pull-up-account": 0.0055931955600717,
          "record-reason": 0.01683165030667659,
          "search-boots": 0.001187679117498324,
          "search-faq": 0.0004919553232047391,
          "search-jacket": 0.00013114925567376634,
          "search-jeans": 0.0015314509715235029,
          "search-membership": 0.0025866260602333646,
          "search-policy": 0.0017098171648044682,
          "search-pricing": 0.0036972303138492254,
          "search-shirt": 0.0007907210922064252,
          "search-timing": 0.0007907210922064252,
          "select-faq": 0.0013716915933607032,
          "send-link": 0.0028878876446838324,
          "shipping-status": 0.0004689327565419967,
          "subscription-status": 0.018792011344762424,
          "try-again": 0.0003275291031236232,
          "update-account": 0.005009719206521717,
          "update-order": 0.0025866260602333646,
          "validate-purchase": 0.12228317529733042,
          "verify-identity": 0.5717674688764118
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.003177434117317011,
          "enter-details": 0.0028459675553759787,
          "instructions": 0.003007137328930779,
          "log-out-in": 0.003960680788709957,
          "make-password": 0.003177434117317011,
          "make-purchase": 0.0006350145812052009,
          "membership": 0.0008837390389326898,
          "notify-team": 0.0007089739929585606,
          "offer-refund": 0.0005094369310330392,
          "promo-code": 0.0004562930538271777,
          "pull-up-account": 0.0005094369310330392,
          "record-reason": 0.004672396939801204,
          "search-boots": 0.003177434117317011,
          "search-faq": 0.0024124594821718025,
          "search-jacket": 0.0004562930538271777,
          "search-jeans": 0.002178211888729419,
          "search-membership": 0.003007137328930779,
          "search-policy": 0.0024124594821718025,
          "search-pricing": 0.0021607941828486153,
          "search-shirt": 0.0024319058574671843,
          "search-timing": 0.002569626653540165,
          "select-faq": 0.0027151468688874545,
          "send-link": 0.002569626653540165,
          "shipping-status": 0.0028459675553759787,
          "subscription-status": 0.002569626653540165,
          "try-again": 0.003547505978920074,
          "update-account": 0.004184977445545713,
          "update-order": 0.0030313771809011075,
          "validate-purchase": 0.008105370457464255,
          "verify-identity": 0.9250801337823795
        }
      }
    },
    {
      "id": "abcd-test-6227-turn-17",
      "conversation_id": "6227",
      "expected_action": "search-policy",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.02,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.0,
          "select-faq": 0.22,
          "log-out-in": 0.0,
          "verify-identity": 0.08,
          "validate-purchase": 0.0,
          "search-faq": 0.01,
          "pull-up-account": 0.66,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.0,
          "subscription-status": 0.01
        },
        "vendor_confidence": 0.63,
        "input_tokens": 3354,
        "request_sha256": "6c2d6644a25c88c784e88897e5861f90136fe74b7ec577c53a13c3b398074a95"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.029622587731119237,
          "enter-details": 0.04122520723623976,
          "instructions": 0.0036520503117797604,
          "log-out-in": 0.0025999050950975245,
          "make-password": 0.002902716148482418,
          "make-purchase": 0.00086395528672087,
          "membership": 0.06405445809893678,
          "notify-team": 0.001688925106532609,
          "offer-refund": 0.003618243824978597,
          "promo-code": 0.001498733438019752,
          "pull-up-account": 0.4653603753936741,
          "record-reason": 0.001688925106532609,
          "search-boots": 0.0013423871763754735,
          "search-faq": 0.0032710719147079253,
          "search-jacket": 0.0032407921294311157,
          "search-jeans": 0.002713460202560091,
          "search-membership": 0.026532389149836903,
          "search-policy": 0.002713460202560091,
          "search-pricing": 0.002713460202560091,
          "search-shirt": 0.0009016891698080814,
          "search-timing": 0.0008720283824762,
          "select-faq": 0.0012548642489615303,
          "send-link": 0.017076146976963427,
          "shipping-status": 0.0026241995948498016,
          "subscription-status": 0.21521031724553866,
          "try-again": 0.0007233751307925541,
          "update-account": 0.0036520503117797604,
          "update-order": 0.001564191561331341,
          "validate-purchase": 0.0056744481989635465,
          "verify-identity": 0.08914358542238934
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.006219646807620602,
          "enter-details": 0.0006692323028945889,
          "instructions": 0.004989677204214496,
          "log-out-in": 0.0005994186009735948,
          "make-password": 0.0006692323028945889,
          "make-purchase": 0.0005994186009735948,
          "membership": 0.012046083318265026,
          "notify-team": 0.0044691588131071025,
          "offer-refund": 0.00038578359375789295,
          "promo-code": 0.0005994186009735948,
          "pull-up-account": 0.006219646807620602,
          "record-reason": 0.0006692323028945889,
          "search-boots": 0.0032113374307644075,
          "search-faq": 0.0035853581574406125,
          "search-jacket": 0.0030392233745165234,
          "search-jeans": 0.003520533307851927,
          "search-membership": 0.0032113374307644075,
          "search-policy": 0.003393198160980753,
          "search-pricing": 0.005570818893661857,
          "search-shirt": 0.003520533307851927,
          "search-timing": 0.013449077107118295,
          "select-faq": 0.8848414097431555,
          "send-link": 0.004989677204214496,
          "shipping-status": 0.003153274768688537,
          "subscription-status": 0.005570818893661857,
          "try-again": 0.004388354571610147,
          "update-account": 0.004989677204214496,
          "update-order": 0.003520533307851927,
          "validate-purchase": 0.003520533307851927,
          "verify-identity": 0.004388354571610147
        }
      }
    },
    {
      "id": "abcd-test-6834-turn-14",
      "conversation_id": "6834",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.01,
          "send-link": 0.01,
          "make-purchase": 0.0,
          "enter-details": 0.73,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-boots": 0.0,
          "verify-identity": 0.25,
          "make-password": 0.0,
          "search-membership": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.72,
        "input_tokens": 3230,
        "request_sha256": "c15ee090981b878f00d9910dc185308ccc403b1de28964a722d0587d0b09f947"
      },
      "shared_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.008603917305566262,
          "enter-details": 0.63199747458243,
          "instructions": 0.0018401069386189963,
          "log-out-in": 0.001322218345086577,
          "make-password": 0.023190805501260868,
          "make-purchase": 0.0002426764838321648,
          "membership": 0.00043937623278215635,
          "notify-team": 0.000490549899649069,
          "offer-refund": 0.00037706360944364623,
          "promo-code": 0.00014781481695207065,
          "pull-up-account": 0.0002426764838321648,
          "record-reason": 0.0009500868810204118,
          "search-boots": 0.0001743764657379709,
          "search-faq": 0.00021736073497566135,
          "search-jacket": 0.00027094075141414174,
          "search-jeans": 0.000490549899649069,
          "search-membership": 0.0005476836371217077,
          "search-policy": 0.000746135609700478,
          "search-pricing": 0.0010383831103574187,
          "search-shirt": 0.0006682995239070959,
          "search-timing": 0.0002220774455363688,
          "select-faq": 0.0010383831103574187,
          "send-link": 0.29227321387819694,
          "shipping-status": 0.0016481488491624954,
          "subscription-status": 0.005537448571852567,
          "try-again": 0.0005985831583516238,
          "update-account": 0.002293698536880102,
          "update-order": 0.0006682995239070959,
          "validate-purchase": 0.0009500868810204118,
          "verify-identity": 0.020771563231396947
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.004682874621681579,
          "enter-details": 0.927154611526837,
          "instructions": 0.004194362094795633,
          "log-out-in": 0.003756810143664402,
          "make-password": 0.006517076698802755,
          "make-purchase": 0.0026994756025150095,
          "membership": 0.0030138806730830767,
          "notify-team": 0.0025547952789096544,
          "offer-refund": 0.002036979116590403,
          "promo-code": 0.0018244836513828357,
          "pull-up-account": 0.0022742237705307795,
          "record-reason": 0.0029953653320586434,
          "search-boots": 0.0022742237705307795,
          "search-faq": 0.002403015413776822,
          "search-jacket": 0.002682891843115164,
          "search-jeans": 8.13227697514542e-05,
          "search-membership": 0.0019397222164226292,
          "search-policy": 0.00010136905148932006,
          "search-pricing": 0.001737372335494466,
          "search-shirt": 8.13227697514542e-05,
          "search-timing": 8.13227697514542e-05,
          "select-faq": 0.001737372335494466,
          "send-link": 0.004682874621681579,
          "shipping-status": 8.592814587414196e-05,
          "subscription-status": 8.592814587414196e-05,
          "try-again": 0.0026994756025150095,
          "update-account": 0.0026994756025150095,
          "update-order": 9.593610212747878e-05,
          "validate-purchase": 0.0026994756025150095,
          "verify-identity": 0.010126032390467858
        }
      }
    },
    {
      "id": "abcd-test-6537-turn-5",
      "conversation_id": "6537",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-jeans",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.23,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-membership": 0.0,
          "search-pricing": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.01,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.76,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "try-again": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.74,
        "input_tokens": 2966,
        "request_sha256": "fb148620ab98b7f476e2016094024f835edf3349a77d28dc96d7c27b01b2fc7f"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.0022713195733445424,
          "enter-details": 0.0025358576741443786,
          "instructions": 0.003940141345601188,
          "log-out-in": 0.0006890266636356185,
          "make-password": 0.00020507973031433314,
          "make-purchase": 0.00044345452405021417,
          "membership": 0.0002556324468430626,
          "notify-team": 0.0007692768157389692,
          "offer-refund": 0.0004951032023333711,
          "promo-code": 0.0025358576741443786,
          "pull-up-account": 0.018423178457119615,
          "record-reason": 0.0010503933172864954,
          "search-boots": 0.00020507973031433314,
          "search-faq": 0.07715632007212693,
          "search-jacket": 0.0011727314020226474,
          "search-jeans": 0.8709579500335763,
          "search-membership": 0.0013093181516246734,
          "search-policy": 6.686294145674702e-05,
          "search-pricing": 0.0006182184027298854,
          "search-shirt": 0.0002859006394219285,
          "search-timing": 0.0002560757985906991,
          "select-faq": 0.004911398001015644,
          "send-link": 0.0006902216419661832,
          "shipping-status": 0.0002054353997395165,
          "subscription-status": 0.00031263575884157125,
          "try-again": 0.00014761665929978476,
          "update-account": 0.0005537264945718628,
          "update-order": 0.00043508935915358344,
          "validate-purchase": 0.003940141345601188,
          "verify-identity": 0.0031609567433903783
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.003291304637626554,
          "enter-details": 0.002947959365535351,
          "instructions": 0.005119663725496591,
          "log-out-in": 0.002947959365535351,
          "make-password": 0.002947959365535351,
          "make-purchase": 0.002947959365535351,
          "membership": 0.002947959365535351,
          "notify-team": 0.003678761244098506,
          "offer-refund": 0.004107222073489039,
          "promo-code": 0.004107222073489039,
          "pull-up-account": 0.004585585597998074,
          "record-reason": 0.0036746391398450027,
          "search-boots": 0.003678761244098506,
          "search-faq": 0.907891588165515,
          "search-jacket": 0.004585585597998074,
          "search-jeans": 0.013799426005574931,
          "search-membership": 0.004585585597998074,
          "search-policy": 0.0017012758761991717,
          "search-pricing": 0.00295126305152081,
          "search-shirt": 0.0026433901081916013,
          "search-timing": 0.00295126305152081,
          "select-faq": 0.004585585597998074,
          "send-link": 0.00017025584848308562,
          "shipping-status": 9.81451798747952e-05,
          "subscription-status": 0.00015249493306468748,
          "try-again": 0.0063816747937434455,
          "update-account": 0.0001223382318116002,
          "update-order": 0.0001223382318116002,
          "validate-purchase": 0.00015249493306468748,
          "verify-identity": 0.0001223382318116002
        }
      }
    },
    {
      "id": "abcd-test-4297-turn-12",
      "conversation_id": "4297",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.02,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.01,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "record-reason": 0.0,
          "select-faq": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.27,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.7,
          "search-jeans": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0
        },
        "vendor_confidence": 0.69,
        "input_tokens": 3192,
        "request_sha256": "2a5b6f4cacf4d539752080e27a8eea38c9394c31b86976b8c111ddcf5c4470e8"
      },
      "shared_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.014740820243066175,
          "enter-details": 0.6241769160169865,
          "instructions": 0.003519776703747226,
          "log-out-in": 0.003929721709174312,
          "make-password": 0.08591490487649504,
          "make-purchase": 0.0003907057355675986,
          "membership": 0.0010531003020090612,
          "notify-team": 0.0005409063998923538,
          "offer-refund": 0.0009383301769098617,
          "promo-code": 0.000543738468164333,
          "pull-up-account": 0.0043874162981037594,
          "record-reason": 0.0011757538183276002,
          "search-boots": 0.0008448440289649356,
          "search-faq": 0.000677771535515085,
          "search-jacket": 0.0009432421344194853,
          "search-jeans": 0.0010604902644073073,
          "search-membership": 0.002028999786418199,
          "search-policy": 0.0006825275534201479,
          "search-pricing": 0.0006039051302464206,
          "search-shirt": 0.000949861010465916,
          "search-timing": 0.0001542376114095644,
          "select-faq": 0.0008507724874381574,
          "send-link": 0.2074156264758282,
          "shipping-status": 0.0010604902644073073,
          "subscription-status": 0.0031525973526730397,
          "try-again": 0.003929721709174312,
          "update-account": 0.003929721709174312,
          "update-order": 0.0005475539599955168,
          "validate-purchase": 0.0013058565992377846,
          "verify-identity": 0.028549689638360392
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0030076457509621126,
          "enter-details": 0.9252365363022654,
          "instructions": 0.0037490382237784074,
          "log-out-in": 0.0037490382237784074,
          "make-password": 0.0052174679541150785,
          "make-purchase": 0.0026938909720325027,
          "membership": 0.0029877637863865475,
          "notify-team": 0.0029877637863865475,
          "offer-refund": 0.002396917164334273,
          "promo-code": 0.0020318096217580082,
          "pull-up-account": 0.002396917164334273,
          "record-reason": 0.0033579423221598644,
          "search-boots": 0.0026760832141842763,
          "search-faq": 0.0026760832141842763,
          "search-jacket": 0.002846448465929029,
          "search-jeans": 8.512104173101224e-05,
          "search-membership": 0.002846448465929029,
          "search-policy": 0.00010041691495992236,
          "search-pricing": 0.0017337781238695262,
          "search-shirt": 8.994153593491111e-05,
          "search-timing": 8.994153593491111e-05,
          "select-faq": 0.00010610362395403321,
          "send-link": 0.0026938909720325027,
          "shipping-status": 0.0022835476138776986,
          "subscription-status": 0.00010041691495992236,
          "try-again": 0.0033579423221598644,
          "update-account": 0.0033579423221598644,
          "update-order": 0.00011211237134648777,
          "validate-purchase": 0.0037490382237784074,
          "verify-identity": 0.011282011850782883
        }
      }
    },
    {
      "id": "abcd-test-6122-turn-6",
      "conversation_id": "6122",
      "expected_action": "search-jacket",
      "jev": {
        "choice": "search-jacket",
        "probabilities": {
          "try-again": 0.0,
          "log-out-in": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.0,
          "search-jacket": 0.83,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "select-faq": 0.14,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-timing": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "update-account": 0.0,
          "search-jeans": 0.0,
          "notify-team": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.03,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "search-pricing": 0.0,
          "instructions": 0.0,
          "subscription-status": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.82,
        "input_tokens": 3010,
        "request_sha256": "230f1d243b9694a214dc9f852c8b432cc5cf27e8e277333f1fabf003511d5960"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.0003879197849647184,
          "enter-details": 0.0006046238521640434,
          "instructions": 0.0016296910719835142,
          "log-out-in": 0.0013074094520277456,
          "make-password": 0.0003474524216624282,
          "make-purchase": 0.0004331003766272883,
          "membership": 0.00031120652725334663,
          "notify-team": 0.003523965575586546,
          "offer-refund": 0.00031120652725334663,
          "promo-code": 0.0004850561976460942,
          "pull-up-account": 0.0004331003766272883,
          "record-reason": 0.00034853963833903894,
          "search-boots": 0.0004835431526142856,
          "search-faq": 0.009498417673970035,
          "search-jacket": 0.9709819324532014,
          "search-jeans": 0.0006046238521640434,
          "search-membership": 0.0010488620181321752,
          "search-policy": 0.0001443706013757303,
          "search-pricing": 0.00034853963833903894,
          "search-shirt": 0.00022431855554823696,
          "search-timing": 1.4108246906476646e-05,
          "select-faq": 0.006113146166649205,
          "send-link": 0.000129309991240697,
          "shipping-status": 5.843864279645907e-06,
          "subscription-status": 0.0002504447033944535,
          "try-again": 3.7610850674168283e-06,
          "update-account": 3.368732837387311e-06,
          "update-order": 3.0173097991432815e-06,
          "validate-purchase": 1.5751419507818466e-05,
          "verify-identity": 3.368732837387311e-06
        }
      },
      "trained_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.001877966001952327,
          "enter-details": 0.002215428224839023,
          "instructions": 0.0017765295275787322,
          "log-out-in": 0.00209576395111599,
          "make-password": 0.001984316874103702,
          "make-purchase": 0.002612375660794682,
          "membership": 0.001984316874103702,
          "notify-team": 0.002215428224839023,
          "offer-refund": 0.001984316874103702,
          "promo-code": 0.0017773149578226607,
          "pull-up-account": 0.002760316845700771,
          "record-reason": 0.0024723636794899734,
          "search-boots": 0.0022144491352132233,
          "search-faq": 0.00478841791704931,
          "search-jacket": 0.9480509505953688,
          "search-jeans": 0.00031754272044743297,
          "search-membership": 0.0018771360467817002,
          "search-policy": 0.0005508530164074607,
          "search-pricing": 0.0024723636794899734,
          "search-shirt": 0.00028441700279718433,
          "search-timing": 0.0003958178383034052,
          "select-faq": 0.0034407425921832943,
          "send-link": 0.0015912037048547948,
          "shipping-status": 0.00022817195719512697,
          "subscription-status": 0.0017765295275787322,
          "try-again": 0.0018771360467817002,
          "update-account": 0.0018771360467817002,
          "update-order": 0.0006150102003658007,
          "validate-purchase": 0.001681314972886564,
          "verify-identity": 0.00020436930306949456
        }
      }
    },
    {
      "id": "abcd-test-2088-turn-10",
      "conversation_id": "2088",
      "expected_action": "try-again",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "try-again": 0.17,
          "search-boots": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "select-faq": 0.0,
          "verify-identity": 0.02,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.01,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "membership": 0.0,
          "enter-details": 0.6,
          "search-policy": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "pull-up-account": 0.2,
          "make-password": 0.0
        },
        "vendor_confidence": 0.58,
        "input_tokens": 3099,
        "request_sha256": "000b8baadada5651cb6e8ed38d58caf0f81cb83480d424b894545c9167de23df"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.015790379810793568,
          "enter-details": 0.006540630778311049,
          "instructions": 0.017629469251295347,
          "log-out-in": 0.15965131478697958,
          "make-password": 0.005858318212416944,
          "make-purchase": 0.021975179398965424,
          "membership": 0.0012401518439972541,
          "notify-team": 0.0029939730757887893,
          "offer-refund": 0.0029939730757887893,
          "promo-code": 0.003342680880833203,
          "pull-up-account": 0.4804395300259303,
          "record-reason": 0.012667745002260773,
          "search-boots": 0.0006403172320057907,
          "search-faq": 0.0012401518439972541,
          "search-jacket": 0.0029939730757887893,
          "search-jeans": 0.0015617556163172975,
          "search-membership": 0.0009002848479114403,
          "search-policy": 0.0011204853410188692,
          "search-pricing": 0.0006469037221341208,
          "search-shirt": 0.0013966880106799388,
          "search-timing": 0.00041570625174372147,
          "select-faq": 0.0013966880106799388,
          "send-link": 0.0013966880106799388,
          "shipping-status": 0.0015593587610032362,
          "subscription-status": 0.004209524935857928,
          "try-again": 0.1782457361137559,
          "update-account": 0.006540630778311049,
          "update-order": 0.0013966880106799388,
          "validate-purchase": 0.010162630002942027,
          "verify-identity": 0.053052443291131735
        }
      },
      "trained_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.0021874345681891436,
          "enter-details": 0.0021874345681891436,
          "instructions": 0.0024422026428577185,
          "log-out-in": 0.004730007710079998,
          "make-password": 0.0030442125706097397,
          "make-purchase": 0.00022036291042478408,
          "membership": 0.00012702961290270853,
          "notify-team": 0.00017678494688345446,
          "offer-refund": 0.00012702961290270853,
          "promo-code": 0.00017678494688345446,
          "pull-up-account": 0.003398767866650758,
          "record-reason": 0.0030442125706097397,
          "search-boots": 0.00014182459596771724,
          "search-faq": 0.0024422026428577185,
          "search-jacket": 0.00019737487930750292,
          "search-jeans": 0.003325925619333968,
          "search-membership": 0.003325925619333968,
          "search-policy": 0.002668205767805613,
          "search-pricing": 0.0019592434728298315,
          "search-shirt": 0.0017548571284507852,
          "search-timing": 0.0029789690852225024,
          "select-faq": 0.0021874345681891436,
          "send-link": 0.003325925619333968,
          "shipping-status": 0.003325925619333968,
          "subscription-status": 0.0027266430698538262,
          "try-again": 0.9364854631950799,
          "update-account": 0.003398767866650758,
          "update-order": 0.0029789690852225024,
          "validate-purchase": 0.0021874345681891436,
          "verify-identity": 0.0027266430698538262
        }
      }
    },
    {
      "id": "abcd-test-10424-turn-6",
      "conversation_id": "10424",
      "expected_action": "try-again",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "try-again": 0.15,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.03,
          "update-account": 0.0,
          "shipping-status": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.01,
          "search-faq": 0.03,
          "select-faq": 0.74,
          "search-boots": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "instructions": 0.04,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "update-order": 0.0,
          "record-reason": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.72,
        "input_tokens": 3012,
        "request_sha256": "67e47235c1bead8e34be19b2fbd48d0f6276737cad1c8100fb40e0750d5c5775"
      },
      "shared_jevk5": {
        "choice": "try-again",
        "probabilities": {
          "ask-the-oracle": 0.010956798328181302,
          "enter-details": 0.00453847850063592,
          "instructions": 0.04588700666619121,
          "log-out-in": 0.12368305254763177,
          "make-password": 0.0007603231433971294,
          "make-purchase": 0.00506707460645169,
          "membership": 0.0006810070952879348,
          "notify-team": 0.0014725767484602946,
          "offer-refund": 0.0010581277575632223,
          "promo-code": 0.00043829354068767847,
          "pull-up-account": 0.04588700666619121,
          "record-reason": 0.002852056225577056,
          "search-boots": 0.002049359948687678,
          "search-faq": 0.04110012585511037,
          "search-jacket": 0.004065028863834216,
          "search-jeans": 0.0020988622477152007,
          "search-membership": 0.0008693825946246505,
          "search-policy": 0.0005011610954752148,
          "search-pricing": 0.004065028863834216,
          "search-shirt": 0.0010684275304248666,
          "search-timing": 0.0007786886619883531,
          "select-faq": 0.029532706951052624,
          "send-link": 0.002579396091297479,
          "shipping-status": 0.0010684275304248666,
          "subscription-status": 0.002579396091297479,
          "try-again": 0.5783129807579503,
          "update-account": 0.0028798156912010165,
          "update-order": 0.0006876359246343213,
          "validate-purchase": 0.07960195778298959,
          "verify-identity": 0.0028798156912010165
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.007546394913018351,
          "enter-details": 0.006493440625047879,
          "instructions": 0.011725355084169392,
          "log-out-in": 0.008425315607882978,
          "make-password": 0.008094092491746061,
          "make-purchase": 0.007546394913018351,
          "membership": 0.006493440625047879,
          "notify-team": 0.009036801859012934,
          "offer-refund": 0.0052093220920520844,
          "promo-code": 0.006493440625047879,
          "pull-up-account": 0.006759156648570326,
          "record-reason": 0.009036801859012934,
          "search-boots": 0.010502178598977915,
          "search-faq": 0.6909591867520078,
          "search-jacket": 0.007546394913018351,
          "search-jeans": 0.004350167387544034,
          "search-membership": 0.0054224963133264106,
          "search-policy": 0.0031258354787796444,
          "search-pricing": 0.004856827096527022,
          "search-shirt": 0.0009753616065645784,
          "search-timing": 0.004350167387544034,
          "select-faq": 0.018218496507277714,
          "send-link": 0.003896363040810501,
          "shipping-status": 0.00059409496331437,
          "subscription-status": 0.0012157909587808028,
          "try-again": 0.14777425610629172,
          "update-account": 0.0009753616065645784,
          "update-order": 0.0007008511662393809,
          "validate-purchase": 0.0009753616065645784,
          "verify-identity": 0.0007008511662393809
        }
      }
    },
    {
      "id": "abcd-test-5374-turn-12",
      "conversation_id": "5374",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.01,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.05,
          "validate-purchase": 0.0,
          "search-faq": 0.0,
          "search-jeans": 0.0,
          "enter-details": 0.0,
          "pull-up-account": 0.93,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.92,
        "input_tokens": 3122,
        "request_sha256": "ffb123a88949509fcc462399f93d2876a65a7681783b9f45c46156699aa528d6"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.008099543028918863,
          "enter-details": 0.0011855633306076519,
          "instructions": 0.0006834262758053336,
          "log-out-in": 0.0008518927899845261,
          "make-password": 0.00035286770961629995,
          "make-purchase": 0.021831327178008918,
          "membership": 0.0004910795196740621,
          "notify-team": 0.0010618866299536625,
          "offer-refund": 0.002159238471818214,
          "promo-code": 0.0011855633306076519,
          "pull-up-account": 0.4772945267687159,
          "record-reason": 0.006497814444460035,
          "search-boots": 0.342962441985877,
          "search-faq": 0.002410722589347224,
          "search-jacket": 0.002691496847144672,
          "search-jeans": 0.0006426696456152538,
          "search-membership": 0.000251936495562069,
          "search-policy": 0.00040914252839564195,
          "search-pricing": 0.0011027947004363012,
          "search-shirt": 0.0001892118115953766,
          "search-timing": 0.00016947343047877755,
          "select-faq": 0.00011651042195587072,
          "send-link": 0.0006357136396661526,
          "shipping-status": 0.0008010895609088213,
          "subscription-status": 0.0006357136396661526,
          "try-again": 0.00016947343047877755,
          "update-account": 0.0008943914443837926,
          "update-order": 0.005819968752055617,
          "validate-purchase": 0.05270526367313367,
          "verify-identity": 0.06569725592512776
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0017722344608885015,
          "enter-details": 0.0022090954347829097,
          "instructions": 0.002403539137945408,
          "log-out-in": 0.0033449607508769714,
          "make-password": 0.0033449607508769714,
          "make-purchase": 0.0033449607508769714,
          "membership": 0.0033449607508769714,
          "notify-team": 0.002996018162649475,
          "offer-refund": 0.0033449607508769714,
          "promo-code": 0.0017722344608885015,
          "pull-up-account": 0.9457589109460315,
          "record-reason": 0.003832198739695507,
          "search-boots": 0.003074360309941128,
          "search-faq": 0.0027536461426802086,
          "search-jacket": 0.0015873567532870827,
          "search-jeans": 0.0014217656660944458,
          "search-membership": 0.0010216169590275147,
          "search-policy": 0.0009668626614471819,
          "search-pricing": 0.0014217656660944458,
          "search-shirt": 4.905876956521546e-05,
          "search-timing": 6.46149727344035e-05,
          "select-faq": 0.0015873567532870827,
          "send-link": 5.78744029417219e-05,
          "shipping-status": 7.214061114329584e-05,
          "subscription-status": 5.78744029417219e-05,
          "try-again": 7.214061114329584e-05,
          "update-account": 0.0022090954347829097,
          "update-order": 7.214061114329584e-05,
          "validate-purchase": 0.0022090954347829097,
          "verify-identity": 0.003832198739695507
        }
      }
    },
    {
      "id": "abcd-test-5228-turn-13",
      "conversation_id": "5228",
      "expected_action": "notify-team",
      "jev": {
        "choice": "notify-team",
        "probabilities": {
          "search-policy": 0.0,
          "record-reason": 0.23,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "subscription-status": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.14,
          "notify-team": 0.63,
          "log-out-in": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.61,
        "input_tokens": 3223,
        "request_sha256": "6c61d2a30feaf9b5c82c99eea9657eb329f5363a109f15c005970a7c2b8f3217"
      },
      "shared_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.017782267295020516,
          "enter-details": 0.0023307240512193935,
          "instructions": 0.0021923046684273096,
          "log-out-in": 0.004514098472489354,
          "make-password": 0.0004464687799647922,
          "make-purchase": 0.007365702070345892,
          "membership": 0.0015000451770794663,
          "notify-team": 0.6040597758158827,
          "offer-refund": 0.0005234735819451108,
          "promo-code": 0.20073065859573844,
          "pull-up-account": 0.0003581770877428452,
          "record-reason": 0.09282979215675335,
          "search-boots": 0.0003581770877428452,
          "search-faq": 0.004514098472489354,
          "search-jacket": 0.00046886492992243364,
          "search-jeans": 0.0006525113276667574,
          "search-membership": 0.00013207225356695672,
          "search-policy": 0.00020619010553156686,
          "search-pricing": 0.00011195453096793736,
          "search-shirt": 0.05351237578494603,
          "search-timing": 4.4097611176088276e-05,
          "select-faq": 0.0011319340224329748,
          "send-link": 0.00024208503779793417,
          "shipping-status": 0.0001188597177689224,
          "subscription-status": 2.5420350124243885e-05,
          "try-again": 0.00010646038713184655,
          "update-account": 3.168653736982775e-05,
          "update-order": 0.00010646038713184655,
          "validate-purchase": 0.0021923046684273096,
          "verify-identity": 0.0014109590351959278
        }
      },
      "trained_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.0027622519894623145,
          "enter-details": 0.0024845998756044146,
          "instructions": 0.0030839687806676367,
          "log-out-in": 0.0022160015792610163,
          "make-password": 0.0024845998756044146,
          "make-purchase": 0.0030839687806676367,
          "membership": 0.0019848304381879594,
          "notify-team": 0.9487155950758522,
          "offer-refund": 0.0019932563374370957,
          "promo-code": 0.002773978125151028,
          "pull-up-account": 0.0018864263229826888,
          "record-reason": 0.006668631183736904,
          "search-boots": 0.0019932563374370957,
          "search-faq": 0.0013555014733999664,
          "search-jacket": 0.0019848304381879594,
          "search-jeans": 0.001592319364359356,
          "search-membership": 0.0004988939254304743,
          "search-policy": 0.0004988939254304743,
          "search-pricing": 0.0011441694172844216,
          "search-shirt": 0.0004988939254304743,
          "search-timing": 0.0002575894125488707,
          "select-faq": 0.0012089647096008415,
          "send-link": 0.0012089647096008415,
          "shipping-status": 0.0003210859377825784,
          "subscription-status": 0.0003210859377825784,
          "try-again": 0.0017777750134032818,
          "update-account": 0.0004988939254304743,
          "update-order": 0.0012089647096008415,
          "validate-purchase": 0.0015069780344862409,
          "verify-identity": 0.0019848304381879594
        }
      }
    },
    {
      "id": "abcd-test-4358-turn-6",
      "conversation_id": "4358",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "search-policy": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "promo-code": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.07,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.79,
          "offer-refund": 0.0,
          "select-faq": 0.02,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.12,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.78,
        "input_tokens": 2997,
        "request_sha256": "b2da8b17919aa0534445188915c6986844b75a5bdef3389e1daf6618ca5a9822"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0062669694586644726,
          "enter-details": 0.0025958774850321996,
          "instructions": 0.0017068771325288916,
          "log-out-in": 0.002127627059849451,
          "make-password": 0.0007070160154634092,
          "make-purchase": 0.0032357687134040533,
          "membership": 0.0012264854747806723,
          "notify-team": 0.0015288175499617693,
          "offer-refund": 0.0023754296525724827,
          "promo-code": 0.0032357687134040533,
          "pull-up-account": 0.5139529863131356,
          "record-reason": 0.002082528656096739,
          "search-boots": 0.0019056752339132212,
          "search-faq": 0.0707431175446855,
          "search-jacket": 0.029302881359085767,
          "search-jeans": 0.0014964116729751713,
          "search-membership": 0.0008626170107327948,
          "search-policy": 0.0005149218776613513,
          "search-pricing": 0.002082528656096739,
          "search-shirt": 0.2962717800837878,
          "search-timing": 0.0007166072874611419,
          "select-faq": 0.0062669694586644726,
          "send-link": 0.0009972890649381386,
          "shipping-status": 0.0005149218776613513,
          "subscription-status": 0.0006418515188830497,
          "try-again": 0.0001910386773574367,
          "update-account": 0.0018652813834097704,
          "update-order": 0.0001910386773574367,
          "validate-purchase": 0.003612638812126845,
          "verify-identity": 0.04078027757830836
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.003251218748409633,
          "enter-details": 0.0026082724319881883,
          "instructions": 0.002336180264487788,
          "log-out-in": 0.003251218748409633,
          "make-password": 0.002912055090820474,
          "make-purchase": 0.003251218748409633,
          "membership": 0.005760481774745926,
          "notify-team": 0.0033206666404773755,
          "offer-refund": 0.0033206666404773755,
          "promo-code": 0.003251218748409633,
          "pull-up-account": 0.10103490953276038,
          "record-reason": 0.0033206666404773755,
          "search-boots": 0.0033206666404773755,
          "search-faq": 0.8195173798998693,
          "search-jacket": 0.0033206666404773755,
          "search-jeans": 0.002137168821679211,
          "search-membership": 0.0026639868271693657,
          "search-policy": 0.0011034662721807675,
          "search-pricing": 0.0023860822828365986,
          "search-shirt": 0.0051595550635884415,
          "search-timing": 0.002137168821679211,
          "select-faq": 0.0023860822828365986,
          "send-link": 0.00016268150350957317,
          "shipping-status": 0.00011689553796215414,
          "subscription-status": 0.00016268150350957317,
          "try-again": 0.0001305103536359389,
          "update-account": 0.00011689553796215414,
          "update-order": 9.377880015388736e-05,
          "validate-purchase": 0.0001305103536359389,
          "verify-identity": 0.01733504884696316
        }
      }
    },
    {
      "id": "abcd-test-7246-turn-14",
      "conversation_id": "7246",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.01,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.99,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 3188,
        "request_sha256": "abc9a0cfa77a0fa5df6fc14030c814137ce4c328b695e1f0c280783d32d84550"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.006760033247295644,
          "enter-details": 0.022712325940950073,
          "instructions": 0.0006283190962990422,
          "log-out-in": 0.0007014986095694556,
          "make-password": 0.0018021413683725496,
          "make-purchase": 0.00020879185561991823,
          "membership": 0.043988724539951375,
          "notify-team": 0.0012949380499694641,
          "offer-refund": 0.0004804287945161661,
          "promo-code": 0.0010388570558417163,
          "pull-up-account": 0.003896864157116495,
          "record-reason": 0.0007014986095694556,
          "search-boots": 0.0005040649884206266,
          "search-faq": 0.00013437765922813812,
          "search-jacket": 0.00013437765922813812,
          "search-jeans": 0.0016474584645538152,
          "search-membership": 0.004350732099841493,
          "search-policy": 0.0014755973390464681,
          "search-pricing": 0.0005363837556921102,
          "search-shirt": 0.0010602981031765904,
          "search-timing": 0.0006112156071809576,
          "select-faq": 0.0006112156071809576,
          "send-link": 0.018220838689783782,
          "shipping-status": 0.004350732099841493,
          "subscription-status": 0.6910473224611619,
          "try-again": 0.000850618419446595,
          "update-account": 0.06834845921357399,
          "update-order": 0.0039772917203774886,
          "validate-purchase": 0.011726863068441245,
          "verify-identity": 0.10619773171875295
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.002284946526001294,
          "enter-details": 0.003009488277727015,
          "instructions": 0.0011721218625739423,
          "log-out-in": 0.0010498474355828918,
          "make-password": 0.002551071715934272,
          "make-purchase": 0.0009403283830748216,
          "membership": 0.004188248881647263,
          "notify-team": 0.0026955410651346074,
          "offer-refund": 0.0006756771433899663,
          "promo-code": 0.0010498474355828918,
          "pull-up-account": 0.0011721218625739423,
          "record-reason": 0.005220664121585259,
          "search-boots": 0.003009488277727015,
          "search-faq": 0.002284946526001294,
          "search-jacket": 0.0005420582597663528,
          "search-jeans": 0.0021898062807605167,
          "search-membership": 0.0033599994469966027,
          "search-policy": 0.0021624833000406757,
          "search-pricing": 0.0021624833000406757,
          "search-shirt": 0.0021898062807605167,
          "search-timing": 0.0024448506399492396,
          "select-faq": 0.0024143453498401304,
          "send-link": 0.002583304532579571,
          "shipping-status": 0.002729599207304479,
          "subscription-status": 0.003751334761854722,
          "try-again": 0.002729599207304479,
          "update-account": 0.00582870867759399,
          "update-order": 0.002583304532579571,
          "validate-purchase": 0.005220664121585259,
          "verify-identity": 0.9258033125865067
        }
      }
    },
    {
      "id": "abcd-test-2044-turn-6",
      "conversation_id": "2044",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.42,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.01,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.55,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "subscription-status": 0.0,
          "enter-details": 0.0,
          "update-account": 0.02
        },
        "vendor_confidence": 0.53,
        "input_tokens": 3007,
        "request_sha256": "7af164f8ed4c448198fbfa00cac48d9c78cbf2b1dd103d3e02c88c534afe0c66"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0015074701627225244,
          "enter-details": 0.0015074701627225244,
          "instructions": 0.0006971439111606253,
          "log-out-in": 0.000868991733429653,
          "make-password": 0.0005592797691129378,
          "make-purchase": 1.2816304733695142e-05,
          "membership": 2.7713391258755192e-05,
          "notify-team": 5.992609482430711e-05,
          "offer-refund": 0.00020749570686894183,
          "promo-code": 8.339804532321407e-05,
          "pull-up-account": 0.004536442469398449,
          "record-reason": 0.005654687778049687,
          "search-boots": 7.469804226585184e-05,
          "search-faq": 5.992609482430711e-05,
          "search-jacket": 4.807538444698241e-05,
          "search-jeans": 0.0003599500177199022,
          "search-membership": 0.00011320163375305422,
          "search-policy": 0.0003975997830759679,
          "search-pricing": 5.531580334528737e-05,
          "search-shirt": 0.0004956092553112482,
          "search-timing": 0.00013960573147072544,
          "select-faq": 0.0003975997830759679,
          "send-link": 0.000868991733429653,
          "shipping-status": 0.0003599500177199022,
          "subscription-status": 0.00025864394863445985,
          "try-again": 0.00028569739773635005,
          "update-account": 0.3332227088835393,
          "update-order": 0.0006897309524788281,
          "validate-purchase": 0.0010716826837532745,
          "verify-identity": 0.6453781773238136
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0019442102982134325,
          "enter-details": 0.002423463856124595,
          "instructions": 7.469423063749841e-05,
          "log-out-in": 0.0025607065986557346,
          "make-password": 0.003372689416449895,
          "make-purchase": 7.469423063749841e-05,
          "membership": 7.469423063749841e-05,
          "notify-team": 7.469423063749841e-05,
          "offer-refund": 0.002705721781778083,
          "promo-code": 8.339379288379733e-05,
          "pull-up-account": 0.010149461865642436,
          "record-reason": 0.005850728861001284,
          "search-boots": 7.469423063749841e-05,
          "search-faq": 8.339379288379733e-05,
          "search-jacket": 0.002705721781778083,
          "search-jeans": 0.0029768282146606577,
          "search-membership": 0.0029768282146606577,
          "search-policy": 0.002423463856124595,
          "search-pricing": 0.002293576209898719,
          "search-shirt": 0.0029768282146606577,
          "search-timing": 0.0029768282146606577,
          "select-faq": 0.0015597321086658017,
          "send-link": 0.002666288225745027,
          "shipping-status": 0.0019442102982134325,
          "subscription-status": 0.0029768282146606577,
          "try-again": 0.0025607065986557346,
          "update-account": 0.003372689416449895,
          "update-order": 0.0029768282146606577,
          "validate-purchase": 0.003765502898436178,
          "verify-identity": 0.929299897901248
        }
      }
    },
    {
      "id": "abcd-test-3538-turn-6",
      "conversation_id": "3538",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "search-membership": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.97,
          "update-account": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "promo-code": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "verify-identity": 0.03
        },
        "vendor_confidence": 0.96,
        "input_tokens": 2987,
        "request_sha256": "cfadff773360812c62002a28df6a49f8e983f2d5d9f43500e684c169d1a6028f"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0039054080816361488,
          "enter-details": 0.0039054080816361488,
          "instructions": 0.0014868234494129359,
          "log-out-in": 0.000956914062100685,
          "make-password": 0.0006158662566191438,
          "make-purchase": 0.0006158662566191438,
          "membership": 0.0006875956073300039,
          "notify-team": 0.0016599921363894938,
          "offer-refund": 0.0034980002944942014,
          "promo-code": 0.0025792470670897194,
          "pull-up-account": 0.8632802526504346,
          "record-reason": 0.013121372119682603,
          "search-boots": 0.0012977761264895058,
          "search-faq": 0.0028062485664838857,
          "search-jacket": 0.0005375597908705269,
          "search-jeans": 0.0006001687671522038,
          "search-membership": 0.0001433068461636772,
          "search-policy": 0.0006001103174316591,
          "search-pricing": 0.0006001103174316591,
          "search-shirt": 0.00038622881790733026,
          "search-timing": 0.00011495592214283441,
          "select-faq": 0.00011496712855913531,
          "send-link": 0.0002485751504591101,
          "shipping-status": 0.0014489268009968614,
          "subscription-status": 0.00017861497707374424,
          "try-again": 3.820011994662728e-05,
          "update-account": 0.00043125395480959086,
          "update-order": 0.0008352439458797485,
          "validate-purchase": 0.044085225630108964,
          "verify-identity": 0.04921978075664803
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002233201245126772,
          "enter-details": 0.0017915733162252377,
          "instructions": 0.0015919553420680789,
          "log-out-in": 0.0022154951006988616,
          "make-password": 0.0016046782574923723,
          "make-purchase": 0.0019843769255026857,
          "membership": 0.0022154951006988616,
          "notify-team": 0.0019843769255026857,
          "offer-refund": 0.0022154951006988616,
          "promo-code": 0.0020002358405010125,
          "pull-up-account": 0.9560791324758755,
          "record-reason": 0.0031079052709810087,
          "search-boots": 0.0022154951006988616,
          "search-faq": 0.0024932998585882977,
          "search-jacket": 0.0015186744840245618,
          "search-jeans": 0.0017915733162252377,
          "search-membership": 0.0009774131171930048,
          "search-policy": 0.0010327648891673097,
          "search-pricing": 0.0013602478748686265,
          "search-shirt": 3.04551560464142e-05,
          "search-timing": 3.592781033128282e-05,
          "select-faq": 4.0112284387129695e-05,
          "send-link": 3.400223385332326e-05,
          "shipping-status": 0.0014372800270107747,
          "subscription-status": 3.592781033128282e-05,
          "try-again": 3.400223385332326e-05,
          "update-account": 0.0017915733162252377,
          "update-order": 4.0112284387129695e-05,
          "validate-purchase": 0.002233201245126772,
          "verify-identity": 0.0038740160563095452
        }
      }
    },
    {
      "id": "abcd-test-6849-turn-23",
      "conversation_id": "6849",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.06,
          "select-faq": 0.0,
          "validate-purchase": 0.02,
          "offer-refund": 0.0,
          "search-faq": 0.01,
          "enter-details": 0.0,
          "record-reason": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.01,
          "search-policy": 0.0,
          "shipping-status": 0.0,
          "send-link": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "verify-identity": 0.2,
          "make-password": 0.0,
          "pull-up-account": 0.7,
          "try-again": 0.0,
          "make-purchase": 0.0
        },
        "vendor_confidence": 0.68,
        "input_tokens": 3397,
        "request_sha256": "3dd293d3af5d4701eb3d4b0b71aa78cc53d528fdeeb49f186fe61c66ba7f5867"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.05556361756262542,
          "enter-details": 0.0025414627046466106,
          "instructions": 0.0010527149109048075,
          "log-out-in": 0.0014114877150041153,
          "make-password": 0.0005236698298887582,
          "make-purchase": 0.00042011123185157015,
          "membership": 0.0009084283326119637,
          "notify-team": 0.00203887476983741,
          "offer-refund": 0.001312212075640349,
          "promo-code": 0.00043605109250670495,
          "pull-up-account": 0.5617842329042388,
          "record-reason": 0.0022763400994362166,
          "search-boots": 0.0003018730927926946,
          "search-faq": 0.0005846610876700498,
          "search-jacket": 0.0005236698298887582,
          "search-jeans": 0.000756433810969048,
          "search-membership": 0.0002513646698223964,
          "search-policy": 0.0007716203454072414,
          "search-pricing": 0.0006068449221182174,
          "search-shirt": 0.00022966289096827303,
          "search-timing": 0.00010051727662612972,
          "select-faq": 0.0003984041637257363,
          "send-link": 0.0018261812271065999,
          "shipping-status": 0.018463897746130678,
          "subscription-status": 0.0004966119068331792,
          "try-again": 0.00016502528931003577,
          "update-account": 0.0007716203454072414,
          "update-order": 0.0031679441075488047,
          "validate-purchase": 0.23270010179044914,
          "verify-identity": 0.10761436226803299
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0027304330648488646,
          "enter-details": 0.003048444139891384,
          "instructions": 0.002063494718001359,
          "log-out-in": 0.002445597531637052,
          "make-password": 0.002445597531637052,
          "make-purchase": 0.0021803524548518133,
          "membership": 0.00243429565966943,
          "notify-team": 0.0021803524548518133,
          "offer-refund": 0.0021803524548518133,
          "promo-code": 0.0027304330648488646,
          "pull-up-account": 0.93778721992797,
          "record-reason": 0.0034034925397516238,
          "search-boots": 0.001952900200239706,
          "search-faq": 0.0021803524548518133,
          "search-jacket": 0.0019619669674515615,
          "search-jeans": 0.0001367745573728501,
          "search-membership": 0.0019619669674515615,
          "search-policy": 0.00014452021655212137,
          "search-pricing": 0.0016631128401279947,
          "search-shirt": 0.00011594055802964137,
          "search-timing": 0.00012250637175166668,
          "select-faq": 0.00014452021655212137,
          "send-link": 0.0001527045208846666,
          "shipping-status": 0.0016631128401279947,
          "subscription-status": 0.00012250637175166668,
          "try-again": 0.002445597531637052,
          "update-account": 0.0019619669674515615,
          "update-order": 0.0019619669674515615,
          "validate-purchase": 0.0042424670876178095,
          "verify-identity": 0.011435050819885564
        }
      }
    },
    {
      "id": "abcd-test-1601-turn-8",
      "conversation_id": "1601",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "notify-team": 0.04,
          "verify-identity": 0.03,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.01,
          "log-out-in": 0.0,
          "search-boots": 0.3,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.06,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.56,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.54,
        "input_tokens": 3093,
        "request_sha256": "d1b1ca37cb1efd6bf7984ccda33da3051674acc6cd537f56f7dec89a4331b4b5"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.018489404924075335,
          "enter-details": 0.0025277578206285645,
          "instructions": 0.004929052251956211,
          "log-out-in": 0.0014571435925073545,
          "make-password": 0.00048421263926994707,
          "make-purchase": 0.0014571435925073545,
          "membership": 0.0006035724460930932,
          "notify-team": 0.06935588021026254,
          "offer-refund": 0.0025277578206285645,
          "promo-code": 0.013285657817792682,
          "pull-up-account": 0.4513109316221837,
          "record-reason": 0.008550599440848605,
          "search-boots": 0.4042306561236534,
          "search-faq": 0.005503133802335591,
          "search-jacket": 0.0018163335600577908,
          "search-jeans": 0.0004875105286673452,
          "search-membership": 8.838140004220107e-05,
          "search-policy": 5.814844778097968e-05,
          "search-pricing": 4.318743361588984e-05,
          "search-shirt": 2.1573374918180315e-05,
          "search-timing": 4.6649225215046285e-05,
          "select-faq": 0.00031375961632529087,
          "send-link": 0.00011262060830981107,
          "shipping-status": 9.867508667411126e-05,
          "subscription-status": 5.2082467932202975e-05,
          "try-again": 8.092413160696621e-05,
          "update-account": 0.0002019345016224094,
          "update-order": 3.0023269288516653e-05,
          "validate-purchase": 0.0011769469943580424,
          "verify-identity": 0.010658345248842273
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0030304076888087728,
          "enter-details": 0.0030304076888087728,
          "instructions": 0.0024311278003693124,
          "log-out-in": 0.001973663039454846,
          "make-password": 0.0030304076888087728,
          "make-purchase": 0.0030304076888087728,
          "membership": 0.0027142783906323282,
          "notify-team": 0.003822550256399002,
          "offer-refund": 0.0027142783906323282,
          "promo-code": 0.0024601766087989875,
          "pull-up-account": 0.9433777436911616,
          "record-reason": 0.003423785885151898,
          "search-boots": 0.004764819200083729,
          "search-faq": 0.003822550256399002,
          "search-jacket": 0.0014181860416709036,
          "search-jeans": 0.001583360305435213,
          "search-membership": 0.0009644283284252106,
          "search-policy": 0.0003787291583662704,
          "search-pricing": 0.0010767541803010587,
          "search-shirt": 0.0003392205449786452,
          "search-timing": 0.0003038333981630183,
          "select-faq": 0.0014181860416709036,
          "send-link": 0.0013421772163701557,
          "shipping-status": 0.0003787291583662704,
          "subscription-status": 0.0004228393505461093,
          "try-again": 0.0014181860416709036,
          "update-account": 0.0004720869609173023,
          "update-order": 0.0004228393505461093,
          "validate-purchase": 0.001973663039454846,
          "verify-identity": 0.0024601766087989875
        }
      }
    },
    {
      "id": "abcd-test-9470-turn-19",
      "conversation_id": "9470",
      "expected_action": "update-account",
      "jev": {
        "choice": "update-account",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.01,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.01,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.02,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.27,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.06,
          "update-account": 0.63
        },
        "vendor_confidence": 0.6,
        "input_tokens": 3387,
        "request_sha256": "1038eba89f987071302a66978f6d886842eed90267bbdb23630a533ca6af67e7"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.0036566492555046904,
          "enter-details": 0.12421571110863133,
          "instructions": 0.0007820429007919004,
          "log-out-in": 0.0007820429007919004,
          "make-password": 0.0016910519409204486,
          "make-purchase": 0.00021222380349464063,
          "membership": 0.0006273889872735116,
          "notify-team": 0.0003065729930986769,
          "offer-refund": 0.0009748186691974224,
          "promo-code": 0.00023694127500642796,
          "pull-up-account": 0.0007130286426470741,
          "record-reason": 0.0007130286426470741,
          "search-boots": 0.0003297467866798002,
          "search-faq": 0.00012233775737600155,
          "search-jacket": 0.0001702553867071679,
          "search-jeans": 0.0007004610371019014,
          "search-membership": 0.001706172340934815,
          "search-policy": 0.0009835349682115065,
          "search-pricing": 0.00020848302911034204,
          "search-shirt": 0.0012259791367499678,
          "search-timing": 0.0019048884336844683,
          "select-faq": 0.0006329987225236729,
          "send-link": 0.24057821096400622,
          "shipping-status": 0.007082123429161164,
          "subscription-status": 0.21548134802389693,
          "try-again": 0.0008809328195809406,
          "update-account": 0.3738029902479838,
          "update-order": 0.0036566492555046904,
          "validate-purchase": 0.0019048884336844683,
          "verify-identity": 0.013716498107096983
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.004643524058092514,
          "enter-details": 0.008055291583086727,
          "instructions": 0.002988554902318261,
          "log-out-in": 0.002988554902318261,
          "make-password": 0.0037252417587228777,
          "make-purchase": 0.0001451291223520673,
          "membership": 0.002533327281906818,
          "notify-team": 0.0020323477946422113,
          "offer-refund": 0.00013735082127210203,
          "promo-code": 0.00011642903378119947,
          "pull-up-account": 0.0019234226676349499,
          "record-reason": 0.00017120818412292159,
          "search-boots": 0.0001533479167164492,
          "search-faq": 0.00012998941774523156,
          "search-jacket": 0.00011018893631330773,
          "search-jeans": 0.0025397653579589136,
          "search-membership": 0.0026835945733930085,
          "search-policy": 0.0025397653579589136,
          "search-pricing": 0.003165824560732792,
          "search-shirt": 0.002996149912860377,
          "search-timing": 0.0021528990515325692,
          "select-faq": 0.0025397653579589136,
          "send-link": 0.006462307226884272,
          "shipping-status": 0.0023975519112330855,
          "subscription-status": 0.005184350434782542,
          "try-again": 0.00578816539073615,
          "update-account": 0.9193636896695471,
          "update-order": 0.006462307226884272,
          "validate-purchase": 0.0033366283046044496,
          "verify-identity": 0.002533327281906818
        }
      }
    },
    {
      "id": "abcd-test-10365-turn-6",
      "conversation_id": "10365",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.99,
          "validate-purchase": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.01,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 3030,
        "request_sha256": "d3d7899554c475aa8f38afcf2932dcf18c96ce34d0f181306f89153db1e39bd1"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0034179306136081296,
          "enter-details": 0.024831469689059082,
          "instructions": 0.0010173021281592737,
          "log-out-in": 0.003816012761847875,
          "make-password": 0.0010173021281592737,
          "make-purchase": 0.000828985077242543,
          "membership": 0.0015806526489498336,
          "notify-team": 0.0014380694093865224,
          "offer-refund": 0.0014380694093865224,
          "promo-code": 0.0010333321868761798,
          "pull-up-account": 0.43552738790307627,
          "record-reason": 0.0012680698649906261,
          "search-boots": 0.0005335317208892572,
          "search-faq": 0.0004778742273784153,
          "search-jacket": 0.00038337201296798285,
          "search-jeans": 0.00047046045464878424,
          "search-membership": 0.0005864308933921549,
          "search-policy": 0.0006659763180306365,
          "search-pricing": 0.00011869717223810978,
          "search-shirt": 0.00038390669670868125,
          "search-timing": 0.007390767711737305,
          "select-faq": 0.0004785407617334108,
          "send-link": 0.027723561955530763,
          "shipping-status": 0.00025666503437827095,
          "subscription-status": 0.280303822912588,
          "try-again": 0.00011426477695239488,
          "update-account": 0.0005965023264906253,
          "update-order": 0.00022130545585353275,
          "validate-purchase": 0.0006659763180306365,
          "verify-identity": 0.20141375942970888
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0018542711137496985,
          "enter-details": 0.003044269153710259,
          "instructions": 0.0020629694699209017,
          "log-out-in": 0.0019592801918232703,
          "make-password": 0.0024422483791992607,
          "make-purchase": 0.0024336761032522337,
          "membership": 0.0027266941327192037,
          "notify-team": 0.0024336761032522337,
          "offer-refund": 0.002717123288614145,
          "promo-code": 0.003033584227101717,
          "pull-up-account": 0.9365029849144602,
          "record-reason": 0.003033584227101717,
          "search-boots": 0.002717123288614145,
          "search-faq": 0.00473009607924629,
          "search-jacket": 0.0021874754788477543,
          "search-jeans": 0.0006741931241913767,
          "search-membership": 0.0021874754788477543,
          "search-policy": 0.0005408677022776268,
          "search-pricing": 0.0017548899178968735,
          "search-shirt": 0.00060386200861151,
          "search-timing": 0.0024422483791992607,
          "select-faq": 0.00060386200861151,
          "send-link": 0.0024422483791992607,
          "shipping-status": 0.0005408677022776268,
          "subscription-status": 0.0021874754788477543,
          "try-again": 0.0019592801918232703,
          "update-account": 0.0006741931241913767,
          "update-order": 0.00048444500456089096,
          "validate-purchase": 0.0024422483791992607,
          "verify-identity": 0.006582786968651718
        }
      }
    },
    {
      "id": "abcd-test-7558-turn-5",
      "conversation_id": "7558",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-faq",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.59,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.01,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.4,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.57,
        "input_tokens": 2994,
        "request_sha256": "71d06d9fc3a8af7820905d44b61c4a7d0a841c8d929946a1d32a95e5bf326d3b"
      },
      "shared_jevk5": {
        "choice": "search-boots",
        "probabilities": {
          "ask-the-oracle": 0.005898393626888307,
          "enter-details": 0.0027277683192520473,
          "instructions": 0.0030454685030741873,
          "log-out-in": 0.0007271893853347961,
          "make-password": 0.0002575567967979862,
          "make-purchase": 8.55868056741871e-05,
          "membership": 0.00044679321748250733,
          "notify-team": 0.00044679321748250733,
          "offer-refund": 0.00028755445187675333,
          "promo-code": 0.00014847041062490785,
          "pull-up-account": 0.00044679321748250733,
          "record-reason": 0.0009064436564648442,
          "search-boots": 0.5400652074389313,
          "search-faq": 0.3880666454331306,
          "search-jacket": 0.0004191933969285979,
          "search-jeans": 0.00046801637487673423,
          "search-membership": 0.0001392989246138026,
          "search-policy": 4.891075708161262e-05,
          "search-pricing": 0.0002164383625549735,
          "search-shirt": 6.26899112862251e-05,
          "search-timing": 0.000301213300299622,
          "select-faq": 0.04285227389081228,
          "send-link": 0.00016897314176880313,
          "shipping-status": 0.00018865326801550136,
          "subscription-status": 0.00016897314176880313,
          "try-again": 6.999133561717185e-05,
          "update-account": 8.724438711228302e-05,
          "update-order": 6.999133561717185e-05,
          "validate-purchase": 0.005283080364260728,
          "verify-identity": 0.005898393626888307
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.005141197977123432,
          "enter-details": 0.0046048731992289,
          "instructions": 0.0057399879011488285,
          "log-out-in": 0.002703887588182449,
          "make-password": 0.005141197977123432,
          "make-purchase": 0.0021691790153241207,
          "membership": 0.003018809436944015,
          "notify-team": 0.005141197977123432,
          "offer-refund": 0.002703887588182449,
          "promo-code": 0.002421821059486833,
          "pull-up-account": 0.002703887588182449,
          "record-reason": 0.002703887588182449,
          "search-boots": 0.0099573555581076,
          "search-faq": 0.9117103475892911,
          "search-jacket": 0.0036942344677710257,
          "search-jeans": 0.002963679158412459,
          "search-membership": 0.003308855840083744,
          "search-policy": 0.0015302098424841422,
          "search-pricing": 0.002654511208405863,
          "search-shirt": 9.4990733195248e-05,
          "search-timing": 0.002963679158412459,
          "select-faq": 0.0071549107551274384,
          "send-link": 0.002129565070117989,
          "shipping-status": 6.825608202785688e-05,
          "subscription-status": 0.0001060541996354972,
          "try-again": 0.0071549107551274384,
          "update-account": 8.508140435334537e-05,
          "update-order": 7.620579483275679e-05,
          "validate-purchase": 8.508140435334537e-05,
          "verify-identity": 6.825608202785688e-05
        }
      }
    },
    {
      "id": "abcd-test-2732-turn-8",
      "conversation_id": "2732",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "enter-details": 0.04,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.96,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "instructions": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3065,
        "request_sha256": "9906d2600b115471926b08d0623502906c70d6e81091d52160345b79b02337b3"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.014372392030633502,
          "enter-details": 0.022331377659900665,
          "instructions": 0.003831502745459137,
          "log-out-in": 0.005953276124843869,
          "make-password": 0.007420775324755039,
          "make-purchase": 0.00014110305983033807,
          "membership": 0.0003803260045091808,
          "notify-team": 0.00047407741803758837,
          "offer-refund": 0.0005909388162045934,
          "promo-code": 0.0009148775953240729,
          "pull-up-account": 0.0006597647961361667,
          "record-reason": 0.0053322363240862645,
          "search-boots": 0.00011319904590469504,
          "search-faq": 0.002208696300143849,
          "search-jacket": 0.00047407741803758837,
          "search-jeans": 0.0018573360768985138,
          "search-membership": 0.0019782874507600903,
          "search-policy": 0.0011953744991659182,
          "search-pricing": 0.0003789567581310733,
          "search-shirt": 0.0011953744991659182,
          "search-timing": 0.0006890813184639075,
          "select-faq": 0.00042309337002175,
          "send-link": 0.10441649163183225,
          "shipping-status": 0.0023151745195435663,
          "subscription-status": 0.0019782874507600903,
          "try-again": 0.0011953744991659182,
          "update-account": 0.31422109048750585,
          "update-order": 0.0018573360768985138,
          "validate-purchase": 0.01287307693047212,
          "verify-identity": 0.488227043767408
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0030229150299005084,
          "enter-details": 0.0030229150299005084,
          "instructions": 0.0030229150299005084,
          "log-out-in": 0.00420693507653629,
          "make-password": 0.0030229150299005084,
          "make-purchase": 0.0010307021995954858,
          "membership": 0.000826875180441015,
          "notify-team": 0.001150746937473544,
          "offer-refund": 0.0005941548521392386,
          "promo-code": 0.0007406163896557582,
          "pull-up-account": 0.0006633553512012371,
          "record-reason": 0.005243956150065414,
          "search-boots": 0.0030229150299005084,
          "search-faq": 0.0021721312816313635,
          "search-jacket": 0.0005321732470013777,
          "search-jeans": 0.002312323035327872,
          "search-membership": 0.002707567627498253,
          "search-policy": 0.0019455367263384355,
          "search-pricing": 0.0020557142115202576,
          "search-shirt": 0.002312323035327872,
          "search-timing": 0.002188392549009317,
          "select-faq": 0.0022951409214608544,
          "send-link": 0.002312323035327872,
          "shipping-status": 0.0025816368459456577,
          "subscription-status": 0.002312323035327872,
          "try-again": 0.0035661188982049927,
          "update-account": 0.005243956150065414,
          "update-order": 0.0025816368459456577,
          "validate-purchase": 0.0033749902733389812,
          "verify-identity": 0.9299337949941174
        }
      }
    },
    {
      "id": "abcd-test-1222-turn-17",
      "conversation_id": "1222",
      "expected_action": "enter-details",
      "jev": {
        "choice": "make-password",
        "probabilities": {
          "enter-details": 0.45,
          "make-password": 0.52,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.03,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.49,
        "input_tokens": 3329,
        "request_sha256": "a1427a03d2cc870ef0aab5fe818c6aedf93703ddba0085255f15c26e4d3bd2e1"
      },
      "shared_jevk5": {
        "choice": "make-password",
        "probabilities": {
          "ask-the-oracle": 0.0024010471914125433,
          "enter-details": 0.05249372637129483,
          "instructions": 0.002150572248518435,
          "log-out-in": 0.0024010471914125433,
          "make-password": 0.8246563301742629,
          "make-purchase": 0.0003591903082794055,
          "membership": 0.00020130348318254612,
          "notify-team": 0.00026513547462924807,
          "offer-refund": 0.0002960154966578344,
          "promo-code": 9.575571823942572e-05,
          "pull-up-account": 0.00020705754483917719,
          "record-reason": 0.00023117332637119964,
          "search-boots": 0.00014878226450908358,
          "search-faq": 0.0004010248101101544,
          "search-jacket": 9.06236137550968e-05,
          "search-jeans": 0.000330492040210402,
          "search-membership": 8.33830715109865e-05,
          "search-policy": 0.00028576381594126445,
          "search-pricing": 9.309468023452245e-05,
          "search-shirt": 0.000118367987799978,
          "search-timing": 3.523067128123482e-05,
          "select-faq": 0.00031904636517351905,
          "send-link": 0.10166868379949226,
          "shipping-status": 0.0005534609422678321,
          "subscription-status": 0.002680694456732846,
          "try-again": 0.00022925243038938718,
          "update-account": 0.0007146408433131939,
          "update-order": 0.000397692205117133,
          "validate-purchase": 0.0019262268531703376,
          "verify-identity": 0.004165184619890695
        }
      },
      "trained_jevk5": {
        "choice": "make-password",
        "probabilities": {
          "ask-the-oracle": 0.006001811718880861,
          "enter-details": 0.03860053927951654,
          "instructions": 0.009216941720843252,
          "log-out-in": 0.006622881768667331,
          "make-password": 0.8439177108627857,
          "make-purchase": 0.004034011876375144,
          "membership": 0.0034195363701663866,
          "notify-team": 0.006001811718880861,
          "offer-refund": 0.00431263293193416,
          "promo-code": 0.0026268343052805155,
          "pull-up-account": 0.0038627437443577613,
          "record-reason": 0.005375708557827526,
          "search-boots": 0.0032362637317038517,
          "search-faq": 0.004758905986640949,
          "search-jacket": 0.004814920663538707,
          "search-jeans": 0.004758905986640949,
          "search-membership": 0.000732285761542762,
          "search-policy": 0.0006558945593282372,
          "search-pricing": 0.0006558945593282372,
          "search-shirt": 0.0005874722563041675,
          "search-timing": 0.00037809492631154097,
          "select-faq": 0.000732285761542762,
          "send-link": 0.00739424079864929,
          "shipping-status": 0.0006558945593282372,
          "subscription-status": 0.0034195363701663866,
          "try-again": 0.0038178060822883545,
          "update-account": 0.006622881768667331,
          "update-order": 0.005313169838402728,
          "validate-purchase": 0.009216941720843252,
          "verify-identity": 0.00825543981325615
        }
      }
    },
    {
      "id": "abcd-test-10300-turn-12",
      "conversation_id": "10300",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.02,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.02,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.03,
          "verify-identity": 0.0,
          "enter-details": 0.92,
          "try-again": 0.01,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 3221,
        "request_sha256": "2360ec753f484e4115c0be0eb18894979bd49bbc899b266822bcc9b76ea779c5"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.09715708304593307,
          "enter-details": 0.0231989546328997,
          "instructions": 0.13521200205306547,
          "log-out-in": 0.07794374611245984,
          "make-password": 0.006585087985994263,
          "make-purchase": 0.07794374611245984,
          "membership": 0.004731744318369759,
          "notify-team": 0.014239276472925411,
          "offer-refund": 0.01142338278069942,
          "promo-code": 0.01142338278069942,
          "pull-up-account": 0.02891755569590856,
          "record-reason": 0.015897709358957467,
          "search-boots": 0.002188239811975203,
          "search-faq": 0.12110682176485328,
          "search-jacket": 0.007709065167355536,
          "search-jeans": 0.005038637887448649,
          "search-membership": 0.008606940014289686,
          "search-policy": 0.007012179436080874,
          "search-pricing": 0.002860105785161558,
          "search-shirt": 0.0016743508705905274,
          "search-timing": 0.005625482393773467,
          "select-faq": 0.020778862328978145,
          "send-link": 0.008606940014289686,
          "shipping-status": 0.003242848306190465,
          "subscription-status": 0.004042219358541827,
          "try-again": 0.05600687769485604,
          "update-account": 0.013373196830468172,
          "update-order": 0.0029045575632831084,
          "validate-purchase": 0.1685421257266355,
          "verify-identity": 0.05600687769485604
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.025740937767702733,
          "enter-details": 0.06938155500298918,
          "instructions": 0.1870096393411419,
          "log-out-in": 0.025740937767702733,
          "make-password": 0.02305567232714797,
          "make-purchase": 0.01623014412236687,
          "membership": 0.01623014412236687,
          "notify-team": 0.02023091944920062,
          "offer-refund": 0.02023091944920062,
          "promo-code": 0.01166224259198017,
          "pull-up-account": 0.020650527110763,
          "record-reason": 0.02023091944920062,
          "search-boots": 0.014537031628862157,
          "search-faq": 0.2602578899382079,
          "search-jacket": 0.025740937767702733,
          "search-jeans": 0.0037623137465327317,
          "search-membership": 0.005235948153606147,
          "search-policy": 0.0358231911586628,
          "search-pricing": 0.020650527110763,
          "search-shirt": 0.028738959044160975,
          "search-timing": 0.004689739176084921,
          "select-faq": 0.025740937767702733,
          "send-link": 0.020650527110763,
          "shipping-status": 0.0024214113057660115,
          "subscription-status": 0.0037623137465327317,
          "try-again": 0.02305567232714797,
          "update-account": 0.03999547613544186,
          "update-order": 0.004200506117210236,
          "validate-purchase": 0.018496285595449427,
          "verify-identity": 0.005845773667639297
        }
      }
    },
    {
      "id": "abcd-test-1972-turn-17",
      "conversation_id": "1972",
      "expected_action": "enter-details",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "search-boots": 0.0,
          "search-policy": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.33,
          "update-account": 0.0,
          "membership": 0.0,
          "promo-code": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.05,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.33,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.29,
          "try-again": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.3,
        "input_tokens": 3381,
        "request_sha256": "c75bd7bee977349fa908fdc92580cc5c7e91265b9d23b3d1fd3ecc4b5813f29b"
      },
      "shared_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.0020781136354111516,
          "enter-details": 0.050725069422448386,
          "instructions": 0.0008607881753325858,
          "log-out-in": 0.0007709916960514619,
          "make-password": 0.0007709916960514619,
          "make-purchase": 0.00019071687820262847,
          "membership": 0.0004604289083254274,
          "notify-team": 0.00035655206259064404,
          "offer-refund": 0.04543339289484647,
          "promo-code": 0.00019071687820262847,
          "pull-up-account": 0.00021292948524546322,
          "record-reason": 0.45936204663825464,
          "search-boots": 0.00026541743304262183,
          "search-faq": 0.0005140545469197713,
          "search-jacket": 0.0005140545469197713,
          "search-jeans": 0.0004209801661767379,
          "search-membership": 0.001861327084912945,
          "search-policy": 0.0004209801661767379,
          "search-pricing": 0.0004209801661767379,
          "search-shirt": 0.0025903744822998367,
          "search-timing": 0.00019468604433230813,
          "select-faq": 0.0002055368989131398,
          "send-link": 0.0020781136354111516,
          "shipping-status": 0.0006185238971015705,
          "subscription-status": 0.00015618580383315744,
          "try-again": 9.003439592411297e-05,
          "update-account": 0.07881505083212402,
          "update-order": 0.3300769639354003,
          "validate-purchase": 0.0005247529426485549,
          "verify-identity": 0.018819244650723564
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0016270459860366932,
          "enter-details": 0.9347482996046736,
          "instructions": 0.0025757200086457053,
          "log-out-in": 0.001955609104765299,
          "make-password": 0.0021833769323075414,
          "make-purchase": 0.0021429717893683754,
          "membership": 0.0022643298950581676,
          "notify-team": 0.0022643298950581676,
          "offer-refund": 0.004228715075734851,
          "promo-code": 0.0016270459860366932,
          "pull-up-account": 0.0020281174607786937,
          "record-reason": 0.007335707649646181,
          "search-boots": 0.0021833769323075414,
          "search-faq": 0.0021429717893683754,
          "search-jacket": 0.001955609104765299,
          "search-jeans": 7.198273756952941e-05,
          "search-membership": 8.036649152662842e-05,
          "search-policy": 6.1018061549206105e-05,
          "search-pricing": 0.0016577234295351876,
          "search-shirt": 0.0014052132869382889,
          "search-timing": 6.1018061549206105e-05,
          "select-faq": 8.491771453900559e-05,
          "send-link": 8.972668458430645e-05,
          "shipping-status": 0.001484791815780182,
          "subscription-status": 9.480799822023596e-05,
          "try-again": 0.0020663570046913584,
          "update-account": 0.007335707649646181,
          "update-order": 0.010208968036161307,
          "validate-purchase": 0.0018507968808506154,
          "verify-identity": 0.0021833769323075414
        }
      }
    },
    {
      "id": "abcd-test-3839-turn-8",
      "conversation_id": "3839",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "search-policy": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.98,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "promo-code": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.01,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.01,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.97,
        "input_tokens": 3039,
        "request_sha256": "5f48a3af879e0df26cc56311df085729741ad9e961c02aaeaa3cec364ed08352"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0029756636853370366,
          "enter-details": 0.007183841825186462,
          "instructions": 0.0005431487629107961,
          "log-out-in": 0.0006064087314708093,
          "make-password": 0.0003131018694341881,
          "make-purchase": 0.00012969173395438363,
          "membership": 0.004623494363050802,
          "notify-team": 0.002138176463357297,
          "offer-refund": 0.037502222503475624,
          "promo-code": 0.0005700121064786266,
          "pull-up-account": 0.21857624334134731,
          "record-reason": 0.1010826452530785,
          "search-boots": 0.0003495684872161546,
          "search-faq": 0.00039028236496977607,
          "search-jacket": 0.00018048955965075406,
          "search-jeans": 0.000710521655269272,
          "search-membership": 0.0002943092037284331,
          "search-policy": 0.0006610294212605595,
          "search-pricing": 0.00010333822451099618,
          "search-shirt": 0.0005920715241643162,
          "search-timing": 0.0001134160062988932,
          "select-faq": 0.0008239749403569217,
          "send-link": 0.0008239749403569217,
          "shipping-status": 0.0019151238791091647,
          "subscription-status": 0.0005920715241643162,
          "try-again": 0.00012662544376277376,
          "update-account": 0.0004095847574126048,
          "update-order": 0.0023872074801967722,
          "validate-purchase": 0.5891455172401079,
          "verify-identity": 0.02413624270838168
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0016084227732593894,
          "enter-details": 0.0024991180642216925,
          "instructions": 0.0017936585013973304,
          "log-out-in": 0.002002563934944767,
          "make-password": 0.0020049035162405487,
          "make-purchase": 0.0017936585013973304,
          "membership": 0.0020049035162405487,
          "notify-team": 0.0016065459738497396,
          "offer-refund": 0.0017936585013973304,
          "promo-code": 0.0020049035162405487,
          "pull-up-account": 0.958310205597764,
          "record-reason": 0.003883056414008207,
          "search-boots": 0.001697526036872807,
          "search-faq": 0.001697526036872807,
          "search-jacket": 0.0014406340207446541,
          "search-jeans": 0.0014406340207446541,
          "search-membership": 0.001155740731250005,
          "search-policy": 7.259318698212862e-05,
          "search-pricing": 0.0010351749101911122,
          "search-shirt": 6.153553430752375e-05,
          "search-timing": 7.259318698212862e-05,
          "select-faq": 7.259318698212862e-05,
          "send-link": 8.104803451967809e-05,
          "shipping-status": 0.0012211912817261163,
          "subscription-status": 7.259318698212862e-05,
          "try-again": 6.502034625633239e-05,
          "update-account": 0.001155740731250005,
          "update-order": 0.0012211912817261163,
          "validate-purchase": 0.0017957539680807052,
          "verify-identity": 0.004335311506567402
        }
      }
    },
    {
      "id": "abcd-test-3545-turn-9",
      "conversation_id": "3545",
      "expected_action": "search-timing",
      "jev": {
        "choice": "search-timing",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.02,
          "instructions": 0.0,
          "search-timing": 0.65,
          "search-jacket": 0.0,
          "select-faq": 0.16,
          "update-account": 0.0,
          "try-again": 0.0,
          "make-password": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.04,
          "search-pricing": 0.13,
          "promo-code": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "validate-purchase": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.62,
        "input_tokens": 3078,
        "request_sha256": "850dc13711bbb596bce85c2b30a2602571786c26feb8e32985a0f5925c28294a"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0019043088654850857,
          "enter-details": 0.0003103674171756851,
          "instructions": 0.0017056533653382298,
          "log-out-in": 0.0008806656719769283,
          "make-password": 0.0001602493917564242,
          "make-purchase": 0.0001789134698505617,
          "membership": 0.00022301610583546204,
          "notify-team": 0.0003465155607318328,
          "offer-refund": 0.0001997513252004333,
          "promo-code": 0.003688226696957104,
          "pull-up-account": 0.00639809525860559,
          "record-reason": 0.00038687420326840124,
          "search-boots": 0.0007065091940080077,
          "search-faq": 0.026795186238434285,
          "search-jacket": 0.0007065091940080077,
          "search-jeans": 0.0005076658401959945,
          "search-membership": 0.0006328068215262535,
          "search-policy": 0.0002926472378879208,
          "search-pricing": 0.023999939428528107,
          "search-shirt": 0.00034644527172251793,
          "search-timing": 0.9102266887933277,
          "select-faq": 0.011098997895494173,
          "send-link": 0.0001511000815546115,
          "shipping-status": 0.0002489397972555023,
          "subscription-status": 0.0002229706582318105,
          "try-again": 6.63643567218831e-05,
          "update-account": 8.272333848220021e-05,
          "update-order": 7.828972425682137e-05,
          "validate-purchase": 0.0003103044834735994,
          "verify-identity": 0.007143274312708911
        }
      },
      "trained_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.0005164737797936407,
          "enter-details": 0.0006092818431119593,
          "instructions": 0.000680244295288092,
          "log-out-in": 0.0017589675193443787,
          "make-password": 0.000643786121901229,
          "make-purchase": 0.000680244295288092,
          "membership": 0.0005457222436995039,
          "notify-team": 0.001858579573426512,
          "offer-refund": 0.000643786121901229,
          "promo-code": 0.0016646942244125283,
          "pull-up-account": 0.002447922995311737,
          "record-reason": 0.002586550913896185,
          "search-boots": 0.001963832596165901,
          "search-faq": 0.003406728914453111,
          "search-jacket": 0.0027330297774485353,
          "search-jeans": 0.0014396018160717765,
          "search-membership": 0.0027330297774485353,
          "search-policy": 0.002586550913896185,
          "search-pricing": 0.00529327056413967,
          "search-shirt": 0.003051342649744304,
          "search-timing": 0.9386789926681983,
          "select-faq": 0.00918242984884045,
          "send-link": 0.0028878036976058502,
          "shipping-status": 0.001362445207981823,
          "subscription-status": 0.001698291421859019,
          "try-again": 0.001963832596165901,
          "update-account": 0.0014396018160717765,
          "update-order": 0.0014396018160717765,
          "validate-purchase": 0.001607270269231386,
          "verify-identity": 0.001896089721230649
        }
      }
    },
    {
      "id": "abcd-test-3034-turn-13",
      "conversation_id": "3034",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.03,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.05,
          "send-link": 0.0,
          "pull-up-account": 0.01,
          "update-account": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.91,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.9,
        "input_tokens": 3233,
        "request_sha256": "115989f28eb5133feb69a19f6d7d367258bb7e2c76bdfa199955da4788acc431"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.010433574796763788,
          "enter-details": 0.0013615502918958842,
          "instructions": 0.04878494551852451,
          "log-out-in": 0.039137461604307165,
          "make-password": 0.000452446753702348,
          "make-purchase": 0.03139781400840626,
          "membership": 0.0015201300769885008,
          "notify-team": 0.035054679286462664,
          "offer-refund": 0.004097324261844751,
          "promo-code": 0.0015201300769885008,
          "pull-up-account": 0.028122426199766647,
          "record-reason": 0.0023619308196481848,
          "search-boots": 0.00020923801904871144,
          "search-faq": 0.06789325917531952,
          "search-jacket": 0.001790139233096076,
          "search-jeans": 0.006357967526610291,
          "search-membership": 0.0012863137604745703,
          "search-policy": 0.0007020780681787957,
          "search-pricing": 0.001790139233096076,
          "search-shirt": 0.4417933747353979,
          "search-timing": 0.001790139233096076,
          "select-faq": 0.039137461604307165,
          "send-link": 0.00510064366575674,
          "shipping-status": 0.006357967526610291,
          "subscription-status": 0.003665094422217591,
          "try-again": 0.13149413168019894,
          "update-account": 0.0021127669914030762,
          "update-order": 0.0009770690746921976,
          "validate-purchase": 0.007497099537703548,
          "verify-identity": 0.07580070281749329
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0007417859739756572,
          "enter-details": 0.0005330141027903247,
          "instructions": 0.0037563173459009597,
          "log-out-in": 0.002287981285468241,
          "make-password": 0.0010323307658465515,
          "make-purchase": 0.001152565178871907,
          "membership": 0.0008281817214159086,
          "notify-team": 0.003013485305169645,
          "offer-refund": 0.0010323307658465515,
          "promo-code": 0.003013485305169645,
          "pull-up-account": 0.002699121307990643,
          "record-reason": 0.0024175520416638524,
          "search-boots": 0.0007417859739756572,
          "search-faq": 0.002287981285468241,
          "search-jacket": 0.0024175520416638524,
          "search-jeans": 0.0030025924595553214,
          "search-membership": 0.0030025924595553214,
          "search-policy": 0.002165355533252161,
          "search-pricing": 0.0024175520416638524,
          "search-shirt": 0.004193811724392081,
          "search-timing": 0.0037563173459009597,
          "select-faq": 0.9270329651929909,
          "send-link": 0.0033644623043394693,
          "shipping-status": 0.002408813458173159,
          "subscription-status": 0.0024175520416638524,
          "try-again": 0.006516215770370271,
          "update-account": 0.0033523008896411827,
          "update-order": 0.002408813458173159,
          "validate-purchase": 0.0030025924595553214,
          "verify-identity": 0.0030025924595553214
        }
      }
    },
    {
      "id": "abcd-test-1350-turn-6",
      "conversation_id": "1350",
      "expected_action": "record-reason",
      "jev": {
        "choice": "search-boots",
        "probabilities": {
          "notify-team": 0.05,
          "verify-identity": 0.04,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.01,
          "log-out-in": 0.0,
          "search-boots": 0.89,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.01,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "subscription-status": 0.0,
          "send-link": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3043,
        "request_sha256": "fecadf0af3e66319b9ebef93db10c8efd24ef38e6b781a7c88efe503748118bb"
      },
      "shared_jevk5": {
        "choice": "search-boots",
        "probabilities": {
          "ask-the-oracle": 0.013317147638304867,
          "enter-details": 0.002238790317202066,
          "instructions": 0.0020052419155438643,
          "log-out-in": 0.0016086942189784757,
          "make-password": 0.0007439559185842371,
          "make-purchase": 0.03215024246284909,
          "membership": 0.0009273431334827171,
          "notify-team": 0.04995415239994021,
          "offer-refund": 0.004940735988768314,
          "promo-code": 0.20920770956086254,
          "pull-up-account": 0.002238790317202066,
          "record-reason": 0.0557722586943091,
          "search-boots": 0.56389375963777,
          "search-faq": 0.009569105682554755,
          "search-jacket": 0.0007439559185842371,
          "search-jeans": 0.0011797367909888808,
          "search-membership": 0.00023878588336216834,
          "search-policy": 0.0003092875903832159,
          "search-pricing": 0.000437688497481406,
          "search-shirt": 0.00011474742093965976,
          "search-timing": 0.00022224020143215856,
          "select-faq": 0.0009464374230309693,
          "send-link": 0.0003145033270114092,
          "shipping-status": 0.0006091236091769266,
          "subscription-status": 0.0001596918671976851,
          "try-again": 0.00019905633444924027,
          "update-account": 0.00022224020143215856,
          "update-order": 0.0001430329688481593,
          "validate-purchase": 0.005516178525563429,
          "verify-identity": 0.04007536555376599
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.00300345569117663,
          "enter-details": 0.00300345569117663,
          "instructions": 0.00300345569117663,
          "log-out-in": 0.002268593930831954,
          "make-password": 0.00300345569117663,
          "make-purchase": 0.003743815481902906,
          "membership": 0.00300345569117663,
          "notify-team": 0.008991662233113398,
          "offer-refund": 0.004158274957446376,
          "promo-code": 0.007213512148405217,
          "pull-up-account": 0.002987950340434624,
          "record-reason": 0.9191776379749899,
          "search-boots": 0.007213512148405217,
          "search-faq": 0.003724487776442753,
          "search-jacket": 0.003353264411739841,
          "search-jeans": 0.00034506129566436687,
          "search-membership": 0.0021470071096102643,
          "search-policy": 0.0021470071096102643,
          "search-pricing": 0.0023970667216347483,
          "search-shirt": 0.00043011987429233755,
          "search-timing": 0.00034506129566436687,
          "select-faq": 0.0023970667216347483,
          "send-link": 0.00048021594808711547,
          "shipping-status": 0.0003090648756109827,
          "subscription-status": 0.0003852502240999673,
          "try-again": 0.0020319364192804544,
          "update-account": 0.0019230334328366983,
          "update-order": 0.0003852502240999673,
          "validate-purchase": 0.002268593930831954,
          "verify-identity": 0.004158274957446376
        }
      }
    },
    {
      "id": "abcd-test-3175-turn-11",
      "conversation_id": "3175",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.0,
          "enter-details": 0.74,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "instructions": 0.01,
          "ask-the-oracle": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "search-jacket": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.01,
          "membership": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.02,
          "verify-identity": 0.0,
          "make-password": 0.0,
          "search-jeans": 0.0,
          "make-purchase": 0.03,
          "try-again": 0.19
        },
        "vendor_confidence": 0.72,
        "input_tokens": 3131,
        "request_sha256": "8dbcc646bb7b2a8ccafd986526d97a439a8fc7998bacdb3b3a0910d69b07542a"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.05047285876260664,
          "enter-details": 0.01677226207078367,
          "instructions": 0.04049156760941996,
          "log-out-in": 0.06291454910611843,
          "make-password": 0.002913114290209025,
          "make-purchase": 0.09775488790515857,
          "membership": 0.0018748674266116016,
          "notify-team": 0.0036312050395294134,
          "offer-refund": 0.0023086178175140784,
          "promo-code": 0.0016792833652336243,
          "pull-up-account": 0.13604368226014202,
          "record-reason": 0.023341648599505334,
          "search-boots": 0.0006955862414253275,
          "search-faq": 0.0020932310949768698,
          "search-jacket": 0.002913114290209025,
          "search-jeans": 0.001658869252782748,
          "search-membership": 0.0009562666729363288,
          "search-policy": 0.003432967141495433,
          "search-pricing": 0.0005512461069768444,
          "search-shirt": 0.002466774292239823,
          "search-timing": 0.001021777612688064,
          "select-faq": 0.0023086178175140784,
          "send-link": 0.003432967141495433,
          "shipping-status": 0.002754076507340423,
          "subscription-status": 0.002754076507340423,
          "try-again": 0.045207577569642034,
          "update-account": 0.006947341741882503,
          "update-order": 0.0047775972163210025,
          "validate-purchase": 0.36668906940012214,
          "verify-identity": 0.10914029913977916
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.07781179504482769,
          "enter-details": 0.3258756725708208,
          "instructions": 0.0624240785659443,
          "log-out-in": 0.035984796560245336,
          "make-password": 0.025857062271197096,
          "make-purchase": 0.0049732399261886,
          "membership": 0.005552467257471201,
          "notify-team": 0.005552467257471201,
          "offer-refund": 0.002299921661211888,
          "promo-code": 0.003573546778986896,
          "pull-up-account": 0.023159680710620897,
          "record-reason": 0.005552467257471201,
          "search-boots": 0.005552467257471201,
          "search-faq": 0.07781179504482769,
          "search-jacket": 0.028868605729330823,
          "search-jeans": 0.01195783041457095,
          "search-membership": 0.025857062271197096,
          "search-policy": 0.009191399909088531,
          "search-pricing": 0.009191399909088531,
          "search-shirt": 0.007373742367616793,
          "search-timing": 0.006604520676267499,
          "select-faq": 0.025857062271197096,
          "send-link": 0.010261910701645787,
          "shipping-status": 0.003410056688713492,
          "subscription-status": 0.00823256235677656,
          "try-again": 0.028868605729330823,
          "update-account": 0.025857062271197096,
          "update-order": 0.028868605729330823,
          "validate-purchase": 0.08687445027877896,
          "verify-identity": 0.020743664531113065
        }
      }
    },
    {
      "id": "abcd-test-938-turn-17",
      "conversation_id": "938",
      "expected_action": "update-account",
      "jev": {
        "choice": "update-account",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.98,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "instructions": 0.0,
          "make-password": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.02,
          "try-again": 0.0,
          "enter-details": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 3515,
        "request_sha256": "528ceeb9ca68f416065d1647fb4b1c38952bed6ca2a959c1d7ab93e5702932fd"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.0009504292109035488,
          "enter-details": 0.0025617658633885635,
          "instructions": 3.4234460572405495e-05,
          "log-out-in": 0.0002533727420498693,
          "make-password": 0.00031582980081031314,
          "make-purchase": 4.7122014468184675e-06,
          "membership": 3.0663158114339846e-05,
          "notify-team": 0.0003526141743477887,
          "offer-refund": 4.5934263466313434e-05,
          "promo-code": 3.0663158114339846e-05,
          "pull-up-account": 0.00018206231927940254,
          "record-reason": 0.0005478810277707296,
          "search-boots": 1.9734692582796243e-05,
          "search-faq": 1.2701175023796311e-05,
          "search-jacket": 3.822170770976791e-05,
          "search-jeans": 0.0002509413554330382,
          "search-membership": 0.00031582980081031314,
          "search-policy": 0.0001615047543703566,
          "search-pricing": 4.8535572038326384e-05,
          "search-shirt": 0.00014465675373961362,
          "search-timing": 4.305522026713562e-05,
          "select-faq": 0.00012956629302254588,
          "send-link": 0.0018407698352442999,
          "shipping-status": 0.003980392278114522,
          "subscription-status": 0.0006829351673623178,
          "try-again": 0.0003127990956365675,
          "update-account": 0.9823330527133958,
          "update-order": 0.00031582980081031314,
          "validate-purchase": 7.891912605957002e-05,
          "verify-identity": 0.003980392278114522
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.003408361119193623,
          "enter-details": 0.003408361119193623,
          "instructions": 0.002889187172808399,
          "log-out-in": 0.00360137963921773,
          "make-password": 0.00219360873914225,
          "make-purchase": 0.000165804818635228,
          "membership": 0.00020667616425509679,
          "notify-team": 0.0023178345557526027,
          "offer-refund": 0.000165804818635228,
          "promo-code": 0.00018511591159738148,
          "pull-up-account": 0.002076040366341711,
          "record-reason": 0.0023178345557526027,
          "search-boots": 0.00020667616425509679,
          "search-faq": 0.00025762239090756694,
          "search-jacket": 0.00018511591159738148,
          "search-jeans": 0.0014990155044791742,
          "search-membership": 0.001768381569093415,
          "search-policy": 0.0016736036667338444,
          "search-pricing": 0.0023178345557526027,
          "search-shirt": 0.0018594701501980916,
          "search-timing": 0.0015839058146339396,
          "select-faq": 0.0016736036667338444,
          "send-link": 0.00360137963921773,
          "shipping-status": 0.004743353558050671,
          "subscription-status": 0.00360137963921773,
          "try-again": 0.004743353558050671,
          "update-account": 0.9391286905919967,
          "update-order": 0.0023291236103007013,
          "validate-purchase": 0.0020861518145873126,
          "verify-identity": 0.0038053292136681406
        }
      }
    },
    {
      "id": "abcd-test-5788-turn-15",
      "conversation_id": "5788",
      "expected_action": "update-account",
      "jev": {
        "choice": "update-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.05,
          "try-again": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.04,
          "membership": 0.13,
          "record-reason": 0.0,
          "update-account": 0.5700000000000001,
          "make-purchase": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.17,
          "update-order": 0.03,
          "search-pricing": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.54,
        "input_tokens": 3290,
        "request_sha256": "343ce0b023059c918dbd0c7844dd59255cf0f2f15f498debcfe8a9170ab55164"
      },
      "shared_jevk5": {
        "choice": "subscription-status",
        "probabilities": {
          "ask-the-oracle": 0.004300197797531077,
          "enter-details": 0.04347779034749388,
          "instructions": 0.0014289654767338648,
          "log-out-in": 0.001988664790349863,
          "make-password": 0.001781209399573795,
          "make-purchase": 0.0009713793195758444,
          "membership": 0.001988664790349863,
          "notify-team": 0.0004253128256023127,
          "offer-refund": 0.0012798972233623092,
          "promo-code": 0.0003227915735135842,
          "pull-up-account": 0.0009713793195758444,
          "record-reason": 0.0008700459880890461,
          "search-boots": 0.0001860754664963377,
          "search-faq": 0.00025895777169124897,
          "search-jacket": 0.00020774746389641723,
          "search-jeans": 0.0032296018058868893,
          "search-membership": 0.001781209399573795,
          "search-policy": 0.0013377532341567054,
          "search-pricing": 0.0005301535780220671,
          "search-shirt": 0.0010732051284042027,
          "search-timing": 0.004025711841216919,
          "select-faq": 0.0009612496014408636,
          "send-link": 0.16309017480996799,
          "shipping-status": 0.006681513369171986,
          "subscription-status": 0.6117687220533039,
          "try-again": 0.0008609730018817353,
          "update-account": 0.1171892896202439,
          "update-order": 0.006681513369171986,
          "validate-purchase": 0.0023206473715668336,
          "verify-identity": 0.018009202262155022
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.003945926796694211,
          "enter-details": 0.005197154004531739,
          "instructions": 0.005197154004531739,
          "log-out-in": 0.004169388155312142,
          "make-password": 0.005197154004531739,
          "make-purchase": 0.004500890590381252,
          "membership": 0.8254903113807093,
          "notify-team": 0.007232783159817045,
          "offer-refund": 0.002896756086541529,
          "promo-code": 0.003610814485562915,
          "pull-up-account": 0.0032341380163614184,
          "record-reason": 0.0056103777991338396,
          "search-boots": 0.005025109583150981,
          "search-faq": 0.0058024614757258225,
          "search-jacket": 0.003610814485562915,
          "search-jeans": 0.0005619968522101847,
          "search-membership": 0.004654992690423126,
          "search-policy": 0.0005619968522101847,
          "search-pricing": 0.0005619968522101847,
          "search-shirt": 0.0005033698909120268,
          "search-timing": 0.00029017107686044556,
          "select-faq": 0.0004266947871757663,
          "send-link": 0.0058024614757258225,
          "shipping-status": 0.0058024614757258225,
          "subscription-status": 0.058666767863575484,
          "try-again": 0.0064782671896383235,
          "update-account": 0.015639838228136804,
          "update-order": 0.004169388155312142,
          "validate-purchase": 0.004654992690423126,
          "verify-identity": 0.0005033698909120268
        }
      }
    },
    {
      "id": "abcd-test-5011-turn-10",
      "conversation_id": "5011",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.92,
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-membership": 0.03,
          "log-out-in": 0.0,
          "membership": 0.03,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.02,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.9,
        "input_tokens": 3146,
        "request_sha256": "3e23cb0ab1650524d79c9bf22f219a29cdf51b9f4ab579eb6c25a1094c8ae0e0"
      },
      "shared_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.049407671236658755,
          "enter-details": 0.004376920438093426,
          "instructions": 0.018330518648252754,
          "log-out-in": 0.006800724003260645,
          "make-password": 0.0008820539943601558,
          "make-purchase": 0.00296352384802963,
          "membership": 0.0767682599864919,
          "notify-team": 0.0013027329999488844,
          "offer-refund": 0.0019073129058718474,
          "promo-code": 0.0021294556141876527,
          "pull-up-account": 0.0006338044846954643,
          "record-reason": 0.0005084661507175762,
          "search-boots": 0.0007076229189248614,
          "search-faq": 0.10683698256467425,
          "search-jacket": 0.0013027329999488844,
          "search-jeans": 0.005455843290486259,
          "search-membership": 0.2879660078129796,
          "search-policy": 0.0005396125318994939,
          "search-pricing": 0.007592797572842256,
          "search-shirt": 0.0006964850124077967,
          "search-timing": 0.0010821768567174314,
          "select-faq": 0.35895040022324604,
          "send-link": 0.009464441689368058,
          "shipping-status": 0.028481392815635394,
          "subscription-status": 0.0036358964793965992,
          "try-again": 0.0005587512507353266,
          "update-account": 0.00032209606215167526,
          "update-order": 0.0005587512507353266,
          "validate-purchase": 0.0015060457090293748,
          "verify-identity": 0.018330518648252754
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.004118091698163102,
          "enter-details": 0.0010288682151487984,
          "instructions": 0.004597720947892547,
          "log-out-in": 0.001282487204347326,
          "make-password": 0.0015986235069371892,
          "make-purchase": 0.001282487204347326,
          "membership": 0.0063985698136687285,
          "notify-team": 0.004118091698163102,
          "offer-refund": 0.0011486994094293173,
          "promo-code": 0.0017848154122312142,
          "pull-up-account": 0.0033037162892093036,
          "record-reason": 0.002650388188105748,
          "search-boots": 0.0014318569126890739,
          "search-faq": 0.004118091698163102,
          "search-jacket": 0.00368849648282141,
          "search-jeans": 0.002650388188105748,
          "search-membership": 0.004118091698163102,
          "search-policy": 0.00368849648282141,
          "search-pricing": 0.0033037162892093036,
          "search-shirt": 0.0033037162892093036,
          "search-timing": 0.003645853056284537,
          "select-faq": 0.9102951851785185,
          "send-link": 0.0033037162892093036,
          "shipping-status": 0.00407048193718055,
          "subscription-status": 0.00368849648282141,
          "try-again": 0.003645853056284537,
          "update-account": 0.0029248661015320128,
          "update-order": 0.0029248661015320128,
          "validate-purchase": 0.0026197466887720937,
          "verify-identity": 0.0032655214790389304
        }
      }
    },
    {
      "id": "abcd-test-9043-turn-5",
      "conversation_id": "9043",
      "expected_action": "log-out-in",
      "jev": {
        "choice": "log-out-in",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "instructions": 0.05,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.25,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "log-out-in": 0.7,
          "search-boots": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "subscription-status": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.68,
        "input_tokens": 2978,
        "request_sha256": "8876ee91453269a7329cdc62bcefe0d5f4068f17af1115adb2dc38419c7c5346"
      },
      "shared_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.006075771471285826,
          "enter-details": 0.002254142676280408,
          "instructions": 0.13283351355037876,
          "log-out-in": 0.6210983808087824,
          "make-password": 0.0024199659564769706,
          "make-purchase": 0.006075771471285826,
          "membership": 0.0011191360005594682,
          "notify-team": 0.00436577237429918,
          "offer-refund": 0.001941404338984545,
          "promo-code": 0.0007202718516849971,
          "pull-up-account": 0.007573465134555072,
          "record-reason": 0.0007202718516849971,
          "search-boots": 0.0006451330705386889,
          "search-faq": 0.0054419526262950045,
          "search-jacket": 0.0010023890191109548,
          "search-jeans": 0.0006709158668728491,
          "search-membership": 0.000346408352508787,
          "search-policy": 0.0004713493674856976,
          "search-pricing": 0.0003278423355840429,
          "search-shirt": 0.00037813740358383976,
          "search-timing": 0.00040865639417025896,
          "select-faq": 0.009440345042416675,
          "send-link": 0.0014184352652659273,
          "shipping-status": 0.000732368045893677,
          "subscription-status": 0.0012704643014845812,
          "try-again": 0.18486196973899766,
          "update-account": 0.0005262468804643316,
          "update-order": 0.00027171260153265454,
          "validate-purchase": 0.0014507577248429261,
          "verify-identity": 0.0031370484766930205
        }
      },
      "trained_jevk5": {
        "choice": "log-out-in",
        "probabilities": {
          "ask-the-oracle": 0.0019574191842431175,
          "enter-details": 0.003671367246370889,
          "instructions": 0.013771705729816234,
          "log-out-in": 0.9060678223892651,
          "make-password": 0.0057044632067316135,
          "make-purchase": 0.003288374057086171,
          "membership": 0.0019574191842431175,
          "notify-team": 0.0051093795343195875,
          "offer-refund": 0.001570328815600735,
          "promo-code": 0.0014065138608054019,
          "pull-up-account": 0.0051093795343195875,
          "record-reason": 0.001570328815600735,
          "search-boots": 0.001570328815600735,
          "search-faq": 0.004576374032276285,
          "search-jacket": 0.0017532232780461717,
          "search-jeans": 0.0021163852363183648,
          "search-membership": 0.002638079880132915,
          "search-policy": 0.00010192589396317972,
          "search-pricing": 0.0021163852363183648,
          "search-shirt": 0.0021163852363183648,
          "search-timing": 0.0021163852363183648,
          "select-faq": 0.0023628784268099447,
          "send-link": 0.00010192589396317972,
          "shipping-status": 8.176948462930211e-05,
          "subscription-status": 0.002945334435515142,
          "try-again": 0.023890280820379764,
          "update-account": 8.176948462930211e-05,
          "update-order": 7.738698265318398e-05,
          "validate-purchase": 7.738698265318398e-05,
          "verify-identity": 9.129308507195086e-05
        }
      }
    },
    {
      "id": "abcd-test-2509-turn-19",
      "conversation_id": "2509",
      "expected_action": "notify-team",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "log-out-in": 0.0,
          "record-reason": 0.68,
          "membership": 0.0,
          "update-order": 0.13,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.02,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.01,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.04,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.09,
          "offer-refund": 0.03,
          "instructions": 0.0
        },
        "vendor_confidence": 0.66,
        "input_tokens": 3459,
        "request_sha256": "6ba0e08eb966eb086d476c07d283e5651076c22afa2f3ba12ff36c1950695d37"
      },
      "shared_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.21104993299218597,
          "enter-details": 0.007744362656272907,
          "instructions": 0.006936478082421464,
          "log-out-in": 0.0064933177399754275,
          "make-password": 0.001243846725593548,
          "make-purchase": 0.0015504586114138653,
          "membership": 0.01499910818470497,
          "notify-team": 0.26307433198270774,
          "offer-refund": 0.1516510388198842,
          "promo-code": 0.003002895923482463,
          "pull-up-account": 0.005815941573603448,
          "record-reason": 0.07830070063115846,
          "search-boots": 0.0008937726314360723,
          "search-faq": 0.016746036491768646,
          "search-jacket": 0.005209229058456485,
          "search-jeans": 0.004140407366867514,
          "search-membership": 0.0032078366454245362,
          "search-policy": 0.0007659600939509544,
          "search-pricing": 0.002664750386371927,
          "search-shirt": 0.000366789531535481,
          "search-timing": 0.0015361138813573055,
          "select-faq": 0.0014834943870495373,
          "send-link": 0.010777686052244502,
          "shipping-status": 0.0020645517688240266,
          "subscription-status": 0.0019147703039344717,
          "try-again": 0.003708484276741657,
          "update-account": 0.002664750386371927,
          "update-order": 0.1693136626177203,
          "validate-purchase": 0.00864633949581175,
          "verify-identity": 0.012032950700728467
        }
      },
      "trained_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.00721965456200437,
          "enter-details": 0.0026860698560249303,
          "instructions": 0.0033387937792288018,
          "log-out-in": 0.0026785291716700525,
          "make-password": 0.0024058620474713775,
          "make-purchase": 0.001636090923180421,
          "membership": 0.0033387937792288018,
          "notify-team": 0.9199603555714169,
          "offer-refund": 0.004161815964054158,
          "promo-code": 0.0024058620474713775,
          "pull-up-account": 0.0024058620474713775,
          "record-reason": 0.004161815964054158,
          "search-boots": 0.0024058620474713775,
          "search-faq": 0.0024058620474713775,
          "search-jacket": 0.0028302167621164368,
          "search-jeans": 0.0029904947166627385,
          "search-membership": 0.0006914407177342895,
          "search-policy": 0.0005547045747629686,
          "search-pricing": 0.0007719719946286311,
          "search-shirt": 0.0004968382822811538,
          "search-timing": 0.0004450086661563755,
          "select-faq": 0.0020336668293340298,
          "send-link": 0.0029904947166627385,
          "shipping-status": 0.0006193103520039133,
          "subscription-status": 0.0026785291716700525,
          "try-again": 0.006466507453912956,
          "update-account": 0.004161815964054158,
          "update-order": 0.005791921976791519,
          "validate-purchase": 0.0006193103520039133,
          "verify-identity": 0.0046465376610047735
        }
      }
    },
    {
      "id": "abcd-test-7865-turn-6",
      "conversation_id": "7865",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "update-account": 0.0,
          "pull-up-account": 0.96,
          "verify-identity": 0.04,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.96,
        "input_tokens": 3003,
        "request_sha256": "11d7879864cd00e8d49b5a510fcbac38f1ebf6790896c48f61d8e334abd8aaa8"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.029517471526950924,
          "enter-details": 0.002097778879343508,
          "instructions": 0.0009701377610281708,
          "log-out-in": 0.0006508806392171662,
          "make-password": 0.00030100589890462296,
          "make-purchase": 0.00021628913569459563,
          "membership": 0.0005829814620013336,
          "notify-team": 0.0016829317128237127,
          "offer-refund": 0.0010831286156333252,
          "promo-code": 0.005064460676201435,
          "pull-up-account": 0.8044122477998241,
          "record-reason": 0.012226612219731925,
          "search-boots": 0.00024148009978395074,
          "search-faq": 0.0005221654677119618,
          "search-jacket": 0.0002696052970834757,
          "search-jeans": 0.00044864935140351546,
          "search-membership": 0.00028874874658838727,
          "search-policy": 4.954202319425768e-05,
          "search-pricing": 0.0013501228206193776,
          "search-shirt": 0.00015911417959115696,
          "search-timing": 0.00027602091501804335,
          "select-faq": 0.0004788236163098147,
          "send-link": 0.00032237896932400925,
          "shipping-status": 0.0003841336274131473,
          "subscription-status": 0.0002586267997297356,
          "try-again": 3.047959082873058e-05,
          "update-account": 0.0004288731979867859,
          "update-order": 0.0005968549910626754,
          "validate-purchase": 0.06382727913379282,
          "verify-identity": 0.0712611748452033
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002216148925410549,
          "enter-details": 0.002762435621739878,
          "instructions": 0.0018794976366589776,
          "log-out-in": 0.002216148925410549,
          "make-password": 0.002474261404841006,
          "make-purchase": 0.0019859352126710595,
          "membership": 0.0022172350806747084,
          "notify-team": 0.0019859352126710595,
          "offer-refund": 0.0022172350806747084,
          "promo-code": 0.002762435621739878,
          "pull-up-account": 0.9487787010069247,
          "record-reason": 0.004292191687581349,
          "search-boots": 0.0019859352126710595,
          "search-faq": 0.002216148925410549,
          "search-jacket": 0.0024754740407867014,
          "search-jeans": 0.0017778932387181139,
          "search-membership": 0.001592425140600284,
          "search-policy": 0.0012090451020831693,
          "search-pricing": 0.0014263052210057431,
          "search-shirt": 5.855773215831204e-05,
          "search-timing": 6.908028149508543e-05,
          "select-faq": 7.299236474657274e-05,
          "send-link": 6.187390294167891e-05,
          "shipping-status": 0.0013498612430522495,
          "subscription-status": 6.908028149508543e-05,
          "try-again": 6.908028149508543e-05,
          "update-account": 0.0015070783042253205,
          "update-order": 8.149371096874124e-05,
          "validate-purchase": 0.002216148925410549,
          "verify-identity": 0.005973364673737178
        }
      }
    },
    {
      "id": "abcd-test-10192-turn-16",
      "conversation_id": "10192",
      "expected_action": "promo-code",
      "jev": {
        "choice": "promo-code",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.03,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "membership": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.01,
          "offer-refund": 0.01,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.87,
          "search-policy": 0.0,
          "record-reason": 0.08,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.86,
        "input_tokens": 3350,
        "request_sha256": "c37b5830d623f3fbf4a60394a263aca169229213abd1a6d3d554b4a76de75558"
      },
      "shared_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.01507278248071628,
          "enter-details": 0.0037787450252452456,
          "instructions": 0.008170984321709287,
          "log-out-in": 0.0018582628617631724,
          "make-password": 0.00046586631254900236,
          "make-purchase": 0.004018222916757363,
          "membership": 0.0012556869125964884,
          "notify-team": 0.21208660432238005,
          "offer-refund": 0.0010712086085416822,
          "promo-code": 0.7125676289696505,
          "pull-up-account": 0.006555127337437247,
          "record-reason": 0.007782402242287747,
          "search-boots": 0.0010073679470879353,
          "search-faq": 0.0024319863464090856,
          "search-jacket": 0.0005530881214210748,
          "search-jeans": 0.0004953900437507398,
          "search-membership": 0.00011828813181097184,
          "search-policy": 0.00010027004618776055,
          "search-pricing": 0.00011194838746517964,
          "search-shirt": 2.2247763289441363e-05,
          "search-timing": 0.00016163149665102605,
          "select-faq": 0.0008593712675963814,
          "send-link": 0.0001447702486662181,
          "shipping-status": 0.0002014740970497356,
          "subscription-status": 3.859396830532648e-05,
          "try-again": 0.0004953900437507398,
          "update-account": 3.096179997368387e-05,
          "update-order": 3.456788327205345e-05,
          "validate-purchase": 0.013500404515950009,
          "verify-identity": 0.0050087255797285745
        }
      },
      "trained_jevk5": {
        "choice": "promo-code",
        "probabilities": {
          "ask-the-oracle": 0.0018699810851556583,
          "enter-details": 0.002831494972519936,
          "instructions": 0.0024629397878355654,
          "log-out-in": 0.001975879711287407,
          "make-password": 0.0029918450864265555,
          "make-purchase": 0.002149805809313567,
          "membership": 0.002831494972519936,
          "notify-team": 0.005946031521480447,
          "offer-refund": 0.0024629397878355654,
          "promo-code": 0.9444372496241769,
          "pull-up-account": 0.0026024180076942207,
          "record-reason": 0.0024629397878355654,
          "search-boots": 0.003161276023713612,
          "search-faq": 0.0029918450864265555,
          "search-jacket": 0.0037293427544466957,
          "search-jeans": 0.0012716688708374888,
          "search-membership": 0.0003581931950409816,
          "search-policy": 0.0014197787387065298,
          "search-pricing": 0.001975879711287407,
          "search-shirt": 0.00028735852596193485,
          "search-timing": 0.00032082685216387817,
          "select-faq": 0.0014197787387065298,
          "send-link": 0.0015001822574866358,
          "shipping-status": 0.0002064829632557186,
          "subscription-status": 0.0002064829632557186,
          "try-again": 0.0018699810851556583,
          "update-account": 0.0003581931950409816,
          "update-order": 0.0017697578446957012,
          "validate-purchase": 0.0003581931950409816,
          "verify-identity": 0.0017697578446957012
        }
      }
    },
    {
      "id": "abcd-test-2968-turn-22",
      "conversation_id": "2968",
      "expected_action": "notify-team",
      "jev": {
        "choice": "notify-team",
        "probabilities": {
          "search-policy": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0,
          "record-reason": 0.01,
          "update-account": 0.0,
          "membership": 0.0,
          "promo-code": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.87,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.02,
          "pull-up-account": 0.01,
          "instructions": 0.01,
          "update-order": 0.0,
          "try-again": 0.08,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.87,
        "input_tokens": 3386,
        "request_sha256": "76de086d44cf21d41505fb6c38d8fe8f9412d30b43683f7740c4b19f7524838c"
      },
      "shared_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.005611142713318299,
          "enter-details": 0.0012000466681209019,
          "instructions": 0.02929210539648909,
          "log-out-in": 0.015124145179115554,
          "make-password": 0.0006188001995659594,
          "make-purchase": 0.0004964285625908299,
          "membership": 0.0006188001995659594,
          "notify-team": 0.8912443196059058,
          "offer-refund": 0.0009614726836085388,
          "promo-code": 0.0002861697039342918,
          "pull-up-account": 0.0018645953086399982,
          "record-reason": 0.0013380638402502461,
          "search-boots": 0.016885638752785023,
          "search-faq": 0.003611306587478947,
          "search-jacket": 0.0010734543553206875,
          "search-jeans": 0.0003987782539979785,
          "search-membership": 0.00011869110184579141,
          "search-policy": 4.48994472195128e-05,
          "search-pricing": 5.48898280479947e-05,
          "search-shirt": 2.0764152807655973e-05,
          "search-timing": 0.00044522348871293754,
          "select-faq": 0.0005549723281102684,
          "send-link": 0.0002428967384604334,
          "shipping-status": 0.00016842262325212707,
          "subscription-status": 0.00016842262325212707,
          "try-again": 0.026236384970901295,
          "update-account": 9.708840436621352e-05,
          "update-order": 5.0128836583584524e-05,
          "validate-purchase": 9.708840436621352e-05,
          "verify-identity": 0.0010748590413857456
        }
      },
      "trained_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.00224288620293385,
          "enter-details": 0.001689623898696602,
          "instructions": 0.00224288620293385,
          "log-out-in": 0.0015252607595583956,
          "make-password": 0.0018864126939340507,
          "make-purchase": 0.0014322545518638042,
          "membership": 0.0020089104065417447,
          "notify-team": 0.9602254048818775,
          "offer-refund": 0.001993241972483104,
          "promo-code": 0.0017853089295094254,
          "pull-up-account": 0.0027957634731970186,
          "record-reason": 0.0017993429243031965,
          "search-boots": 0.0022253928111841148,
          "search-faq": 0.001689623898696602,
          "search-jacket": 0.0013661469612842073,
          "search-jeans": 9.637789844455649e-05,
          "search-membership": 7.731863716895142e-05,
          "search-policy": 5.870399215663516e-05,
          "search-pricing": 8.632385702737972e-05,
          "search-shirt": 6.92528424639655e-05,
          "search-timing": 9.637789844455649e-05,
          "select-faq": 9.637789844455649e-05,
          "send-link": 0.0017029056234128448,
          "shipping-status": 0.001037243750707698,
          "subscription-status": 0.0012929272486080115,
          "try-again": 0.0025041126519008195,
          "update-account": 0.0016116372989175376,
          "update-order": 0.0013661469612842073,
          "validate-purchase": 0.0012929272486080115,
          "verify-identity": 0.0017029056234128448
        }
      }
    },
    {
      "id": "abcd-test-2317-turn-5",
      "conversation_id": "2317",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "search-pricing": 0.0,
          "make-password": 0.0,
          "update-account": 0.0,
          "notify-team": 0.0,
          "membership": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "make-purchase": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "search-jacket": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "verify-identity": 0.01,
          "validate-purchase": 0.0,
          "search-faq": 0.0,
          "search-jeans": 0.0,
          "enter-details": 0.01,
          "pull-up-account": 0.98,
          "offer-refund": 0.0,
          "subscription-status": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 2976,
        "request_sha256": "75c31af98762e50e8465b46e2b5a773fa9b17fa19adb41b63f34e234a7edeb36"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0031536661418885468,
          "enter-details": 0.039745592253945125,
          "instructions": 0.0011700264649038238,
          "log-out-in": 0.0008259251040875298,
          "make-password": 0.0016283040655661468,
          "make-purchase": 0.00019721237686878783,
          "membership": 0.0002458259999650314,
          "notify-team": 0.000593472806451747,
          "offer-refund": 0.00034824332383445386,
          "promo-code": 0.00027937604292606956,
          "pull-up-account": 0.7783011932586619,
          "record-reason": 0.0020296879227277797,
          "search-boots": 0.0002201814722631425,
          "search-faq": 0.0003819568931133284,
          "search-jacket": 0.00034211149005586403,
          "search-jeans": 0.00043408631144202167,
          "search-membership": 0.00034824332383445386,
          "search-policy": 0.0002899274961102723,
          "search-pricing": 7.44782849057274e-05,
          "search-shirt": 0.00025968254697465395,
          "search-timing": 9.634356462921356e-05,
          "select-faq": 0.00040348669784673666,
          "send-link": 0.061755462590302415,
          "shipping-status": 0.0004504803742826675,
          "subscription-status": 0.0006041098938631601,
          "try-again": 8.62931017215369e-05,
          "update-account": 0.008500320632978037,
          "update-order": 0.00023259273036133331,
          "validate-purchase": 0.0010479705424278254,
          "verify-identity": 0.09595374629106067
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00277639580103638,
          "enter-details": 0.0024867651673975595,
          "instructions": 0.0020953270771900886,
          "log-out-in": 0.001994993600939957,
          "make-password": 0.001994993600939957,
          "make-purchase": 0.001983026525942484,
          "membership": 0.0020953270771900886,
          "notify-team": 0.001983026525942484,
          "offer-refund": 0.002213987482790061,
          "promo-code": 0.0024718481881069814,
          "pull-up-account": 0.9535733685762222,
          "record-reason": 0.004313882342688947,
          "search-boots": 0.0020953270771900886,
          "search-faq": 0.0022273484058411537,
          "search-jacket": 0.0012839704076516095,
          "search-jeans": 0.0016911087117673343,
          "search-membership": 0.0009226035663824324,
          "search-policy": 0.0009226035663824324,
          "search-pricing": 0.0011500279803778213,
          "search-shirt": 6.561441246137587e-05,
          "search-timing": 7.325644285207934e-05,
          "select-faq": 8.178854706304215e-05,
          "send-link": 0.0012839704076516095,
          "shipping-status": 7.325644285207934e-05,
          "subscription-status": 8.178854706304215e-05,
          "try-again": 8.178854706304215e-05,
          "update-account": 0.001994993600939957,
          "update-order": 7.325644285207934e-05,
          "validate-purchase": 0.0016004725845326668,
          "verify-identity": 0.004313882342688947
        }
      }
    },
    {
      "id": "abcd-test-8786-turn-13",
      "conversation_id": "8786",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "pull-up-account": 0.98,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "try-again": 0.0,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0,
          "verify-identity": 0.02,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "shipping-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 3190,
        "request_sha256": "5e465baf24d88d507e33517a636b7dbbaeafc530466e9046dbb7a3305034083c"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0581827583690254,
          "enter-details": 0.0016617758559786008,
          "instructions": 0.002971218732845782,
          "log-out-in": 0.0007685039571169399,
          "make-password": 0.00031832640512937825,
          "make-purchase": 0.00028511888036793876,
          "membership": 0.07252496336942708,
          "notify-team": 0.0019122631347324576,
          "offer-refund": 0.0011023374792839364,
          "promo-code": 0.046676791934668116,
          "pull-up-account": 0.7332744955991475,
          "record-reason": 0.008008555521513229,
          "search-boots": 0.0003554014825498277,
          "search-faq": 0.0004946062092096745,
          "search-jacket": 0.00025537561110775914,
          "search-jeans": 0.0005097863344665964,
          "search-membership": 0.005754589635009947,
          "search-policy": 0.00035523918946206076,
          "search-pricing": 0.00011520156070762555,
          "search-shirt": 8.482312989679507e-05,
          "search-timing": 6.0950105863142346e-05,
          "select-faq": 0.00016428354682423732,
          "send-link": 0.0012307255461243892,
          "shipping-status": 0.00035523918946206076,
          "subscription-status": 0.0006354500828763205,
          "try-again": 2.524649050875562e-05,
          "update-account": 0.0002111615287688853,
          "update-order": 0.00020477988488609854,
          "validate-purchase": 0.0033172728640140266,
          "verify-identity": 0.0581827583690254
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0027710528845477415,
          "enter-details": 0.0018844370050152476,
          "instructions": 0.0018774453361176616,
          "log-out-in": 0.0019911543725584075,
          "make-password": 0.002472770919922254,
          "make-purchase": 0.0022148139106399362,
          "membership": 0.003093794672144714,
          "notify-team": 0.0022148139106399362,
          "offer-refund": 0.0022148139106399362,
          "promo-code": 0.002472770919922254,
          "pull-up-account": 0.9517383436119125,
          "record-reason": 0.004305580710221651,
          "search-boots": 0.001983766750587492,
          "search-faq": 0.0027710528845477415,
          "search-jacket": 0.001597392578583091,
          "search-jeans": 0.0022230621302032853,
          "search-membership": 0.0011478148707623566,
          "search-policy": 0.001086296784842562,
          "search-pricing": 0.0012814995003808572,
          "search-shirt": 4.479736796032659e-05,
          "search-timing": 5.001487736129702e-05,
          "select-faq": 0.001212816607793876,
          "send-link": 5.001487736129702e-05,
          "shipping-status": 5.584004588554367e-05,
          "subscription-status": 4.7334288898436265e-05,
          "try-again": 4.479736796032659e-05,
          "update-account": 0.0015117794341705602,
          "update-order": 5.2847257816325245e-05,
          "validate-purchase": 0.0012814995003808572,
          "verify-identity": 0.004305580710221651
        }
      }
    },
    {
      "id": "abcd-test-4730-turn-26",
      "conversation_id": "4730",
      "expected_action": "search-membership",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "update-order": 0.0,
          "notify-team": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "select-faq": 0.44,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-faq": 0.11,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-boots": 0.0,
          "instructions": 0.0,
          "ask-the-oracle": 0.01,
          "search-policy": 0.38,
          "search-jacket": 0.0,
          "send-link": 0.0,
          "shipping-status": 0.0,
          "search-membership": 0.05,
          "log-out-in": 0.0,
          "membership": 0.01,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "search-jeans": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0
        },
        "vendor_confidence": 0.41,
        "input_tokens": 3627,
        "request_sha256": "48fe53cda5af3aebce1938f714fb960e1d7fd845eea1e10b2d2925fdb0d0639d"
      },
      "shared_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.00860726722439488,
          "enter-details": 0.0025618401880939954,
          "instructions": 0.0016487906314408968,
          "log-out-in": 0.0018408233882113959,
          "make-password": 0.0007399924381737791,
          "make-purchase": 0.0005936547787774635,
          "membership": 0.001061155538732914,
          "notify-team": 0.00039369419774684113,
          "offer-refund": 0.0006627971796400275,
          "promo-code": 0.0005936547787774635,
          "pull-up-account": 0.0008261784975415483,
          "record-reason": 0.0005317253968357398,
          "search-boots": 0.0009224025793357741,
          "search-faq": 0.7058802859811654,
          "search-jacket": 0.0006117098804242229,
          "search-jeans": 0.00045848600128460385,
          "search-membership": 0.007709365742620011,
          "search-policy": 0.16854854184797785,
          "search-pricing": 0.002860214827709066,
          "search-shirt": 9.805571829301667e-05,
          "search-timing": 0.002860214827709066,
          "select-faq": 0.040245565450428636,
          "send-link": 0.028918657434697275,
          "shipping-status": 0.0020552220880326755,
          "subscription-status": 0.018611939828274998,
          "try-again": 3.258414289774553e-05,
          "update-account": 3.637921848061567e-05,
          "update-order": 3.258414289774553e-05,
          "validate-purchase": 1.7776645562890265e-05,
          "verify-identity": 3.843940384144596e-05
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.005373969359712751,
          "enter-details": 0.0026216998388317748,
          "instructions": 0.0030928074611539093,
          "log-out-in": 0.004311237510006712,
          "make-password": 0.0027701693284524894,
          "make-purchase": 0.0027701693284524894,
          "membership": 0.0032679559284444926,
          "notify-team": 0.0048133628131752535,
          "offer-refund": 0.0027701693284524894,
          "promo-code": 0.0032679559284444926,
          "pull-up-account": 0.0048133628131752535,
          "record-reason": 0.004311237510006712,
          "search-boots": 0.003458666417373548,
          "search-faq": 0.8535747512267068,
          "search-jacket": 0.004311237510006712,
          "search-jeans": 0.00039550364948060294,
          "search-membership": 0.005373969359712751,
          "search-policy": 0.014484889843509489,
          "search-pricing": 0.005999869841781426,
          "search-shirt": 0.00039550364948060294,
          "search-timing": 0.008349916411066664,
          "select-faq": 0.031321428043183684,
          "send-link": 0.01617193044234126,
          "shipping-status": 0.0003542451226324958,
          "subscription-status": 0.0038614938670336585,
          "try-again": 0.006698668126853025,
          "update-account": 0.0002841912286977138,
          "update-order": 0.0002545447157541448,
          "validate-purchase": 0.0002841912286977138,
          "verify-identity": 0.00024090216737884137
        }
      }
    },
    {
      "id": "abcd-test-8835-turn-19",
      "conversation_id": "8835",
      "expected_action": "update-account",
      "jev": {
        "choice": "update-account",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "update-order": 0.08,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "select-faq": 0.0,
          "update-account": 0.8,
          "make-password": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "send-link": 0.01,
          "enter-details": 0.02,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "make-purchase": 0.08,
          "search-boots": 0.0,
          "validate-purchase": 0.0,
          "search-jeans": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.79,
        "input_tokens": 3434,
        "request_sha256": "947de8d91ac35034b4ac8fd2a72162f0a58e9907c8ed9d34098445490f0d258e"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.0024269663460183906,
          "enter-details": 0.04256737281106024,
          "instructions": 0.00048699373602724687,
          "log-out-in": 0.0005795050849746392,
          "make-password": 0.0009004170949424078,
          "make-purchase": 0.00043619099823258777,
          "membership": 0.0017439075733061266,
          "notify-team": 0.00013095660873531774,
          "offer-refund": 0.0004649047333877645,
          "promo-code": 0.00012982653685339525,
          "pull-up-account": 0.0011223724066873604,
          "record-reason": 0.00020172045237193121,
          "search-boots": 9.328752377778513e-05,
          "search-faq": 9.328752377778513e-05,
          "search-jacket": 0.00022521462881438758,
          "search-jeans": 0.0003729672813214106,
          "search-membership": 0.000172482063443015,
          "search-policy": 0.0004663525081724573,
          "search-pricing": 0.0008089979478160342,
          "search-shirt": 0.00041770268612784794,
          "search-timing": 8.001435578120095e-05,
          "select-faq": 0.0002688318667995287,
          "send-link": 0.15967476130234023,
          "shipping-status": 0.005859178949402429,
          "subscription-status": 0.027396197882103127,
          "try-again": 0.0005206680226718114,
          "update-account": 0.7466017673578508,
          "update-order": 0.0024269663460183906,
          "validate-purchase": 0.0009032210251659755,
          "verify-identity": 0.0024269663460183906
        }
      },
      "trained_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.0022114041304198296,
          "enter-details": 0.0024689639330227175,
          "instructions": 0.00040997927346895206,
          "log-out-in": 0.0015038515952231094,
          "make-password": 0.0019807126247905916,
          "make-purchase": 0.0024689639330227175,
          "membership": 0.0014232514489450605,
          "notify-team": 0.0012747791873506025,
          "offer-refund": 0.0004577290709273158,
          "promo-code": 0.00036721064679348816,
          "pull-up-account": 0.0013469711297835188,
          "record-reason": 0.0005110403056992448,
          "search-boots": 0.0005705605707726454,
          "search-faq": 0.0005705605707726454,
          "search-jacket": 0.00036721064679348816,
          "search-jeans": 0.0018617832366531414,
          "search-membership": 0.002320717849979566,
          "search-policy": 0.0018617832366531414,
          "search-pricing": 0.002320717849979566,
          "search-shirt": 0.002320717849979566,
          "search-timing": 0.0014135545796693891,
          "select-faq": 0.0017619995667525028,
          "send-link": 0.0042829977400943185,
          "shipping-status": 0.001589015759333272,
          "subscription-status": 0.0024689639330227175,
          "try-again": 0.0047818383660424065,
          "update-account": 0.9467473248086448,
          "update-order": 0.0047818383660424065,
          "validate-purchase": 0.0018745548118017815,
          "verify-identity": 0.0016790029775654745
        }
      }
    },
    {
      "id": "abcd-test-10408-turn-11",
      "conversation_id": "10408",
      "expected_action": "record-reason",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "shipping-status": 0.14,
          "validate-purchase": 0.03,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.77,
          "pull-up-account": 0.02,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.04,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0
        },
        "vendor_confidence": 0.75,
        "input_tokens": 3125,
        "request_sha256": "0290993a25c87ef713afac5b9572f3cfce165f11b99cb8b82820651194c420d7"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.044666480018479116,
          "enter-details": 0.003956905024348936,
          "instructions": 0.001468033808259209,
          "log-out-in": 0.0025466496874552917,
          "make-password": 0.0004712405960839452,
          "make-purchase": 0.0003780501760230555,
          "membership": 0.0008174783429789926,
          "notify-team": 0.0025466496874552917,
          "offer-refund": 0.0016390140748701947,
          "promo-code": 0.0009126891456707679,
          "pull-up-account": 0.007663652614511005,
          "record-reason": 0.008556230775683868,
          "search-boots": 0.0006558174972728098,
          "search-faq": 0.001018988910058686,
          "search-jacket": 0.00024331170125692884,
          "search-jeans": 0.0008052620980083583,
          "search-membership": 0.0015596137552020886,
          "search-policy": 0.0008990501027827649,
          "search-pricing": 0.0019440626080930502,
          "search-shirt": 0.0005786247050072993,
          "search-timing": 0.010665363882385618,
          "select-faq": 0.0006460171341511518,
          "send-link": 0.003956905024348936,
          "shipping-status": 0.29065327008022995,
          "subscription-status": 0.006864187789272711,
          "try-again": 0.00022683010154482544,
          "update-account": 0.0025466496874552917,
          "update-order": 0.009552763743868126,
          "validate-purchase": 0.18706338063823663,
          "verify-identity": 0.4044968265890051
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.004521258252121475,
          "enter-details": 0.004521258252121475,
          "instructions": 0.003832564055483126,
          "log-out-in": 0.0018238819805587903,
          "make-password": 0.0018238819805587903,
          "make-purchase": 0.0013105598028223416,
          "membership": 0.0016336164129812317,
          "notify-team": 0.00563576050106946,
          "offer-refund": 0.0010513884025639215,
          "promo-code": 0.0016336164129812317,
          "pull-up-account": 0.004049605338730935,
          "record-reason": 0.00977656004157952,
          "search-boots": 0.005047844338563321,
          "search-faq": 0.003832564055483126,
          "search-jacket": 0.0009417086098347493,
          "search-jeans": 0.002511190913921313,
          "search-membership": 0.003832564055483126,
          "search-policy": 0.0034327542139672867,
          "search-pricing": 0.0030746531131108615,
          "search-shirt": 0.002962440852194041,
          "search-timing": 0.002962440852194041,
          "select-faq": 0.0032487733122800373,
          "send-link": 0.003307472716039556,
          "shipping-status": 0.007843184337883108,
          "subscription-status": 0.0028036666218829993,
          "try-again": 0.003307472716039556,
          "update-account": 0.004521258252121475,
          "update-order": 0.003307472716039556,
          "validate-purchase": 0.006292152096941631,
          "verify-identity": 0.8951564347924479
        }
      }
    },
    {
      "id": "abcd-test-9821-turn-8",
      "conversation_id": "9821",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "search-membership": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.76,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "enter-details": 0.01,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "verify-identity": 0.23
        },
        "vendor_confidence": 0.74,
        "input_tokens": 3033,
        "request_sha256": "7d91caa1f5369f2680403f95a1d29f45a01caa0b7e399a44483fff6f97e5baec"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0009043697614091656,
          "enter-details": 0.0011272993268813432,
          "instructions": 0.0005213302784092266,
          "log-out-in": 0.0009043697614091656,
          "make-password": 0.00017168789126489127,
          "make-purchase": 8.864616656857793e-05,
          "membership": 0.00011049768644061607,
          "notify-team": 0.00026676331912692453,
          "offer-refund": 0.0003746045234383917,
          "promo-code": 0.0003746045234383917,
          "pull-up-account": 0.14364547093715252,
          "record-reason": 0.003787499359176137,
          "search-boots": 0.0001233672150354694,
          "search-faq": 0.00015377757846036678,
          "search-jacket": 0.00021400943090153212,
          "search-jeans": 0.001268118481354753,
          "search-membership": 0.0004182343636330847,
          "search-policy": 0.0008161562598477402,
          "search-pricing": 0.00017323924219828392,
          "search-shirt": 0.0007310156724581834,
          "search-timing": 0.00033806510336957296,
          "select-faq": 0.0009112130833308604,
          "send-link": 5.7567853248273834e-05,
          "shipping-status": 0.0003746045234383917,
          "subscription-status": 0.00024109383501163002,
          "try-again": 0.00030279848992023455,
          "update-account": 0.001009700723634951,
          "update-order": 0.0014158145884530743,
          "validate-purchase": 0.0019555676359272614,
          "verify-identity": 0.837218512385061
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0017877272438869064,
          "enter-details": 0.0015248062343611753,
          "instructions": 0.0016012333060273322,
          "log-out-in": 0.0013657399213060294,
          "make-password": 0.0014430830399447226,
          "make-purchase": 0.0017877272438869064,
          "membership": 0.0017877272438869064,
          "notify-team": 0.0017877272438869064,
          "offer-refund": 0.001995941868354309,
          "promo-code": 0.0017023982566879954,
          "pull-up-account": 0.9599392725158256,
          "record-reason": 0.003889657639430173,
          "search-boots": 0.0017877272438869064,
          "search-faq": 0.0020083118183602338,
          "search-jacket": 0.0010956572369375545,
          "search-jeans": 0.00161115709436698,
          "search-membership": 0.0007450949258692326,
          "search-policy": 0.0007051609502712797,
          "search-pricing": 0.0009287627940346313,
          "search-shirt": 3.103127939311239e-05,
          "search-timing": 3.2788608615871213e-05,
          "select-faq": 3.660746308311171e-05,
          "send-link": 3.103127939311239e-05,
          "shipping-status": 0.0009813594789886213,
          "subscription-status": 3.2788608615871213e-05,
          "try-again": 3.660746308311171e-05,
          "update-account": 0.0014430830399447226,
          "update-order": 3.660746308311171e-05,
          "validate-purchase": 0.0010956572369375545,
          "verify-identity": 0.006747524257650068
        }
      }
    },
    {
      "id": "abcd-test-2100-turn-22",
      "conversation_id": "2100",
      "expected_action": "make-password",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "log-out-in": 0.0,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.53,
          "search-jeans": 0.0,
          "ask-the-oracle": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "verify-identity": 0.01,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "try-again": 0.0,
          "select-faq": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "make-password": 0.46,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "notify-team": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.5,
        "input_tokens": 3445,
        "request_sha256": "9b3642e6543f95a50990190e0d2ad0d7cea3ac65e76673934a990cd9699199a2"
      },
      "shared_jevk5": {
        "choice": "make-password",
        "probabilities": {
          "ask-the-oracle": 0.0022531800064999235,
          "enter-details": 0.06140388950366808,
          "instructions": 0.0012988614370305163,
          "log-out-in": 0.002018130793213679,
          "make-password": 0.8640021638995159,
          "make-purchase": 0.0003650937549772353,
          "membership": 0.00043161458536785573,
          "notify-team": 0.0005380093410573312,
          "offer-refund": 0.0006006706712640373,
          "promo-code": 6.618832049375181e-05,
          "pull-up-account": 0.0001885055927736857,
          "record-reason": 0.0001885055927736857,
          "search-boots": 0.00029289420901988927,
          "search-faq": 0.00021046063289439785,
          "search-jacket": 0.00026233978671235796,
          "search-jeans": 0.0003865890182177526,
          "search-membership": 0.00016919979539926306,
          "search-policy": 0.00023456464328645369,
          "search-pricing": 0.00032643927355940634,
          "search-shirt": 0.00010847662722768483,
          "search-timing": 3.2286645622372325e-05,
          "select-faq": 0.00021009509616934588,
          "send-link": 0.049260939809018654,
          "shipping-status": 0.0008359424208457135,
          "subscription-status": 0.01053535193860015,
          "try-again": 0.00018817820421288475,
          "update-account": 0.0007487376666245387,
          "update-order": 0.0003644593083252922,
          "validate-purchase": 0.0006706301668478463,
          "verify-identity": 0.0018076012587802373
        }
      },
      "trained_jevk5": {
        "choice": "make-password",
        "probabilities": {
          "ask-the-oracle": 0.0026219555657400616,
          "enter-details": 0.004304623162441754,
          "instructions": 0.0021034493963761206,
          "log-out-in": 0.0023484358562406407,
          "make-password": 0.9515275947632857,
          "make-purchase": 0.0023484358562406407,
          "membership": 0.0021034493963761206,
          "notify-team": 0.0017824082843506377,
          "offer-refund": 0.0017830441986782862,
          "promo-code": 0.0009724121299036227,
          "pull-up-account": 0.0017824082843506377,
          "record-reason": 0.001429927468188883,
          "search-boots": 0.0017824082843506377,
          "search-faq": 0.0017824082843506377,
          "search-jacket": 0.001686878739522635,
          "search-jeans": 0.0021034493963761206,
          "search-membership": 0.00011817395893200713,
          "search-policy": 0.00013940928281834487,
          "search-pricing": 0.00012486626604556634,
          "search-shirt": 0.00012486626604556634,
          "search-timing": 7.605630936024369e-05,
          "select-faq": 0.00015564612211521427,
          "send-link": 0.0023484358562406407,
          "shipping-status": 0.00011817395893200713,
          "subscription-status": 0.0026219555657400616,
          "try-again": 0.0021034493963761206,
          "update-account": 0.002770439084961853,
          "update-order": 0.0026219555657400616,
          "validate-purchase": 0.0022225698221878575,
          "verify-identity": 0.001990713477731307
        }
      }
    },
    {
      "id": "abcd-test-1976-turn-22",
      "conversation_id": "1976",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0,
          "pull-up-account": 0.09,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.88,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.02,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.01,
          "send-link": 0.0
        },
        "vendor_confidence": 0.87,
        "input_tokens": 3604,
        "request_sha256": "d67d95be9af0b64b2e42a558a1a5efbb08e999f0dcebe4208252c4cb468e3e04"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00429792838019921,
          "enter-details": 0.008484725326640654,
          "instructions": 0.05521171242979239,
          "log-out-in": 0.0014282116132659705,
          "make-password": 0.0019876158105537702,
          "make-purchase": 0.0030882987790640045,
          "membership": 0.002477571098225461,
          "notify-team": 0.0035145063888326724,
          "offer-refund": 0.006096742894124154,
          "promo-code": 0.0022191130576150516,
          "pull-up-account": 0.4011163866614393,
          "record-reason": 0.018346958578031015,
          "search-boots": 0.0004250888615650673,
          "search-faq": 0.03967258137347776,
          "search-jacket": 0.001814615399214335,
          "search-jeans": 0.20710505968046194,
          "search-membership": 0.001455765300929328,
          "search-policy": 0.0014337234787751344,
          "search-pricing": 0.00043328937313968127,
          "search-shirt": 0.0002746411291331095,
          "search-timing": 0.0002459908434344952,
          "select-faq": 0.0355339809857672,
          "send-link": 0.0012841588289957161,
          "shipping-status": 0.0005319187201267241,
          "subscription-status": 0.0008264789154256945,
          "try-again": 0.00010189326264582689,
          "update-account": 0.0035145063888326724,
          "update-order": 0.016433023206879414,
          "validate-purchase": 0.14881640458705991,
          "verify-identity": 0.03182710864635239
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0007928655708732776,
          "enter-details": 0.0007101546853913497,
          "instructions": 0.028228006066845366,
          "log-out-in": 0.0008852098524083859,
          "make-password": 0.0008852098524083859,
          "make-purchase": 0.0007101546853913497,
          "membership": 0.01627223118986939,
          "notify-team": 0.007525239384212252,
          "offer-refund": 0.009380241047363163,
          "promo-code": 0.009380241047363163,
          "pull-up-account": 0.04385980764007357,
          "record-reason": 0.01627223118986939,
          "search-boots": 0.0007928655708732776,
          "search-faq": 0.031515692200817215,
          "search-jacket": 0.0009883091468028222,
          "search-jeans": 0.00840170447956159,
          "search-membership": 0.013054309567422373,
          "search-policy": 0.004674794304577196,
          "search-pricing": 0.00521926306639796,
          "search-shirt": 0.004187124723643058,
          "search-timing": 0.0037503279924377153,
          "select-faq": 0.6890228158329001,
          "send-link": 0.005827149937453445,
          "shipping-status": 0.0030086801475837947,
          "subscription-status": 0.00840170447956159,
          "try-again": 0.005827149937453445,
          "update-account": 0.011692496354055936,
          "update-order": 0.025283289439237838,
          "validate-purchase": 0.018167441167913696,
          "verify-identity": 0.025283289439237838
        }
      }
    },
    {
      "id": "abcd-test-602-turn-11",
      "conversation_id": "602",
      "expected_action": "record-reason",
      "jev": {
        "choice": "record-reason",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.01,
          "search-shirt": 0.31,
          "try-again": 0.0,
          "verify-identity": 0.24,
          "send-link": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.31,
          "update-order": 0.0,
          "notify-team": 0.13,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "shipping-status": 0.0
        },
        "vendor_confidence": 0.27,
        "input_tokens": 3142,
        "request_sha256": "2988653d2b59db5615c22ff487226448efe469f4404c5049f74b33188bd7464e"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.025775066554298114,
          "enter-details": 0.0017797920551425714,
          "instructions": 0.003087467767647094,
          "log-out-in": 0.0017797920551425714,
          "make-password": 0.00047447070864631925,
          "make-purchase": 0.04471290617410921,
          "membership": 0.002218516044059012,
          "notify-team": 0.06222625137040106,
          "offer-refund": 0.004937424042220776,
          "promo-code": 0.16772323582975207,
          "pull-up-account": 0.0008230808791971155,
          "record-reason": 0.08659912523270863,
          "search-boots": 0.00047447070864631925,
          "search-faq": 0.0076716167173933895,
          "search-jacket": 0.0014695594144206873,
          "search-jeans": 0.0020451587353608404,
          "search-membership": 0.000350897805356162,
          "search-policy": 0.000838236548648539,
          "search-pricing": 0.000350897805356162,
          "search-shirt": 0.45207743900073616,
          "search-timing": 0.00034721077845003244,
          "select-faq": 0.0011789459875562048,
          "send-link": 0.001302426157904509,
          "shipping-status": 0.001166558354716203,
          "subscription-status": 0.0003876500110656156,
          "try-again": 0.0007507925860654221,
          "update-account": 0.0006724707514244762,
          "update-order": 0.0013162565260769902,
          "validate-purchase": 0.09668522405743261,
          "verify-identity": 0.028777059340065154
        }
      },
      "trained_jevk5": {
        "choice": "record-reason",
        "probabilities": {
          "ask-the-oracle": 0.004104144361181986,
          "enter-details": 0.0029529261851258845,
          "instructions": 0.0026448796468499683,
          "log-out-in": 0.004104144361181986,
          "make-password": 0.0029529261851258845,
          "make-purchase": 0.004104144361181986,
          "membership": 0.0029529261851258845,
          "notify-team": 0.00571166192884254,
          "offer-refund": 0.0029529261851258845,
          "promo-code": 0.005115827447188578,
          "pull-up-account": 0.003296849716611848,
          "record-reason": 0.9072121670796118,
          "search-boots": 0.003296849716611848,
          "search-faq": 0.007119609776429348,
          "search-jacket": 0.0036760042075851805,
          "search-jeans": 0.00017542388213433473,
          "search-membership": 0.0036760042075851805,
          "search-policy": 0.0001407328477461156,
          "search-pricing": 0.00019585529606236244,
          "search-shirt": 0.004582149330119166,
          "search-timing": 0.00017542388213433473,
          "select-faq": 0.0027909976451782896,
          "send-link": 0.0026414119093423113,
          "shipping-status": 0.00013319017198261605,
          "subscription-status": 0.00013319017198261605,
          "try-again": 0.0026414119093423113,
          "update-account": 0.00019585529606236244,
          "update-order": 0.0032925272536526236,
          "validate-purchase": 0.009908229076465316,
          "verify-identity": 0.007119609776429348
        }
      }
    },
    {
      "id": "abcd-test-6386-turn-16",
      "conversation_id": "6386",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.02,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.67,
          "search-membership": 0.0,
          "make-purchase": 0.0,
          "subscription-status": 0.0,
          "send-link": 0.0,
          "ask-the-oracle": 0.01,
          "enter-details": 0.06,
          "search-boots": 0.0,
          "validate-purchase": 0.23,
          "search-jeans": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.65,
        "input_tokens": 3227,
        "request_sha256": "1affae63381c8918b536e47c6bc704270d9bd7d932d2d84eb06e90d9b7c59b12"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.129381551836052,
          "enter-details": 0.004252322402075431,
          "instructions": 0.0009444119788778532,
          "log-out-in": 0.001577633529313146,
          "make-password": 0.0004876198242139748,
          "make-purchase": 0.0006786121950730005,
          "membership": 0.0008458919512528373,
          "notify-team": 0.004747585624974583,
          "offer-refund": 0.004252322402075431,
          "promo-code": 0.0011336168637973818,
          "pull-up-account": 0.0030555252007505407,
          "record-reason": 0.0030555252007505407,
          "search-boots": 0.00039119028452796773,
          "search-faq": 0.0005444123182761644,
          "search-jacket": 0.00039119028452796773,
          "search-jeans": 0.0011995720204910723,
          "search-membership": 0.0009094378978657935,
          "search-policy": 0.0007720400905404212,
          "search-pricing": 0.0005242512717164053,
          "search-shirt": 0.0006193648463679026,
          "search-timing": 0.00031979112508538073,
          "select-faq": 0.0003022082901702958,
          "send-link": 0.002080939284435308,
          "shipping-status": 0.022198594570945196,
          "subscription-status": 0.0013392846459116866,
          "try-again": 0.0005547533675278178,
          "update-account": 0.0012656477595194653,
          "update-order": 0.007376651511680689,
          "validate-purchase": 0.6754164995851518,
          "verify-identity": 0.129381551836052
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.006394070908786093,
          "enter-details": 0.005129608407745341,
          "instructions": 0.0005654756154133138,
          "log-out-in": 0.0005654756154133138,
          "make-password": 0.0031244557000539887,
          "make-purchase": 0.000453649681018746,
          "membership": 0.000453649681018746,
          "notify-team": 0.004115200059882484,
          "offer-refund": 0.0003639379773630815,
          "promo-code": 0.000453649681018746,
          "pull-up-account": 0.004115200059882484,
          "record-reason": 0.005727047646017765,
          "search-boots": 0.004115200059882484,
          "search-faq": 0.0031244557000539887,
          "search-jacket": 0.0004063254628859244,
          "search-jeans": 0.0017000567518631088,
          "search-membership": 0.004594492607865261,
          "search-policy": 0.0023659379715180702,
          "search-pricing": 0.0034883576165670254,
          "search-shirt": 0.0017963326423427908,
          "search-timing": 0.002119125648873006,
          "select-faq": 0.002239133395477039,
          "send-link": 0.0017963326423427908,
          "shipping-status": 0.002798516002168324,
          "subscription-status": 0.0017963326423427908,
          "try-again": 0.003301396517244387,
          "update-account": 0.005129608407745341,
          "update-order": 0.005727047646017765,
          "validate-purchase": 0.012383905345805916,
          "verify-identity": 0.9096560219053899
        }
      }
    },
    {
      "id": "abcd-test-5780-turn-19",
      "conversation_id": "5780",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "subscription-status": 0.03,
          "search-boots": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.09,
          "membership": 0.01,
          "promo-code": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "search-faq": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.43,
          "search-shirt": 0.0,
          "offer-refund": 0.04,
          "select-faq": 0.0,
          "make-purchase": 0.0,
          "search-timing": 0.0,
          "search-membership": 0.0,
          "ask-the-oracle": 0.39,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.01
        },
        "vendor_confidence": 0.4,
        "input_tokens": 3369,
        "request_sha256": "022d448bf91e0b59f2fc87ca31f7018e261e523864106a37d70f9c4e6fb4f354"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.14970597692108278,
          "enter-details": 0.004407033551036029,
          "instructions": 0.0028363472348601143,
          "log-out-in": 0.0010815243898675056,
          "make-password": 0.0002883210412414653,
          "make-purchase": 0.00011942712352005057,
          "membership": 0.011878618959421744,
          "notify-team": 0.0025404626440069184,
          "offer-refund": 0.12010079527305173,
          "promo-code": 0.0018254625340426525,
          "pull-up-account": 0.00040125108237769265,
          "record-reason": 0.039909727630831726,
          "search-boots": 0.0005584137547988582,
          "search-faq": 0.0009687007966322123,
          "search-jacket": 0.00014886639319391023,
          "search-jeans": 0.0015934330295124287,
          "search-membership": 0.004795131115974276,
          "search-policy": 0.0019862188381793103,
          "search-pricing": 0.0025404626440069184,
          "search-shirt": 0.00047426437444149366,
          "search-timing": 0.003166693220402581,
          "select-faq": 0.0006600256593871863,
          "send-link": 0.0068475126337148905,
          "shipping-status": 0.004407033551036029,
          "subscription-status": 0.28994719636335214,
          "try-again": 0.0002587403161666807,
          "update-account": 0.0014272077877361278,
          "update-order": 0.009529557091914404,
          "validate-purchase": 0.3237169750847884,
          "verify-identity": 0.011878618959421744
        }
      },
      "trained_jevk5": {
        "choice": "membership",
        "probabilities": {
          "ask-the-oracle": 0.0019904850628998045,
          "enter-details": 0.0011474290307713138,
          "instructions": 0.0014302735258568914,
          "log-out-in": 0.004044253071323014,
          "make-password": 0.004044253071323014,
          "make-purchase": 0.003070589272987498,
          "membership": 0.9514183683924037,
          "notify-team": 0.0011474290307713138,
          "offer-refund": 0.0015112712298629852,
          "promo-code": 0.0038274986669399064,
          "pull-up-account": 0.002906018802488523,
          "record-reason": 0.0013536168613491881,
          "search-boots": 0.004770987288449022,
          "search-faq": 0.0015968555756582703,
          "search-jacket": 0.002906018802488523,
          "search-jeans": 3.703056712534993e-05,
          "search-membership": 0.0013536168613491881,
          "search-policy": 0.0009726474920613698,
          "search-pricing": 3.3167574682036865e-05,
          "search-shirt": 2.660850339628594e-05,
          "search-timing": 1.7125117080209148e-05,
          "select-faq": 2.9707566917036714e-05,
          "send-link": 0.001085931629070341,
          "shipping-status": 0.0015112712298629852,
          "subscription-status": 0.0030927546427809713,
          "try-again": 0.0017828396145403837,
          "update-account": 4.134347197613012e-05,
          "update-order": 0.0015968555756582703,
          "validate-purchase": 0.0012124089959503642,
          "verify-identity": 4.134347197613012e-05
        }
      }
    },
    {
      "id": "abcd-test-8352-turn-14",
      "conversation_id": "8352",
      "expected_action": "record-reason",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.0,
          "search-policy": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.01,
          "search-shirt": 0.0,
          "record-reason": 0.09,
          "search-faq": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.01,
          "search-timing": 0.0,
          "select-faq": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "try-again": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.27,
          "search-membership": 0.0,
          "send-link": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.62,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.6,
        "input_tokens": 3191,
        "request_sha256": "4e5306682f065899a4f69aa4d4127ee3fa09ab338dbbf535df62f11c32b08847"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.00785125890204146,
          "enter-details": 0.005641562726434939,
          "instructions": 0.00023826892341866556,
          "log-out-in": 0.00041333342569284913,
          "make-password": 8.839910363496405e-05,
          "make-purchase": 5.689327254539004e-05,
          "membership": 0.00017120937325006906,
          "notify-team": 0.004053774154479824,
          "offer-refund": 0.013619849595741732,
          "promo-code": 0.0026089936620883906,
          "pull-up-account": 0.00033159450061981985,
          "record-reason": 0.029450912731040804,
          "search-boots": 0.00017120937325006906,
          "search-faq": 0.007032223016300658,
          "search-jacket": 0.07938147784205503,
          "search-jeans": 0.001085060786989288,
          "search-membership": 0.0018747040346256212,
          "search-policy": 0.001085060786989288,
          "search-pricing": 0.000866974701216914,
          "search-shirt": 0.0006254908842190386,
          "search-timing": 0.0008704841056087103,
          "select-faq": 0.00028809765720787765,
          "send-link": 0.002093048744829405,
          "shipping-status": 0.0016791367642133954,
          "subscription-status": 0.0013525313354302803,
          "try-again": 0.00018616914433047886,
          "update-account": 0.0008704841056087103,
          "update-order": 0.009786614151464729,
          "validate-purchase": 0.8025983497823541,
          "verify-identity": 0.023626832412317545
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.00018065633634420866,
          "enter-details": 0.00374520013663605,
          "instructions": 0.00012285420766119763,
          "log-out-in": 0.000161810454888415,
          "make-password": 0.00014493054977901616,
          "make-purchase": 0.00018065633634420866,
          "membership": 0.00018065633634420866,
          "notify-team": 0.00374520013663605,
          "offer-refund": 0.004668402328329791,
          "promo-code": 0.00018065633634420866,
          "pull-up-account": 0.004668402328329791,
          "record-reason": 0.006496935933148956,
          "search-boots": 0.003354504871091828,
          "search-faq": 0.00418139950899199,
          "search-jacket": 0.003004566486370896,
          "search-jeans": 0.0019412818863159622,
          "search-membership": 0.003354504871091828,
          "search-policy": 0.0019412818863159622,
          "search-pricing": 0.002410397054447525,
          "search-shirt": 0.0019412818863159622,
          "search-timing": 0.0019412818863159622,
          "select-faq": 0.0021673809992281234,
          "send-link": 0.003354504871091828,
          "shipping-status": 0.00374520013663605,
          "subscription-status": 0.0021673809992281234,
          "try-again": 0.00374520013663605,
          "update-account": 0.0024198136408818457,
          "update-order": 0.005819176232954243,
          "validate-purchase": 0.9242892810886636,
          "verify-identity": 0.00374520013663605
        }
      }
    },
    {
      "id": "abcd-test-3319-turn-14",
      "conversation_id": "3319",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "log-out-in": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.03,
          "search-pricing": 0.0,
          "validate-purchase": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.08,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.89,
          "search-membership": 0.0,
          "search-timing": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3252,
        "request_sha256": "10f4963bcce0bd1c2c059c9f033d20606511457451b7bd6fa2e0593e3fe4b505"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.0029439898852707605,
          "enter-details": 0.023879331188834122,
          "instructions": 0.0007029586718946327,
          "log-out-in": 0.0015200439902614256,
          "make-password": 0.0004524215919503044,
          "make-purchase": 1.0140312482876012e-05,
          "membership": 0.00011446625756577914,
          "notify-team": 0.00012779799914585183,
          "offer-refund": 0.00012744028051965342,
          "promo-code": 4.741376963626609e-05,
          "pull-up-account": 0.00020922640875499368,
          "record-reason": 0.0010922355606602886,
          "search-boots": 6.59848692017724e-05,
          "search-faq": 4.741376963626609e-05,
          "search-jacket": 5.293599315387071e-05,
          "search-jeans": 0.0007489543232326274,
          "search-membership": 0.0008762400303481863,
          "search-policy": 0.0005381644581972421,
          "search-pricing": 0.00011414583799140467,
          "search-shirt": 0.0006708241649901624,
          "search-timing": 0.00024887922886775236,
          "select-faq": 0.0005381644581972421,
          "send-link": 0.0021154170095771152,
          "shipping-status": 0.0036696914215117588,
          "subscription-status": 0.0021154170095771152,
          "try-again": 0.0003463606408763861,
          "update-account": 0.8111757116072216,
          "update-order": 0.0011637020438663697,
          "validate-purchase": 0.005107042392204852,
          "verify-identity": 0.13917748482437137
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0016946884488632094,
          "enter-details": 0.002232063235565906,
          "instructions": 0.0016946884488632094,
          "log-out-in": 0.0024920292428567688,
          "make-password": 0.0017906602810436104,
          "make-purchase": 4.621328945401767e-05,
          "membership": 0.0021124340630811825,
          "notify-team": 0.0017906602810436104,
          "offer-refund": 3.917391415138352e-05,
          "promo-code": 3.320679861168324e-05,
          "pull-up-account": 4.883038548382904e-05,
          "record-reason": 6.086721343716106e-05,
          "search-boots": 6.086721343716106e-05,
          "search-faq": 0.0014365477098907558,
          "search-jacket": 3.917391415138352e-05,
          "search-jeans": 0.0015193015433525741,
          "search-membership": 0.0016962524325028496,
          "search-policy": 0.0016038604998851117,
          "search-pricing": 0.0012177273052364102,
          "search-shirt": 0.0016053407268249323,
          "search-timing": 0.0016962524325028496,
          "select-faq": 0.0012866884206480561,
          "send-link": 0.0016962524325028496,
          "shipping-status": 0.0016946884488632094,
          "subscription-status": 0.0015193015433525741,
          "try-again": 0.002358466926465312,
          "update-account": 0.00482650579909467,
          "update-order": 0.0017923128858663314,
          "validate-purchase": 0.004323009996896838,
          "verify-identity": 0.9555919341660706
        }
      }
    },
    {
      "id": "abcd-test-6500-turn-6",
      "conversation_id": "6500",
      "expected_action": "search-shirt",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.9,
          "try-again": 0.0,
          "verify-identity": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0,
          "select-faq": 0.09,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.01,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0
        },
        "vendor_confidence": 0.89,
        "input_tokens": 3025,
        "request_sha256": "2f92d70824d97ed1e6a83ab41a75a5ab1ba67ca3855d3ad621eaa8f1ae11fb3b"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 9.900453348157515e-05,
          "enter-details": 9.900453348157515e-05,
          "instructions": 0.0011714701193807145,
          "log-out-in": 0.0006048553132675529,
          "make-password": 4.5785582729204926e-05,
          "make-purchase": 0.0013079098521552545,
          "membership": 5.1118177932259395e-05,
          "notify-team": 0.0011714701193807145,
          "offer-refund": 7.114022561017562e-05,
          "promo-code": 8.867649235866874e-05,
          "pull-up-account": 0.002268879311467174,
          "record-reason": 0.00048524185143215695,
          "search-boots": 9.900453348157515e-05,
          "search-faq": 0.007622970983755595,
          "search-jacket": 0.0016303132496366698,
          "search-jeans": 0.00048524185143215695,
          "search-membership": 0.00022440441956361946,
          "search-policy": 0.00016124697125043387,
          "search-pricing": 0.0007539537291852912,
          "search-shirt": 0.9713536177770047,
          "search-timing": 0.00016124697125043387,
          "select-faq": 0.006115486048943198,
          "send-link": 0.0006616739534419527,
          "shipping-status": 0.0002740757791228584,
          "subscription-status": 0.0004754492875114339,
          "try-again": 0.0003416362179470083,
          "update-account": 0.00015799290137824695,
          "update-order": 0.00021987578334970584,
          "validate-purchase": 0.0016303132496366698,
          "verify-identity": 0.00016694017943150527
        }
      },
      "trained_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0005028863186537134,
          "enter-details": 0.000626849237578174,
          "instructions": 0.0013657046894999484,
          "log-out-in": 0.000626849237578174,
          "make-password": 0.000626849237578174,
          "make-purchase": 0.0013657046894999484,
          "membership": 0.0005932527107644685,
          "notify-team": 0.0014430458784965236,
          "offer-refund": 0.0005614569086902448,
          "promo-code": 0.000626849237578174,
          "pull-up-account": 0.001798760492747561,
          "record-reason": 0.001798760492747561,
          "search-boots": 0.0013657046894999484,
          "search-faq": 0.001798760492747561,
          "search-jacket": 0.0019006258606296925,
          "search-jeans": 0.0016111156161975797,
          "search-membership": 0.001292508725043271,
          "search-policy": 0.0022421601048484385,
          "search-pricing": 0.0019006258606296925,
          "search-shirt": 0.9599145890045401,
          "search-timing": 0.001798760492747561,
          "select-faq": 0.00312037275713358,
          "send-link": 0.0016133017315288747,
          "shipping-status": 0.0012942626094862317,
          "subscription-status": 0.0013675578303140414,
          "try-again": 0.0017046643978860113,
          "update-account": 0.0012942626094862317,
          "update-order": 0.0015268359622656316,
          "validate-purchase": 0.0011576756227296534,
          "verify-identity": 0.0011592465008732193
        }
      }
    },
    {
      "id": "abcd-test-6965-turn-8",
      "conversation_id": "6965",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.19,
          "offer-refund": 0.0,
          "search-membership": 0.0,
          "search-pricing": 0.0,
          "record-reason": 0.0,
          "log-out-in": 0.0,
          "ask-the-oracle": 0.75,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.06,
          "enter-details": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.73,
        "input_tokens": 3115,
        "request_sha256": "16041b497f16bd278c0ef39125970034028643bc43db745bcbf2460f113efd64"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.5968329977515975,
          "enter-details": 0.0011183918875472703,
          "instructions": 0.0012486497278242819,
          "log-out-in": 0.0005172108836838763,
          "make-password": 0.0001386213105832257,
          "make-purchase": 5.741919199524539e-05,
          "membership": 0.0072775810666606,
          "notify-team": 9.376582992222585e-05,
          "offer-refund": 0.0004632560154025389,
          "promo-code": 0.38411948723206596,
          "pull-up-account": 7.157318174184773e-05,
          "record-reason": 7.990923304532826e-05,
          "search-boots": 9.960707842510092e-05,
          "search-faq": 7.157318174184773e-05,
          "search-jacket": 0.00021538553953748504,
          "search-jeans": 3.9165368534010494e-05,
          "search-membership": 0.0004632560154025389,
          "search-policy": 5.4505766204805936e-05,
          "search-pricing": 0.0001456904776207392,
          "search-shirt": 1.044101557706007e-05,
          "search-timing": 0.0008972238748848432,
          "select-faq": 9.907587642178063e-05,
          "send-link": 0.0004632560154025389,
          "shipping-status": 2.8142475209822853e-05,
          "subscription-status": 0.0001718703761200839,
          "try-again": 1.8112392547868423e-05,
          "update-account": 1.3014753311173895e-05,
          "update-order": 3.9165368534010494e-05,
          "validate-purchase": 0.001394078711142193,
          "verify-identity": 0.0037575724013122554
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9610958741210271,
          "enter-details": 0.0020107314814495525,
          "instructions": 0.0017044493510110646,
          "log-out-in": 0.0013673853347525116,
          "make-password": 0.0020107314814495525,
          "make-purchase": 0.0013751131107539519,
          "membership": 0.004854309921911257,
          "notify-team": 0.0016130982355573359,
          "offer-refund": 0.0011656508170518319,
          "promo-code": 0.006050911527410988,
          "pull-up-account": 0.0007926934840993524,
          "record-reason": 0.0013751131107539519,
          "search-boots": 0.0013014128890176193,
          "search-faq": 0.0010440512874800452,
          "search-jacket": 0.001452987073579559,
          "search-jeans": 0.0010381840157010196,
          "search-membership": 0.0011591002118809422,
          "search-policy": 0.0010381840157010196,
          "search-pricing": 9.507502035863982e-05,
          "search-shirt": 6.831664800258433e-05,
          "search-timing": 6.831664800258433e-05,
          "select-faq": 7.627341122377989e-05,
          "send-link": 0.0011591002118809422,
          "shipping-status": 5.186925847362713e-05,
          "subscription-status": 0.0018009740043895826,
          "try-again": 0.001294099347424809,
          "update-account": 0.00010614828979103817,
          "update-order": 0.0013673853347525116,
          "validate-purchase": 0.0013673853347525116,
          "verify-identity": 9.507502035863982e-05
        }
      }
    },
    {
      "id": "abcd-test-7040-turn-9",
      "conversation_id": "7040",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "membership": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.72,
          "update-account": 0.0,
          "verify-identity": 0.02,
          "search-membership": 0.0,
          "enter-details": 0.19,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.0,
          "shipping-status": 0.0,
          "search-timing": 0.0,
          "record-reason": 0.0,
          "search-jacket": 0.07,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.7,
        "input_tokens": 3123,
        "request_sha256": "ba44de63e927d3e7e0407d42047bc41084f94ea1cf4852b733b536aeeaf21a28"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.01850753378352357,
          "enter-details": 0.013298686131043303,
          "instructions": 0.0014882740172703795,
          "log-out-in": 0.0016616115134792649,
          "make-password": 0.0007684278795032932,
          "make-purchase": 0.004933885787087697,
          "membership": 0.0008579259061577285,
          "notify-team": 0.0165768455958765,
          "offer-refund": 0.003218174958858815,
          "promo-code": 0.03584497730412497,
          "pull-up-account": 0.628696924868317,
          "record-reason": 0.023069692549399008,
          "search-boots": 0.00035536637324020033,
          "search-faq": 0.0028824556206294622,
          "search-jacket": 0.01850753378352357,
          "search-jeans": 0.0004370816391494612,
          "search-membership": 0.0002519587163125612,
          "search-policy": 0.00043245556292810907,
          "search-pricing": 7.923908025498842e-05,
          "search-shirt": 0.00016044340074388645,
          "search-timing": 9.248872214017081e-05,
          "select-faq": 0.00048798803051425114,
          "send-link": 0.00043245556292810907,
          "shipping-status": 0.0002519587163125612,
          "subscription-status": 0.00038734224436400754,
          "try-again": 0.00011528744296180394,
          "update-account": 0.00022567466349477172,
          "update-order": 0.000482823693834534,
          "validate-purchase": 0.20891764085614956,
          "verify-identity": 0.0165768455958765
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0033975040476783053,
          "enter-details": 0.003043076729080304,
          "instructions": 0.0017397636827324063,
          "log-out-in": 0.00272562604245297,
          "make-password": 0.0027031912289029202,
          "make-purchase": 0.0024211972756451264,
          "membership": 0.0024211972756451264,
          "notify-team": 0.0030180290540145014,
          "offer-refund": 0.0024211972756451264,
          "promo-code": 0.00272562604245297,
          "pull-up-account": 0.9361360828167731,
          "record-reason": 0.00589376865513581,
          "search-boots": 0.0024211972756451264,
          "search-faq": 0.003043076729080304,
          "search-jacket": 0.002186618571386241,
          "search-jeans": 0.0019585125597051632,
          "search-membership": 0.0011929344532777646,
          "search-policy": 8.208441769015451e-05,
          "search-pricing": 0.0013318743100127332,
          "search-shirt": 6.585177445124835e-05,
          "search-timing": 6.585177445124835e-05,
          "select-faq": 8.208441769015451e-05,
          "send-link": 8.208441769015451e-05,
          "shipping-status": 7.352145127549526e-05,
          "subscription-status": 5.8982182394100276e-05,
          "try-again": 0.002441291651983389,
          "update-account": 0.0017542025474661753,
          "update-order": 0.0019585125597051632,
          "validate-purchase": 0.009157554732258535,
          "verify-identity": 0.0033975040476783053
        }
      }
    },
    {
      "id": "abcd-test-7349-turn-5",
      "conversation_id": "7349",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "verify-identity": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.99,
          "search-membership": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "notify-team": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.0,
          "search-timing": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.01,
          "send-link": 0.0
        },
        "vendor_confidence": 0.98,
        "input_tokens": 3004,
        "request_sha256": "8c7e5f6ba385df5946cac1fcee69f06ba7f23babd794c69c351b1a7430ad1b4a"
      },
      "shared_jevk5": {
        "choice": "search-jeans",
        "probabilities": {
          "ask-the-oracle": 0.001362320343717341,
          "enter-details": 0.00014099694173719252,
          "instructions": 0.0026385145311936475,
          "log-out-in": 0.000876784276799685,
          "make-password": 0.00017575307582346188,
          "make-purchase": 0.003671971591072101,
          "membership": 0.00014099694173719252,
          "notify-team": 0.0007033954212908284,
          "offer-refund": 0.00017575307582346188,
          "promo-code": 0.00036317788647498116,
          "pull-up-account": 0.00038004033743808084,
          "record-reason": 0.0002445923162069126,
          "search-boots": 0.0001013140826956702,
          "search-faq": 0.0371260935072199,
          "search-jacket": 0.000876784276799685,
          "search-jeans": 0.4678984105699728,
          "search-membership": 0.001362320343717341,
          "search-policy": 0.00023373988532135825,
          "search-pricing": 0.0016981362221397843,
          "search-shirt": 0.00022811918143474913,
          "search-timing": 0.009897349854636903,
          "select-faq": 0.4678984105699728,
          "send-link": 0.0001504341441088185,
          "shipping-status": 0.00022811918143474913,
          "subscription-status": 0.0005054284474896001,
          "try-again": 5.155039249644766e-05,
          "update-account": 0.00011778285683618952,
          "update-order": 0.0001830073606626975,
          "validate-purchase": 0.00028435119187285334,
          "verify-identity": 0.00028435119187285334
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0008918636223289601,
          "enter-details": 0.0008918636223289601,
          "instructions": 0.0031485064938883258,
          "log-out-in": 0.0011117105223072178,
          "make-password": 0.0013857500576445743,
          "make-purchase": 0.0031485064938883258,
          "membership": 0.0009957380003716195,
          "notify-team": 0.0035152094992525955,
          "offer-refund": 0.0013857500576445743,
          "promo-code": 0.004146877137399837,
          "pull-up-account": 0.002668914437013581,
          "record-reason": 0.003326809155661004,
          "search-boots": 0.0015471468831028273,
          "search-faq": 0.004146877137399837,
          "search-jacket": 0.0037142789913687537,
          "search-jeans": 0.008031586334367184,
          "search-membership": 0.004146877137399837,
          "search-policy": 0.004629859133312753,
          "search-pricing": 0.004146877137399837,
          "search-shirt": 0.0035152094992525955,
          "search-timing": 0.008031586334367184,
          "select-faq": 0.916658139269501,
          "send-link": 0.002668914437013581,
          "shipping-status": 0.0014036305580451976,
          "subscription-status": 0.002180917851588447,
          "try-again": 0.0017496291688722547,
          "update-account": 0.0017496291688722547,
          "update-order": 0.0017496291688722547,
          "validate-purchase": 0.0016558563447673176,
          "verify-identity": 0.0016558563447673176
        }
      }
    },
    {
      "id": "abcd-test-4284-turn-12",
      "conversation_id": "4284",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.07,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.01,
          "validate-purchase": 0.6900000000000001,
          "search-shirt": 0.0,
          "shipping-status": 0.01,
          "ask-the-oracle": 0.21,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "send-link": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.67,
        "input_tokens": 3241,
        "request_sha256": "1e840f0cee60a78718829f65ea83cf45c87bf916a16e68361602cfe868cc23a5"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.5477096274252083,
          "enter-details": 0.0015946966081037378,
          "instructions": 0.0014283395672032473,
          "log-out-in": 0.001279336698660168,
          "make-password": 0.0009045576695342009,
          "make-purchase": 0.0014054752214151085,
          "membership": 0.0019559740850982926,
          "notify-team": 0.001279336698660168,
          "offer-refund": 0.0022193100958441715,
          "promo-code": 0.002183783863482781,
          "pull-up-account": 0.001780429207469758,
          "record-reason": 0.002766375920333497,
          "search-boots": 0.0009045576695342009,
          "search-faq": 0.0017519286753144097,
          "search-jacket": 0.001127533655772256,
          "search-jeans": 0.001948245561304298,
          "search-membership": 0.001026340728986392,
          "search-policy": 0.0011230784135930233,
          "search-pricing": 0.00030547685998320027,
          "search-shirt": 0.0005193782332017229,
          "search-timing": 0.0005193782332017229,
          "select-faq": 0.0005916413517096499,
          "send-link": 0.0022193100958441715,
          "shipping-status": 0.03122750726629905,
          "subscription-status": 0.0010059200061438224,
          "try-again": 0.00026816617878144046,
          "update-account": 0.0013999218691371786,
          "update-order": 0.004298314096472094,
          "validate-purchase": 0.31573105492469017,
          "verify-identity": 0.06752500311901774
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.8336137612462996,
          "enter-details": 0.004700801153691427,
          "instructions": 0.005248298040686257,
          "log-out-in": 0.0030424845070282382,
          "make-password": 0.0042104183222357585,
          "make-purchase": 0.002879420563270742,
          "membership": 0.002879420563270742,
          "notify-team": 0.0042104183222357585,
          "offer-refund": 0.003214783264218628,
          "promo-code": 0.0025790423219302834,
          "pull-up-account": 0.002879420563270742,
          "record-reason": 0.0030424845070282382,
          "search-boots": 0.0035690721528053864,
          "search-faq": 0.004448858106270647,
          "search-jacket": 0.004700801153691427,
          "search-jeans": 0.005248298040686257,
          "search-membership": 0.00026639078663523436,
          "search-policy": 0.00023860117067633568,
          "search-pricing": 0.000281476746152413,
          "search-shirt": 0.0002258131577626652,
          "search-timing": 0.00018115738933601854,
          "select-faq": 0.000281476746152413,
          "send-link": 0.0033777848993522997,
          "shipping-status": 0.006542018099800196,
          "subscription-status": 0.0002974170105054559,
          "try-again": 0.004700801153691427,
          "update-account": 0.006542018099800196,
          "update-order": 0.009104405575344126,
          "validate-purchase": 0.06614417817552064,
          "verify-identity": 0.011348678160650348
        }
      }
    },
    {
      "id": "abcd-test-8529-turn-14",
      "conversation_id": "8529",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.84,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "ask-the-oracle": 0.01,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "search-pricing": 0.0,
          "enter-details": 0.11,
          "subscription-status": 0.0,
          "update-account": 0.04
        },
        "vendor_confidence": 0.83,
        "input_tokens": 3284,
        "request_sha256": "61425d43be7f33f57d59c4e7db41be6f2b44650aebf6fd5ebfd9910d408c6ae9"
      },
      "shared_jevk5": {
        "choice": "update-account",
        "probabilities": {
          "ask-the-oracle": 0.08464847898752495,
          "enter-details": 0.01300845520435097,
          "instructions": 0.0038717996993073763,
          "log-out-in": 0.0034678937185780223,
          "make-password": 0.0007820556686328888,
          "make-purchase": 7.73495311026746e-05,
          "membership": 0.0013566590861998384,
          "notify-team": 0.0016037600763214616,
          "offer-refund": 0.0013566590861998384,
          "promo-code": 0.0017905482636126177,
          "pull-up-account": 0.0008280559541007357,
          "record-reason": 0.0024918731968771282,
          "search-boots": 0.00025987888056158557,
          "search-faq": 0.0007004723401056966,
          "search-jacket": 0.0007004723401056966,
          "search-jeans": 0.001152390135985785,
          "search-membership": 0.0005329331714075376,
          "search-policy": 0.0008359504397036103,
          "search-pricing": 0.00029074770077525933,
          "search-shirt": 0.0006706366730499189,
          "search-timing": 0.00024880967156341014,
          "select-faq": 0.0008359504397036103,
          "send-link": 0.07581803716865033,
          "shipping-status": 0.0010321741074346292,
          "subscription-status": 0.0016037600763214616,
          "try-again": 0.0008359504397036103,
          "update-account": 0.6149762403018446,
          "update-order": 0.0008359504397036103,
          "validate-purchase": 0.00034626384163787525,
          "verify-identity": 0.18303979335893322
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.00903009448903506,
          "enter-details": 0.0033502117069717547,
          "instructions": 0.0037404074203486893,
          "log-out-in": 0.004176048552990637,
          "make-password": 0.0028398954510196524,
          "make-purchase": 7.861605903003948e-05,
          "membership": 0.00011560444474451498,
          "notify-team": 0.003000721413045526,
          "offer-refund": 0.00010354469126695864,
          "promo-code": 9.799514241151394e-05,
          "pull-up-account": 0.00011560444474451498,
          "record-reason": 0.0033502117069717547,
          "search-boots": 0.00011560444474451498,
          "search-faq": 0.003000721413045526,
          "search-jacket": 0.00012906874346661954,
          "search-jeans": 0.0016791734824004366,
          "search-membership": 0.0033502117069717547,
          "search-policy": 0.0021561838887208086,
          "search-pricing": 0.002543640445367579,
          "search-shirt": 0.002543640445367579,
          "search-timing": 0.0015040041928882034,
          "select-faq": 0.0018747450886823116,
          "send-link": 0.0017742666536685484,
          "shipping-status": 0.0037404074203486893,
          "subscription-status": 0.0015040041928882034,
          "try-again": 0.0046624279166615655,
          "update-account": 0.012567016424167203,
          "update-order": 0.0018747450886823116,
          "validate-purchase": 0.0018747450886823116,
          "verify-identity": 0.9231064378406652
        }
      }
    },
    {
      "id": "abcd-test-3685-turn-6",
      "conversation_id": "3685",
      "expected_action": "search-policy",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "notify-team": 0.0,
          "membership": 0.01,
          "search-policy": 0.0,
          "log-out-in": 0.0,
          "update-order": 0.0,
          "search-shirt": 0.0,
          "record-reason": 0.0,
          "search-faq": 0.01,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "select-faq": 0.95,
          "update-account": 0.0,
          "try-again": 0.0,
          "make-password": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.0,
          "search-pricing": 0.0,
          "promo-code": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.03,
          "send-link": 0.0,
          "enter-details": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3031,
        "request_sha256": "c32095d84cbd2be763118cca79b2d02828fe11790e1d332ffea345e1cd39b5d3"
      },
      "shared_jevk5": {
        "choice": "search-membership",
        "probabilities": {
          "ask-the-oracle": 0.0032207791786163908,
          "enter-details": 0.0018566405363811497,
          "instructions": 0.000881586249870417,
          "log-out-in": 0.001662957625863431,
          "make-password": 0.0003651672316743691,
          "make-purchase": 0.0002623928192467174,
          "membership": 0.2641357326739254,
          "notify-team": 0.0007072476581832139,
          "offer-refund": 0.0004076978631172958,
          "promo-code": 0.0003651672316743691,
          "pull-up-account": 0.015059621659855365,
          "record-reason": 0.00035565430516287994,
          "search-boots": 0.0005081964410340385,
          "search-faq": 0.02095819910730295,
          "search-jacket": 0.0004949575605584263,
          "search-jeans": 0.0032207791786163908,
          "search-membership": 0.637676090728968,
          "search-policy": 0.0003185528100365713,
          "search-pricing": 0.0014894796300467376,
          "search-shirt": 0.0004664388944469605,
          "search-timing": 0.00035565430516287994,
          "select-faq": 0.03635692057219738,
          "send-link": 0.0003970769699988429,
          "shipping-status": 0.00017305124417100058,
          "subscription-status": 0.0062379395910869325,
          "try-again": 0.00011137513525066192,
          "update-account": 0.00030019832215356554,
          "update-order": 0.0003351621075060474,
          "validate-purchase": 0.00019320634295591057,
          "verify-identity": 0.0011260760249356227
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0003863739595265412,
          "enter-details": 0.00034606787184978966,
          "instructions": 0.003659402725029698,
          "log-out-in": 0.00043137459057044676,
          "make-password": 0.0003863739595265412,
          "make-purchase": 0.003659402725029698,
          "membership": 0.02132831551202965,
          "notify-team": 0.0045614555414459305,
          "offer-refund": 0.00034606787184978966,
          "promo-code": 0.0004816162201743266,
          "pull-up-account": 0.003101989223499389,
          "record-reason": 0.0034632740462522296,
          "search-boots": 0.0004816162201743266,
          "search-faq": 0.004085609114576256,
          "search-jacket": 0.0038666384455541833,
          "search-jeans": 0.0034632740462522296,
          "search-membership": 0.007087449492074755,
          "search-policy": 0.005685867017501173,
          "search-pricing": 0.005092723284218088,
          "search-shirt": 0.003277657336652249,
          "search-timing": 0.003659402725029698,
          "select-faq": 0.9031150562633115,
          "send-link": 0.0026294826820188817,
          "shipping-status": 0.0015072868538639165,
          "subscription-status": 0.002919279630096911,
          "try-again": 0.002097663453690933,
          "update-account": 0.0023419761404095416,
          "update-order": 0.002097663453690933,
          "validate-purchase": 0.002097663453690933,
          "verify-identity": 0.0023419761404095416
        }
      }
    },
    {
      "id": "abcd-test-1952-turn-11",
      "conversation_id": "1952",
      "expected_action": "search-shirt",
      "jev": {
        "choice": "search-shirt",
        "probabilities": {
          "enter-details": 0.0,
          "make-password": 0.0,
          "ask-the-oracle": 0.0,
          "search-timing": 0.0,
          "pull-up-account": 0.0,
          "record-reason": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-policy": 0.0,
          "promo-code": 0.0,
          "try-again": 0.0,
          "select-faq": 0.11,
          "search-membership": 0.0,
          "search-jeans": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "offer-refund": 0.0,
          "verify-identity": 0.0,
          "membership": 0.0,
          "search-pricing": 0.0,
          "send-link": 0.0,
          "validate-purchase": 0.0,
          "subscription-status": 0.0,
          "search-shirt": 0.88,
          "search-jacket": 0.0,
          "search-faq": 0.01,
          "instructions": 0.0,
          "shipping-status": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3144,
        "request_sha256": "f7246392b7f6c75ccd65c0ecd8b0d0602f70d3430943c5b93145def83be9d4d5"
      },
      "shared_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.00217812310774717,
          "enter-details": 0.00014600934207442082,
          "instructions": 0.0037784699526861045,
          "log-out-in": 0.00020319853117823665,
          "make-password": 8.416810245424528e-05,
          "make-purchase": 0.0012555942786123756,
          "membership": 0.00013077781188933817,
          "notify-team": 0.00271503650068942,
          "offer-refund": 0.00018200105220769687,
          "promo-code": 0.00013077781188933817,
          "pull-up-account": 0.00271503650068942,
          "record-reason": 0.0014018319885299518,
          "search-boots": 0.00016301488244153213,
          "search-faq": 0.02202226071325898,
          "search-jacket": 0.0014018319885299518,
          "search-jeans": 0.0010072936658262017,
          "search-membership": 0.000808095696404131,
          "search-policy": 0.0004690189908504076,
          "search-pricing": 0.005870870282557485,
          "search-shirt": 0.9324981364472741,
          "search-timing": 0.0003347259593565401,
          "select-faq": 0.015824209263043953,
          "send-link": 0.00024051908057166023,
          "shipping-status": 0.0002703689737817997,
          "subscription-status": 0.00017400845023537442,
          "try-again": 0.00015585608134208246,
          "update-account": 0.0001003083904140516,
          "update-order": 0.0001119911890028686,
          "validate-purchase": 0.003384300590399606,
          "verify-identity": 0.00024216437406155913
        }
      },
      "trained_jevk5": {
        "choice": "search-shirt",
        "probabilities": {
          "ask-the-oracle": 0.0006632570943909411,
          "enter-details": 0.0007405058548770525,
          "instructions": 0.0019624253716984353,
          "log-out-in": 0.0006632570943909411,
          "make-password": 0.0009230426913352532,
          "make-purchase": 0.0020735592558121935,
          "membership": 0.0008267518228194635,
          "notify-team": 0.0021909870147625733,
          "offer-refund": 0.0007405058548770525,
          "promo-code": 0.0009230426913352532,
          "pull-up-account": 0.0025846974664561003,
          "record-reason": 0.0028857341763153027,
          "search-boots": 0.0025846974664561003,
          "search-faq": 0.005289477442951104,
          "search-jacket": 0.0032218323432549956,
          "search-jeans": 0.0017828838714810107,
          "search-membership": 0.0024461688851835405,
          "search-policy": 0.0018838503826258037,
          "search-pricing": 0.003404287477532205,
          "search-shirt": 0.9380063301641873,
          "search-timing": 0.0018572476835329215,
          "select-faq": 0.005905536740029094,
          "send-link": 0.002315064318744252,
          "shipping-status": 0.0017828838714810107,
          "subscription-status": 0.001511308780024623,
          "try-again": 0.0032218323432549956,
          "update-account": 0.0015968952120449056,
          "update-order": 0.0017828838714810107,
          "validate-purchase": 0.0024461688851835405,
          "verify-identity": 0.0017828838714810107
        }
      }
    },
    {
      "id": "abcd-test-3013-turn-18",
      "conversation_id": "3013",
      "expected_action": "enter-details",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "verify-identity": 0.59,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.01,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.01,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "try-again": 0.0,
          "enter-details": 0.29000000000000004,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.09999999999999999,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.57,
        "input_tokens": 3369,
        "request_sha256": "19606388592b2ebdb18c9b782592b62009ef1af1a10fcc5c652db33bf810b0c6"
      },
      "shared_jevk5": {
        "choice": "offer-refund",
        "probabilities": {
          "ask-the-oracle": 0.010083383648973748,
          "enter-details": 0.19745403196661904,
          "instructions": 0.001931552745592368,
          "log-out-in": 0.0024076859365460535,
          "make-password": 0.0021565186075792287,
          "make-purchase": 0.0006587853924062121,
          "membership": 0.0012759206724223735,
          "notify-team": 0.0007166168292897439,
          "offer-refund": 0.5941994218015801,
          "promo-code": 0.0008211777793198849,
          "pull-up-account": 0.0022133842400187185,
          "record-reason": 0.012568968482359633,
          "search-boots": 0.00047337315345834827,
          "search-faq": 0.0022133842400187185,
          "search-jacket": 0.00042399140502015834,
          "search-jeans": 0.0004230444685423001,
          "search-membership": 0.0021565186075792287,
          "search-policy": 0.00033938507431247755,
          "search-pricing": 0.0003789128890715721,
          "search-shirt": 0.009031495667986028,
          "search-timing": 6.152755759937072e-05,
          "select-faq": 0.00022537046266206707,
          "send-link": 0.0007338700192756422,
          "shipping-status": 0.0021565186075792287,
          "subscription-status": 0.00019564090167858427,
          "try-again": 0.0006573134365019372,
          "update-account": 0.0021565186075792287,
          "update-order": 0.12708067368273096,
          "validate-purchase": 0.02180382618310716,
          "verify-identity": 0.0030011869325897657
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0034519860438502474,
          "enter-details": 0.9001714524843166,
          "instructions": 0.004546587926415408,
          "log-out-in": 0.004546587926415408,
          "make-password": 0.005076124368869387,
          "make-purchase": 0.0032765591827305144,
          "membership": 0.003100949922377255,
          "notify-team": 0.0032765591827305144,
          "offer-refund": 0.007887124831482215,
          "promo-code": 0.0027774620901747323,
          "pull-up-account": 0.004546587926415408,
          "record-reason": 0.004072292728973725,
          "search-boots": 0.0027774620901747323,
          "search-faq": 0.0024877200314546606,
          "search-jacket": 0.002628601662681186,
          "search-jeans": 0.0001795814506473238,
          "search-membership": 0.00018975132022129365,
          "search-policy": 0.0001795814506473238,
          "search-pricing": 0.002769337062116383,
          "search-shirt": 0.002926167437251497,
          "search-timing": 0.00012903918425176742,
          "select-faq": 0.00016995664244294742,
          "send-link": 0.00385403558416013,
          "shipping-status": 0.0002004970824202144,
          "subscription-status": 0.0002004970824202144,
          "try-again": 0.007887124831482215,
          "update-account": 0.005667334668871987,
          "update-order": 0.015275620632663078,
          "validate-purchase": 0.0032669745256876243,
          "verify-identity": 0.0024804426456539823
        }
      }
    },
    {
      "id": "abcd-test-1507-turn-7",
      "conversation_id": "1507",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "select-faq": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "enter-details": 0.0,
          "try-again": 0.0,
          "pull-up-account": 0.96,
          "validate-purchase": 0.0,
          "send-link": 0.0,
          "verify-identity": 0.02,
          "membership": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jeans": 0.0,
          "search-boots": 0.0,
          "log-out-in": 0.0,
          "search-shirt": 0.0,
          "update-order": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "search-policy": 0.0,
          "subscription-status": 0.02,
          "search-faq": 0.0,
          "notify-team": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3024,
        "request_sha256": "659d35e1c1c358deaf822cdc9eb1018da4705bca7f7d7cca3ed9065830943d61"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.00326980469214552,
          "enter-details": 0.002349535055713069,
          "instructions": 0.0006993082634477838,
          "log-out-in": 0.001086563611461394,
          "make-password": 0.0009425751139558208,
          "make-purchase": 0.00034970057493448304,
          "membership": 0.001174922500726598,
          "notify-team": 0.000361067919940313,
          "offer-refund": 0.001174922500726598,
          "promo-code": 0.00032340167068798536,
          "pull-up-account": 0.8069633037083992,
          "record-reason": 0.0006993082634477838,
          "search-boots": 0.000313220168263649,
          "search-faq": 0.0003904298523138553,
          "search-jacket": 0.0004866718699075998,
          "search-jeans": 0.0002752000102847422,
          "search-membership": 0.001086563611461394,
          "search-policy": 0.00014209170966045543,
          "search-pricing": 0.00018642696273924846,
          "search-shirt": 8.190967146036367e-05,
          "search-timing": 4.72173969331052e-05,
          "select-faq": 8.190967146036367e-05,
          "send-link": 0.00023238174864734243,
          "shipping-status": 0.0005610161583539155,
          "subscription-status": 0.06402970368119279,
          "try-again": 4.468674347605757e-05,
          "update-account": 0.00040312110644416717,
          "update-order": 8.190967146036367e-05,
          "validate-purchase": 0.001086563611461394,
          "verify-identity": 0.11107456247889273
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0022191732901536837,
          "enter-details": 0.0024776379513686175,
          "instructions": 0.0019870328535907494,
          "log-out-in": 0.0022191732901536837,
          "make-password": 0.003088382652988616,
          "make-purchase": 0.0019870328535907494,
          "membership": 0.0024776379513686175,
          "notify-team": 0.0019870328535907494,
          "offer-refund": 0.002218460630809849,
          "promo-code": 0.001987671208947562,
          "pull-up-account": 0.9500734459910068,
          "record-reason": 0.0019870328535907494,
          "search-boots": 0.0016843606902421345,
          "search-faq": 0.0019870328535907494,
          "search-jacket": 0.001987671208947562,
          "search-jeans": 0.001987671208947562,
          "search-membership": 0.0015945982553217585,
          "search-policy": 0.0012106950324699069,
          "search-pricing": 0.0015945982553217585,
          "search-shirt": 0.00015362013420469484,
          "search-timing": 0.00015362013420469484,
          "select-faq": 0.00017151211579977414,
          "send-link": 0.00017151211579977414,
          "shipping-status": 0.0014282517015698172,
          "subscription-status": 0.0001914879273003852,
          "try-again": 0.00013759465031116304,
          "update-account": 0.001780319481910589,
          "update-order": 0.00017151211579977414,
          "validate-purchase": 0.0014282517015698172,
          "verify-identity": 0.0074559760355276394
        }
      }
    },
    {
      "id": "abcd-test-2627-turn-5",
      "conversation_id": "2627",
      "expected_action": "search-pricing",
      "jev": {
        "choice": "search-pricing",
        "probabilities": {
          "pull-up-account": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0,
          "shipping-status": 0.0,
          "search-policy": 0.0,
          "select-faq": 0.05,
          "search-membership": 0.0,
          "update-account": 0.0,
          "make-password": 0.0,
          "record-reason": 0.0,
          "notify-team": 0.0,
          "update-order": 0.0,
          "instructions": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.93,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.01,
          "search-timing": 0.01,
          "subscription-status": 0.0,
          "offer-refund": 0.0,
          "promo-code": 0.0,
          "search-boots": 0.0,
          "membership": 0.0,
          "log-out-in": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0
        },
        "vendor_confidence": 0.91,
        "input_tokens": 2995,
        "request_sha256": "0ba476d98b19115146e60a0d79ec6ecc7ef3de004ef22f43311cdc117bad50f6"
      },
      "shared_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.006741550390296321,
          "enter-details": 0.0011566805941766749,
          "instructions": 0.0007444352863157135,
          "log-out-in": 0.0010360168535670845,
          "make-password": 9.874372187625129e-05,
          "make-purchase": 0.00013741982428884463,
          "membership": 9.874372187625129e-05,
          "notify-team": 0.0004791152724017729,
          "offer-refund": 0.00012308433173202434,
          "promo-code": 0.00023838695649110563,
          "pull-up-account": 0.00023838695649110563,
          "record-reason": 0.00015342494752408517,
          "search-boots": 0.0009279406370784933,
          "search-faq": 0.025288278279817236,
          "search-jacket": 0.0009279406370784933,
          "search-jeans": 0.0009279406370784933,
          "search-membership": 0.0006667765108792911,
          "search-policy": 0.0007274441288486726,
          "search-pricing": 0.7694235110914158,
          "search-shirt": 0.0012913978526233522,
          "search-timing": 0.13201384843096461,
          "select-faq": 0.020287381833688358,
          "send-link": 0.0002473775645417224,
          "shipping-status": 0.03519323001394622,
          "subscription-status": 0.0002417313714362238,
          "try-again": 6.809205543705657e-05,
          "update-account": 9.476254287202386e-05,
          "update-order": 0.00014723913405617338,
          "validate-purchase": 0.00014723913405617338,
          "verify-identity": 0.0001318792871443844
        }
      },
      "trained_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.0025581079575374838,
          "enter-details": 0.0008373530533722032,
          "instructions": 0.0008847731444341624,
          "log-out-in": 0.0024210043791105715,
          "make-password": 0.0008847731444341624,
          "make-purchase": 0.0009878216219726347,
          "membership": 0.0007924744558682284,
          "notify-team": 0.0017396249735988233,
          "offer-refund": 0.0008373530533722032,
          "promo-code": 0.0008373530533722032,
          "pull-up-account": 0.0025581079575374838,
          "record-reason": 0.002856047719385733,
          "search-boots": 0.0025581079575374838,
          "search-faq": 0.0046889463525041026,
          "search-jacket": 0.0033692665534000364,
          "search-jeans": 0.0011576888984279209,
          "search-membership": 0.0027029758728187078,
          "search-policy": 0.003017788680701556,
          "search-pricing": 0.9283567475255546,
          "search-shirt": 0.002291248609139413,
          "search-timing": 0.0141104847381226,
          "select-faq": 0.00652552044200441,
          "send-link": 0.0018381417319890587,
          "shipping-status": 0.0046889463525041026,
          "subscription-status": 0.0009813454709589303,
          "try-again": 0.0011576888984279209,
          "update-account": 0.0009813454709589303,
          "update-order": 0.0012925235534650675,
          "validate-purchase": 0.0011576888984279209,
          "verify-identity": 0.000928749479061345
        }
      }
    },
    {
      "id": "abcd-test-3723-turn-6",
      "conversation_id": "3723",
      "expected_action": "search-pricing",
      "jev": {
        "choice": "search-pricing",
        "probabilities": {
          "search-policy": 0.0,
          "search-boots": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-account": 0.0,
          "promo-code": 0.0,
          "membership": 0.0,
          "search-faq": 0.01,
          "search-pricing": 0.89,
          "notify-team": 0.0,
          "search-jacket": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "select-faq": 0.07,
          "make-purchase": 0.0,
          "search-timing": 0.03,
          "search-membership": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "enter-details": 0.0,
          "shipping-status": 0.0,
          "log-out-in": 0.0,
          "pull-up-account": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "try-again": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3018,
        "request_sha256": "ad29765b0f3a6b9e28201e4de16523872ce197406dd9d29bddd954937838f184"
      },
      "shared_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.0046895106015987795,
          "enter-details": 0.00029917001387968665,
          "instructions": 0.003018148043085676,
          "log-out-in": 0.0008983130697784908,
          "make-password": 0.00013835398291657,
          "make-purchase": 0.0001544679050949352,
          "membership": 0.00013835398291657,
          "notify-team": 0.0027032978464852898,
          "offer-refund": 0.0001724586259818123,
          "promo-code": 0.00019254469988814896,
          "pull-up-account": 0.005845487286513377,
          "record-reason": 0.00021497014361157425,
          "search-boots": 0.0008046019560795527,
          "search-faq": 0.03406957006264146,
          "search-jacket": 0.001119749663887342,
          "search-jeans": 0.0010029385209878096,
          "search-membership": 0.0004638178928920802,
          "search-policy": 0.0006454874820945082,
          "search-pricing": 0.831609776579783,
          "search-shirt": 0.0005927208632250935,
          "search-timing": 0.05910179045603108,
          "select-faq": 0.012639998422834003,
          "send-link": 0.00029851147146961097,
          "shipping-status": 0.038037614718530684,
          "subscription-status": 0.0003060342773852144,
          "try-again": 8.620520968368412e-05,
          "update-account": 0.00011997030329439668,
          "update-order": 0.0002081167071428692,
          "validate-purchase": 0.00021990250314388697,
          "verify-identity": 0.0002081167071428692
        }
      },
      "trained_jevk5": {
        "choice": "search-pricing",
        "probabilities": {
          "ask-the-oracle": 0.0030057171485772275,
          "enter-details": 0.0010169928102386839,
          "instructions": 0.0010745861540903537,
          "log-out-in": 0.0011354409182363218,
          "make-password": 0.0010169928102386839,
          "make-purchase": 0.0028446234301668454,
          "membership": 0.0009624863136512668,
          "notify-team": 0.0021597736489610483,
          "offer-refund": 0.0010169928102386839,
          "promo-code": 0.0010745861540903537,
          "pull-up-account": 0.0028446234301668454,
          "record-reason": 0.00317593343059446,
          "search-boots": 0.0026921635607001773,
          "search-faq": 0.004183000936718321,
          "search-jacket": 0.003545830728122448,
          "search-jeans": 0.0010403567448167177,
          "search-membership": 0.0030057171485772275,
          "search-policy": 0.00317593343059446,
          "search-pricing": 0.9246431991372989,
          "search-shirt": 0.002547875242677212,
          "search-timing": 0.00904512847188605,
          "select-faq": 0.008101541953115823,
          "send-link": 0.002547875242677212,
          "shipping-status": 0.007256397711107379,
          "subscription-status": 0.000984598071746417,
          "try-again": 0.001296807478577112,
          "update-account": 0.0010403567448167177,
          "update-order": 0.001296807478577112,
          "validate-purchase": 0.0012273041139232391,
          "verify-identity": 0.0010403567448167177
        }
      }
    },
    {
      "id": "abcd-test-1592-turn-21",
      "conversation_id": "1592",
      "expected_action": "validate-purchase",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "try-again": 0.0,
          "promo-code": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "shipping-status": 0.0,
          "update-account": 0.0,
          "search-pricing": 0.0,
          "validate-purchase": 0.5700000000000001,
          "pull-up-account": 0.01,
          "search-policy": 0.0,
          "ask-the-oracle": 0.0,
          "send-link": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.02,
          "search-faq": 0.0,
          "select-faq": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "verify-identity": 0.37,
          "search-membership": 0.0,
          "instructions": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "search-shirt": 0.0,
          "subscription-status": 0.0,
          "record-reason": 0.0,
          "update-order": 0.02,
          "offer-refund": 0.0,
          "membership": 0.0
        },
        "vendor_confidence": 0.55,
        "input_tokens": 3413,
        "request_sha256": "7a5aac46ed5f6242f10241003fbe0e38b067ba6cde8ed1df90f2d235e259c47a"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.003389837537132528,
          "enter-details": 0.006565360930587458,
          "instructions": 0.0012576473034474997,
          "log-out-in": 0.0019540933483362328,
          "make-password": 9.708153023722786e-05,
          "make-purchase": 0.00010838850638113342,
          "membership": 0.00016841088418615433,
          "notify-team": 0.0019540933483362328,
          "offer-refund": 0.005880469822751846,
          "promo-code": 0.00010838850638113342,
          "pull-up-account": 0.002435782971697257,
          "record-reason": 0.0027194759945320156,
          "search-boots": 0.00012101239461221324,
          "search-faq": 0.00015084245516367735,
          "search-jacket": 0.00016841088418615433,
          "search-jeans": 0.0009018420132651017,
          "search-membership": 0.0009036889987828958,
          "search-policy": 0.0006480232130740074,
          "search-pricing": 0.0011241484689817711,
          "search-shirt": 0.0005804220575362012,
          "search-timing": 0.00019287558465093426,
          "select-faq": 0.0003743221543737022,
          "send-link": 0.0004665936382291183,
          "shipping-status": 0.0052670252050195454,
          "subscription-status": 0.0009018420132651017,
          "try-again": 0.00037355745377997513,
          "update-account": 0.0019540933483362328,
          "update-order": 0.14353734582156558,
          "validate-purchase": 0.7493147189277143,
          "verify-identity": 0.06638020468345675
        }
      },
      "trained_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.0001380083358337811,
          "enter-details": 0.003533806163088145,
          "instructions": 0.002683033968797695,
          "log-out-in": 0.0029955242419248355,
          "make-password": 0.003165163085996186,
          "make-purchase": 0.00011071642448760383,
          "membership": 0.0001380083358337811,
          "notify-team": 0.0020370870979039284,
          "offer-refund": 0.00012361144079608714,
          "promo-code": 9.916659490086798e-05,
          "pull-up-account": 0.003165163085996186,
          "record-reason": 0.003165163085996186,
          "search-boots": 0.00012361144079608714,
          "search-faq": 0.002539234825483425,
          "search-jacket": 0.00015408218294183222,
          "search-jeans": 0.0021392261908580804,
          "search-membership": 0.002523635438293627,
          "search-policy": 0.0022603724095998394,
          "search-pricing": 0.002539234825483425,
          "search-shirt": 0.0022603724095998394,
          "search-timing": 0.0023883793261650355,
          "select-faq": 0.0020370870979039284,
          "send-link": 0.0026665515473610645,
          "shipping-status": 0.003344409218322383,
          "subscription-status": 0.0020245725324257143,
          "try-again": 0.003533806163088145,
          "update-account": 0.0037339287208511774,
          "update-order": 0.007231790128457058,
          "validate-purchase": 0.9215075659599321,
          "verify-identity": 0.015637687720881904
        }
      }
    },
    {
      "id": "abcd-test-7628-turn-13",
      "conversation_id": "7628",
      "expected_action": "instructions",
      "jev": {
        "choice": "try-again",
        "probabilities": {
          "log-out-in": 0.01,
          "update-order": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.09999999999999999,
          "subscription-status": 0.0,
          "try-again": 0.46,
          "membership": 0.0,
          "notify-team": 0.02,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.0,
          "update-account": 0.0,
          "verify-identity": 0.0,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.01,
          "shipping-status": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.37,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.03,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.0
        },
        "vendor_confidence": 0.44,
        "input_tokens": 3225,
        "request_sha256": "eefbfe5416fd1275bee6468b82c4a66bc5e9a71e32fdd772ffa4acfe045242e5"
      },
      "shared_jevk5": {
        "choice": "search-boots",
        "probabilities": {
          "ask-the-oracle": 0.007303979011190401,
          "enter-details": 0.002317515603244736,
          "instructions": 0.05924425824635805,
          "log-out-in": 0.014146184058426253,
          "make-password": 0.0011965834437848851,
          "make-purchase": 0.0006897788653601628,
          "membership": 0.0004956436826076754,
          "notify-team": 0.014146184058426253,
          "offer-refund": 0.0018592141338885592,
          "promo-code": 0.00039762741342244613,
          "pull-up-account": 0.021979902521117277,
          "record-reason": 0.0013991355211328855,
          "search-boots": 0.6687625339299831,
          "search-faq": 0.038129305551769306,
          "search-jacket": 0.0004439386204262173,
          "search-jeans": 0.030589026086070042,
          "search-membership": 0.0008065414510992089,
          "search-policy": 0.0003638840269254175,
          "search-pricing": 0.00020349017341957947,
          "search-shirt": 0.00010830542173199026,
          "search-timing": 0.0002341943880319892,
          "select-faq": 0.011348697675504725,
          "send-link": 0.0006470427644929553,
          "shipping-status": 0.00015072662832287177,
          "subscription-status": 0.0004649360029871891,
          "try-again": 0.11474294734452291,
          "update-account": 0.00016828159709154157,
          "update-order": 0.00018788117037947015,
          "validate-purchase": 0.007303979011190401,
          "verify-identity": 0.00016828159709154157
        }
      },
      "trained_jevk5": {
        "choice": "instructions",
        "probabilities": {
          "ask-the-oracle": 0.004619900586861641,
          "enter-details": 0.004601880587617743,
          "instructions": 0.8192673066656776,
          "log-out-in": 0.006429430943630104,
          "make-password": 0.006429430943630104,
          "make-purchase": 0.008947728004410394,
          "membership": 0.005137856307122621,
          "notify-team": 0.009989860267842382,
          "offer-refund": 0.004601880587617743,
          "promo-code": 0.003306705018632415,
          "pull-up-account": 0.006429430943630104,
          "record-reason": 0.004601880587617743,
          "search-boots": 0.005736256905137528,
          "search-faq": 0.008014302828405493,
          "search-jacket": 0.0036918335117661124,
          "search-jeans": 0.0051579750143278015,
          "search-membership": 0.004137957157299792,
          "search-policy": 0.00026793195057612894,
          "search-pricing": 0.003916180509191913,
          "search-shirt": 0.0003339779160416156,
          "search-timing": 0.0033196531759634097,
          "select-faq": 0.004619900586861641,
          "send-link": 0.004137957157299792,
          "shipping-status": 0.00026793195057612894,
          "subscription-status": 0.005758718907042501,
          "try-again": 0.06500584213630757,
          "update-account": 0.0002991376483381408,
          "update-order": 0.0002991376483381408,
          "validate-purchase": 0.0002991376483381408,
          "verify-identity": 0.0003728759038976083
        }
      }
    },
    {
      "id": "abcd-test-3272-turn-13",
      "conversation_id": "3272",
      "expected_action": "record-reason",
      "jev": {
        "choice": "shipping-status",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.12,
          "update-account": 0.0,
          "verify-identity": 0.29,
          "record-reason": 0.04,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "shipping-status": 0.53,
          "instructions": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "update-order": 0.02,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "make-password": 0.0,
          "pull-up-account": 0.0
        },
        "vendor_confidence": 0.5,
        "input_tokens": 3291,
        "request_sha256": "0f200dbf5e5ad2218027dd3b6bdbe1ca3966b961fa93fb87a714b3d52ba6d09e"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.06082362589866349,
          "enter-details": 0.00837205706152571,
          "instructions": 0.002491833172558388,
          "log-out-in": 0.002491833172558388,
          "make-password": 0.000560122963867893,
          "make-purchase": 0.0012865870240654643,
          "membership": 0.0008703017009804812,
          "notify-team": 0.007498692993573932,
          "offer-refund": 0.022565855518225073,
          "promo-code": 0.0009716646899156983,
          "pull-up-account": 0.0002892032347527597,
          "record-reason": 0.009347142838541357,
          "search-boots": 0.0003604926261755109,
          "search-faq": 0.000560122963867893,
          "search-jacket": 0.00018613012147584363,
          "search-jeans": 0.002784715807201354,
          "search-membership": 0.001999059217124469,
          "search-policy": 0.002494217237244922,
          "search-pricing": 0.002784715807201354,
          "search-shirt": 0.0012878179905840444,
          "search-timing": 0.002491833172558388,
          "select-faq": 0.0014378087923854021,
          "send-link": 0.00179051944708498,
          "shipping-status": 0.13152206952078074,
          "subscription-status": 0.003471156170335082,
          "try-again": 0.000595563021789554,
          "update-account": 0.0038717376089768235,
          "update-order": 0.6865907986645187,
          "validate-purchase": 0.025194077082691915,
          "verify-identity": 0.01300824447877438
        }
      },
      "trained_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.013276530699795648,
          "enter-details": 0.0057153097862390175,
          "instructions": 0.005119094636786348,
          "log-out-in": 0.007653340991246906,
          "make-password": 0.00854471622700094,
          "make-purchase": 0.0032946297377825875,
          "membership": 0.003678351834894732,
          "notify-team": 0.016549233039755255,
          "offer-refund": 0.011891537457022367,
          "promo-code": 0.004585075670289553,
          "pull-up-account": 0.0057153097862390175,
          "record-reason": 0.02870852843898966,
          "search-boots": 0.013276530699795648,
          "search-faq": 0.010651023328808126,
          "search-jacket": 0.002643095974949905,
          "search-jeans": 0.0036264446340225956,
          "search-membership": 0.003074051084832196,
          "search-policy": 0.003432082231520307,
          "search-pricing": 0.005499348105101284,
          "search-shirt": 0.0032481371691376808,
          "search-timing": 0.002466140583926971,
          "select-faq": 0.0026058003066582124,
          "send-link": 0.006854951790017588,
          "shipping-status": 0.014822832962544814,
          "subscription-status": 0.003074051084832196,
          "try-again": 0.007653340991246906,
          "update-account": 0.010651023328808126,
          "update-order": 0.7823661526649617,
          "validate-purchase": 0.004661667376396902,
          "verify-identity": 0.004661667376396902
        }
      }
    },
    {
      "id": "abcd-test-4971-turn-10",
      "conversation_id": "4971",
      "expected_action": "select-faq",
      "jev": {
        "choice": "select-faq",
        "probabilities": {
          "try-again": 0.0,
          "search-boots": 0.02,
          "select-faq": 0.96,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "verify-identity": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-shirt": 0.0,
          "shipping-status": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "update-order": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "promo-code": 0.0,
          "search-jeans": 0.0,
          "send-link": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "search-pricing": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.02,
          "search-jacket": 0.0,
          "notify-team": 0.0,
          "pull-up-account": 0.0,
          "make-password": 0.0
        },
        "vendor_confidence": 0.95,
        "input_tokens": 3173,
        "request_sha256": "fdb3b4a405510dc0a0af35b80c16fddb8cf8c21db35e771b4a46b82dc685a411"
      },
      "shared_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.011822134070923791,
          "enter-details": 0.003210474126069358,
          "instructions": 0.022896840725126506,
          "log-out-in": 0.25846528062256063,
          "make-password": 0.0011911023586973451,
          "make-purchase": 0.003210474126069358,
          "membership": 0.0023069002758943306,
          "notify-team": 0.06890373045616974,
          "offer-refund": 0.006217973328433625,
          "promo-code": 0.0010668478357183265,
          "pull-up-account": 0.01836886623951134,
          "record-reason": 0.0023069002758943306,
          "search-boots": 0.05527763498865094,
          "search-faq": 0.08588868615911747,
          "search-jacket": 0.0018167823492963712,
          "search-jeans": 0.0010472967771177242,
          "search-membership": 0.0003117140907455958,
          "search-policy": 0.0003117140907455958,
          "search-pricing": 0.0068149507366858575,
          "search-shirt": 0.0012002467546763469,
          "search-timing": 0.0007525404435166839,
          "select-faq": 0.2885684158242333,
          "send-link": 0.00546725734053121,
          "shipping-status": 0.0036119127030748315,
          "subscription-status": 0.002324613297636621,
          "try-again": 0.13345118887230498,
          "update-account": 0.0005550654124861261,
          "update-order": 0.0003199713595328936,
          "validate-purchase": 0.004502258351443485,
          "verify-identity": 0.007810226007135275
        }
      },
      "trained_jevk5": {
        "choice": "select-faq",
        "probabilities": {
          "ask-the-oracle": 0.0037129118431725393,
          "enter-details": 0.0004068390286957085,
          "instructions": 0.0037129118431725393,
          "log-out-in": 0.005167196700442126,
          "make-password": 0.004628159711554547,
          "make-purchase": 0.0005071260659180748,
          "membership": 0.0005071260659180748,
          "notify-team": 0.0037129118431725393,
          "offer-refund": 0.0037129118431725393,
          "promo-code": 0.0005661903800059709,
          "pull-up-account": 0.0006321339676999314,
          "record-reason": 0.0005071260659180748,
          "search-boots": 0.0005071260659180748,
          "search-faq": 0.003325584745581087,
          "search-jacket": 0.0037129118431725393,
          "search-jeans": 0.0026679320872750583,
          "search-membership": 0.0026679320872750583,
          "search-policy": 0.004145350772502174,
          "search-pricing": 0.004145350772502174,
          "search-shirt": 0.0032974021132098443,
          "search-timing": 0.004145350772502174,
          "select-faq": 0.9163207468927254,
          "send-link": 0.003325584745581087,
          "shipping-status": 0.0026453227546818702,
          "subscription-status": 0.0036814470263238693,
          "try-again": 0.006440924347409451,
          "update-account": 0.0026453227546818702,
          "update-order": 0.0026453227546818702,
          "validate-purchase": 0.0029534210525669047,
          "verify-identity": 0.0029534210525669047
        }
      }
    },
    {
      "id": "abcd-test-9010-turn-7",
      "conversation_id": "9010",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "search-membership": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.99,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.0,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "promo-code": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "verify-identity": 0.01
        },
        "vendor_confidence": 0.99,
        "input_tokens": 3031,
        "request_sha256": "33eb1e612ebb822eab4dee2c2fea8b0a3532fcc8460d1e61696e3a4f213eaf24"
      },
      "shared_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0035490746053363545,
          "enter-details": 0.055754706197006156,
          "instructions": 0.001179365699751153,
          "log-out-in": 0.0018324637628325667,
          "make-password": 0.06949840068694026,
          "make-purchase": 0.0002464616512451237,
          "membership": 0.00042754600736018457,
          "notify-team": 0.00039190627561006735,
          "offer-refund": 0.0005950079149229406,
          "promo-code": 0.0005950079149229406,
          "pull-up-account": 0.7845136500121683,
          "record-reason": 0.0013167251070340142,
          "search-boots": 0.0003429964655283542,
          "search-faq": 0.0005950079149229406,
          "search-jacket": 0.0002207510352677882,
          "search-jeans": 0.0004751660501596512,
          "search-membership": 0.0004375512081123665,
          "search-policy": 0.00021974482746235855,
          "search-pricing": 0.00018124057587954795,
          "search-shirt": 0.00021974482746235855,
          "search-timing": 6.540422555097671e-05,
          "select-faq": 4.327618197946309e-05,
          "send-link": 0.004939182032585454,
          "shipping-status": 0.0005305081550059147,
          "subscription-status": 0.0006089319357358853,
          "try-again": 0.00014142693918356303,
          "update-account": 0.00018124057587954795,
          "update-order": 0.00021974482746235855,
          "validate-purchase": 0.001179365699751153,
          "verify-identity": 0.06949840068694026
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0024896243769278728,
          "enter-details": 0.0022299091761884783,
          "instructions": 0.0018807128326948726,
          "log-out-in": 0.0022186685368990795,
          "make-password": 0.001997287282883838,
          "make-purchase": 0.0019872191955087287,
          "membership": 0.0019872191955087287,
          "notify-team": 0.0018807128326948726,
          "offer-refund": 0.0019872191955087287,
          "promo-code": 0.001997287282883838,
          "pull-up-account": 0.9546697517423841,
          "record-reason": 0.0034647677047953264,
          "search-boots": 0.0019872191955087287,
          "search-faq": 0.0024896243769278728,
          "search-jacket": 0.0013582426256874961,
          "search-jeans": 0.0016023126964160301,
          "search-membership": 0.0009236643472914517,
          "search-policy": 0.0009236643472914517,
          "search-pricing": 0.0011513502230505635,
          "search-shirt": 5.706342846809508e-05,
          "search-timing": 6.370953809302718e-05,
          "select-faq": 7.112972141459876e-05,
          "send-link": 0.0011513502230505635,
          "shipping-status": 7.941411826368202e-05,
          "subscription-status": 7.112972141459876e-05,
          "try-again": 7.941411826368202e-05,
          "update-account": 0.0016023126964160301,
          "update-order": 7.112972141459876e-05,
          "validate-purchase": 0.0015164358705917697,
          "verify-identity": 0.006010453675557317
        }
      }
    },
    {
      "id": "abcd-test-1179-turn-26",
      "conversation_id": "1179",
      "expected_action": "enter-details",
      "jev": {
        "choice": "enter-details",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "search-shirt": 0.0,
          "promo-code": 0.0,
          "offer-refund": 0.0,
          "search-pricing": 0.0,
          "search-membership": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.29,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.11,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "verify-identity": 0.01,
          "enter-details": 0.59,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.57,
        "input_tokens": 3640,
        "request_sha256": "68072447ccc64e944ff25958d66b6f5f28b85d39c1cbb886a44d87e075474f06"
      },
      "shared_jevk5": {
        "choice": "update-order",
        "probabilities": {
          "ask-the-oracle": 0.00032417156508071486,
          "enter-details": 0.08574086039647154,
          "instructions": 0.00018687094227531575,
          "log-out-in": 0.001303211317666374,
          "make-password": 0.0006026817583452167,
          "make-purchase": 5.561967837198429e-05,
          "membership": 0.002260726471053182,
          "notify-team": 0.0009364293461871943,
          "offer-refund": 0.004888490685424247,
          "promo-code": 8.642023177006218e-05,
          "pull-up-account": 0.00013427708148224356,
          "record-reason": 0.0016244565859252933,
          "search-boots": 0.00010772304718603538,
          "search-faq": 0.00018687094227531575,
          "search-jacket": 0.0006026817583452167,
          "search-jeans": 0.002260726471053182,
          "search-membership": 0.0002787158841972348,
          "search-policy": 0.0005219765383676368,
          "search-pricing": 0.0003750686091889328,
          "search-shirt": 0.0003750686091889328,
          "search-timing": 0.00024139275093197486,
          "select-faq": 0.00013619407303462603,
          "send-link": 0.0016244565859252933,
          "shipping-status": 0.001303211317666374,
          "subscription-status": 0.0004187524039767885,
          "try-again": 0.00026950750030963047,
          "update-account": 0.25802038656716336,
          "update-order": 0.6229125121665242,
          "validate-purchase": 0.0004187524039767885,
          "verify-identity": 0.011801786310635203
        }
      },
      "trained_jevk5": {
        "choice": "enter-details",
        "probabilities": {
          "ask-the-oracle": 0.0018380050002194223,
          "enter-details": 0.9401979675401655,
          "instructions": 0.002320473472602702,
          "log-out-in": 0.001761813967802871,
          "make-password": 0.001761813967802871,
          "make-purchase": 0.001967010495061288,
          "membership": 0.0016673866934568014,
          "notify-team": 0.002420824356062848,
          "offer-refund": 0.0021682863161193136,
          "promo-code": 0.0014745296234288208,
          "pull-up-account": 0.002420824356062848,
          "record-reason": 0.001967010495061288,
          "search-boots": 0.002291078204548461,
          "search-faq": 0.0021682863161193136,
          "search-jacket": 0.001578021871220364,
          "search-jeans": 7.000723847677263e-05,
          "search-membership": 6.62551548269358e-05,
          "search-policy": 5.315283946385594e-05,
          "search-pricing": 7.816091091190443e-05,
          "search-shirt": 7.397182655704782e-05,
          "search-timing": 5.315283946385594e-05,
          "select-faq": 6.270415736417349e-05,
          "send-link": 0.0018615872201581212,
          "shipping-status": 0.0014134043773664769,
          "subscription-status": 0.001967010495061288,
          "try-again": 0.002196106153683307,
          "update-account": 0.008237829436512984,
          "update-order": 0.011464447132644233,
          "validate-purchase": 0.002320473472602702,
          "verify-identity": 0.002078404069171579
        }
      }
    },
    {
      "id": "abcd-test-5972-turn-21",
      "conversation_id": "5972",
      "expected_action": "try-again",
      "jev": {
        "choice": "make-purchase",
        "probabilities": {
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "membership": 0.0,
          "update-order": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "search-membership": 0.0,
          "update-account": 0.0,
          "enter-details": 0.0,
          "search-jeans": 0.0,
          "promo-code": 0.0,
          "subscription-status": 0.0,
          "ask-the-oracle": 0.0,
          "search-faq": 0.01,
          "make-purchase": 0.5700000000000001,
          "verify-identity": 0.0,
          "validate-purchase": 0.0,
          "shipping-status": 0.0,
          "pull-up-account": 0.01,
          "try-again": 0.23,
          "select-faq": 0.01,
          "search-jacket": 0.0,
          "search-timing": 0.0,
          "make-password": 0.0,
          "search-policy": 0.0,
          "send-link": 0.0,
          "search-pricing": 0.0,
          "notify-team": 0.12,
          "offer-refund": 0.0,
          "instructions": 0.04
        },
        "vendor_confidence": 0.55,
        "input_tokens": 3407,
        "request_sha256": "cb209401d86dd8af92c4f08257e694b7b90a304635a1e76bff9e68c8801a78f7"
      },
      "shared_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.01620494643282609,
          "enter-details": 0.0031856960326671485,
          "instructions": 0.09444836367663274,
          "log-out-in": 0.0060121243436142835,
          "make-password": 0.0020503020140902693,
          "make-purchase": 0.5504785341371383,
          "membership": 0.0025557073488463953,
          "notify-team": 0.010429442854020327,
          "offer-refund": 0.0006638877593563376,
          "promo-code": 0.006888602529622735,
          "pull-up-account": 0.0055263382519422964,
          "record-reason": 0.0035567307401539786,
          "search-boots": 0.001644843665458296,
          "search-faq": 0.010429442854020327,
          "search-jacket": 0.0014355602429485257,
          "search-jeans": 0.0031041866677612574,
          "search-membership": 0.0007412100286155324,
          "search-policy": 0.0009239213823626435,
          "search-pricing": 0.002490316565172555,
          "search-shirt": 0.0019978431024915626,
          "search-timing": 0.0008784102004112514,
          "select-faq": 0.10544865942116198,
          "send-link": 0.0009807177711855764,
          "shipping-status": 0.00045354211231523104,
          "subscription-status": 0.00128580425070231,
          "try-again": 0.16384287689756427,
          "update-account": 0.00040622909658220526,
          "update-order": 0.00016826647516200244,
          "validate-purchase": 0.0007867753739880239,
          "verify-identity": 0.0009807177711855764
        }
      },
      "trained_jevk5": {
        "choice": "make-purchase",
        "probabilities": {
          "ask-the-oracle": 0.002165434729663668,
          "enter-details": 0.0024176405175473266,
          "instructions": 0.0025799696354333636,
          "log-out-in": 0.002441694486266525,
          "make-password": 0.002441694486266525,
          "make-purchase": 0.936290522071026,
          "membership": 0.0023108296827746787,
          "notify-team": 0.004235692119486152,
          "offer-refund": 0.00204937647758542,
          "promo-code": 0.0017372079650481555,
          "pull-up-account": 0.003013595727056263,
          "record-reason": 0.0026992200632654615,
          "search-boots": 0.0026992200632654615,
          "search-faq": 0.003793829024160583,
          "search-jacket": 0.0023108296827746787,
          "search-jeans": 0.002186979380264399,
          "search-membership": 0.0016604586325366772,
          "search-policy": 0.002186979380264399,
          "search-pricing": 0.0020697664383650125,
          "search-shirt": 0.00010749769021746207,
          "search-timing": 0.0027260756070592784,
          "select-faq": 0.003793829024160583,
          "send-link": 0.0023108296827746787,
          "shipping-status": 6.918511792489557e-05,
          "subscription-status": 0.0001200178230062946,
          "try-again": 0.009159065768772555,
          "update-account": 0.0001200178230062946,
          "update-order": 9.628363758213088e-05,
          "validate-purchase": 0.0001200178230062946,
          "verify-identity": 8.62394394387859e-05
        }
      }
    },
    {
      "id": "abcd-test-5933-turn-6",
      "conversation_id": "5933",
      "expected_action": "pull-up-account",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "shipping-status": 0.0,
          "search-boots": 0.0,
          "notify-team": 0.0,
          "search-faq": 0.0,
          "promo-code": 0.0,
          "search-shirt": 0.0,
          "offer-refund": 0.0,
          "search-membership": 0.0,
          "search-pricing": 0.0,
          "log-out-in": 0.0,
          "record-reason": 0.0,
          "ask-the-oracle": 0.0,
          "update-account": 0.0,
          "make-purchase": 0.0,
          "search-jacket": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "validate-purchase": 0.0,
          "select-faq": 0.0,
          "update-order": 0.0,
          "search-timing": 0.0,
          "send-link": 0.0,
          "membership": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.64,
          "verify-identity": 0.36,
          "enter-details": 0.0,
          "try-again": 0.0,
          "search-policy": 0.0
        },
        "vendor_confidence": 0.61,
        "input_tokens": 3001,
        "request_sha256": "d55b0deef6f83b8607800d72c1091ec7c3d51dd2d0610786c9f8d09e936efe0e"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.0012425400001246445,
          "enter-details": 0.0013872571760509512,
          "instructions": 0.0005146801337304265,
          "log-out-in": 0.0011129193984197596,
          "make-password": 0.0004128993308803753,
          "make-purchase": 5.5629336198954214e-05,
          "membership": 9.650214801498549e-05,
          "notify-team": 0.00014994204811132265,
          "offer-refund": 0.00023297534814485464,
          "promo-code": 0.0003312461857870976,
          "pull-up-account": 0.15832994115072102,
          "record-reason": 0.0015488309187619463,
          "search-boots": 4.982608645890818e-05,
          "search-faq": 0.00012029018983648158,
          "search-jacket": 0.00014994204811132265,
          "search-jeans": 0.00023801842624014523,
          "search-membership": 0.00012289405169026908,
          "search-policy": 0.000897574500747896,
          "search-pricing": 3.100613584516634e-05,
          "search-shirt": 0.0005776756140134194,
          "search-timing": 0.0002671515410602465,
          "select-faq": 0.000897574500747896,
          "send-link": 0.00026574043986554735,
          "shipping-status": 0.000897574500747896,
          "subscription-status": 0.00015318776387557878,
          "try-again": 0.0003330051009281316,
          "update-account": 0.0012425400001246445,
          "update-order": 0.0010021139638679922,
          "validate-purchase": 0.0007996940147483531,
          "verify-identity": 0.8265388279461438
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0015965207936067824,
          "enter-details": 0.0011546915786446112,
          "instructions": 0.0015965207936067824,
          "log-out-in": 0.0020030837172617015,
          "make-password": 0.0014393263629167488,
          "make-purchase": 0.0017824659248125553,
          "membership": 0.0017824659248125553,
          "notify-team": 0.0015965207936067824,
          "offer-refund": 0.001697966553714702,
          "promo-code": 0.001520836752543915,
          "pull-up-account": 0.9574403109386455,
          "record-reason": 0.0034748189493582025,
          "search-boots": 0.0015965207936067824,
          "search-faq": 0.0019900677441271578,
          "search-jacket": 0.0012200827878006445,
          "search-jeans": 4.260432414364578e-05,
          "search-membership": 0.0012891772021386475,
          "search-policy": 0.000926344909980694,
          "search-pricing": 0.0007852407523098092,
          "search-shirt": 3.815988495609879e-05,
          "search-timing": 4.260432414364578e-05,
          "select-faq": 4.5017050602668485e-05,
          "send-link": 3.6114676387512426e-05,
          "shipping-status": 0.0008766967265669435,
          "subscription-status": 4.5017050602668485e-05,
          "try-again": 0.001034235283233218,
          "update-account": 0.001520836752543915,
          "update-order": 4.260432414364578e-05,
          "validate-purchase": 0.000926344909980694,
          "verify-identity": 0.010456801419200856
        }
      }
    },
    {
      "id": "abcd-test-10382-turn-10",
      "conversation_id": "10382",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.01,
          "subscription-status": 0.0,
          "membership": 0.0,
          "try-again": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.01,
          "update-account": 0.0,
          "verify-identity": 0.89,
          "search-membership": 0.0,
          "enter-details": 0.01,
          "promo-code": 0.0,
          "select-faq": 0.0,
          "ask-the-oracle": 0.01,
          "shipping-status": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "instructions": 0.0,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "validate-purchase": 0.07
        },
        "vendor_confidence": 0.88,
        "input_tokens": 3123,
        "request_sha256": "21b91cb8b37fbe26a9dcbd71ebd68525d8015215b04ecea4e51989120a1ffee1"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.04582689603695639,
          "enter-details": 0.005060431056894095,
          "instructions": 0.0007051664253562563,
          "log-out-in": 0.0007872963689919106,
          "make-password": 0.00020988352258186549,
          "make-purchase": 0.005060431056894095,
          "membership": 0.0008789920055425278,
          "notify-team": 0.008778514835595951,
          "offer-refund": 0.005649819567283519,
          "promo-code": 0.002612809791400691,
          "pull-up-account": 0.01898223957643204,
          "record-reason": 0.023661412999580432,
          "search-boots": 0.0007051664253562563,
          "search-faq": 0.0009813671128573746,
          "search-jacket": 0.0004064977435295787,
          "search-jeans": 0.0026689967576505177,
          "search-membership": 0.0015061724326397774,
          "search-policy": 0.0012343027396537613,
          "search-pricing": 0.0008682426137554425,
          "search-shirt": 0.0012343027396537613,
          "search-timing": 0.001538561682160611,
          "select-faq": 0.00021905759799482893,
          "send-link": 0.001378060456488203,
          "shipping-status": 0.004059703336168325,
          "subscription-status": 0.0009902125282757021,
          "try-again": 0.0003290499110805056,
          "update-account": 0.0012083185203191924,
          "update-order": 0.012216897612808078,
          "validate-purchase": 0.517305390549074,
          "verify-identity": 0.33293580599702427
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.004240710248520969,
          "enter-details": 0.0050027468305157115,
          "instructions": 0.00033305563322256,
          "log-out-in": 0.00037184625085981383,
          "make-password": 0.00026719205042257727,
          "make-purchase": 0.00029831158124066996,
          "membership": 0.00026719205042257727,
          "notify-team": 0.0044808651286098325,
          "offer-refund": 0.00033305563322256,
          "promo-code": 0.006235938180699731,
          "pull-up-account": 0.0044808651286098325,
          "record-reason": 0.013484303577662131,
          "search-boots": 0.00558541093117503,
          "search-faq": 0.004013426302275527,
          "search-jacket": 0.00023931882346331165,
          "search-jeans": 0.0017256045323235652,
          "search-membership": 0.0050027468305157115,
          "search-policy": 0.0021509710103082796,
          "search-pricing": 0.004240710248520969,
          "search-shirt": 0.0017256045323235652,
          "search-timing": 0.0019265837823198148,
          "select-faq": 0.0020356880151553083,
          "send-link": 0.0016331194236057348,
          "shipping-status": 0.00340208633218937,
          "subscription-status": 0.0017256045323235652,
          "try-again": 0.004240710248520969,
          "update-account": 0.0050027468305157115,
          "update-order": 0.0050027468305157115,
          "validate-purchase": 0.02339169394438449,
          "verify-identity": 0.8871591445555544
        }
      }
    },
    {
      "id": "abcd-test-4588-turn-4",
      "conversation_id": "4588",
      "expected_action": "search-faq",
      "jev": {
        "choice": "search-jacket",
        "probabilities": {
          "search-membership": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "update-account": 0.0,
          "subscription-status": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.0,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "search-faq": 0.35,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "make-purchase": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.65,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-policy": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.63,
        "input_tokens": 2951,
        "request_sha256": "bca8aad8f0fa8962948590fac143809d47e3b78c7d639ca56b5d89bf4c67783f"
      },
      "shared_jevk5": {
        "choice": "search-jacket",
        "probabilities": {
          "ask-the-oracle": 0.005520972768728753,
          "enter-details": 0.0020483091638601406,
          "instructions": 0.0007510654389875857,
          "log-out-in": 0.0025532231715568654,
          "make-password": 0.00048338297239532754,
          "make-purchase": 0.000539682045260407,
          "membership": 0.0003877913080568539,
          "notify-team": 0.0009362061580032845,
          "offer-refund": 0.00048338297239532754,
          "promo-code": 0.003182603295256812,
          "pull-up-account": 0.02312180260494727,
          "record-reason": 0.001057586361838655,
          "search-boots": 0.00031110347905228094,
          "search-faq": 0.05582072973232516,
          "search-jacket": 0.7854426319056416,
          "search-jeans": 0.001471823204489903,
          "search-membership": 0.004429170367623915,
          "search-policy": 0.0002820195035726604,
          "search-pricing": 0.08673253089330958,
          "search-shirt": 0.0001815066937202595,
          "search-timing": 0.0018346317939352316,
          "select-faq": 0.0020483091638601406,
          "send-link": 0.0006098260342237016,
          "shipping-status": 0.0005462096193053156,
          "subscription-status": 0.0005460545648677256,
          "try-again": 7.518292863445792e-05,
          "update-account": 8.393940124810794e-05,
          "update-order": 8.393940124810794e-05,
          "validate-purchase": 0.003553277158671065,
          "verify-identity": 0.014881105892983488
        }
      },
      "trained_jevk5": {
        "choice": "search-faq",
        "probabilities": {
          "ask-the-oracle": 0.002217005287674285,
          "enter-details": 0.002217005287674285,
          "instructions": 0.00276350596625885,
          "log-out-in": 0.00178341109453891,
          "make-password": 0.00178341109453891,
          "make-purchase": 0.00178341109453891,
          "membership": 0.00178341109453891,
          "notify-team": 0.0024752197125585385,
          "offer-refund": 0.0019857294398613616,
          "promo-code": 0.0015973675616703807,
          "pull-up-account": 0.00178341109453891,
          "record-reason": 0.00178341109453891,
          "search-boots": 0.002217005287674285,
          "search-faq": 0.9491452990186274,
          "search-jacket": 0.006671651970431521,
          "search-jeans": 0.0019857294398613616,
          "search-membership": 0.0024752197125585385,
          "search-policy": 0.001144687641821843,
          "search-pricing": 0.002217005287674285,
          "search-shirt": 6.610171387923967e-05,
          "search-timing": 0.0034447179530525344,
          "select-faq": 0.003845920268615055,
          "send-link": 0.0009703246285653837,
          "shipping-status": 4.749773028306522e-05,
          "subscription-status": 0.0015930405257024217,
          "try-again": 4.749773028306522e-05,
          "update-account": 4.254282063578493e-05,
          "update-order": 4.749773028306522e-05,
          "validate-purchase": 5.3029744061352e-05,
          "verify-identity": 2.893097305862115e-05
        }
      }
    },
    {
      "id": "abcd-test-5415-turn-25",
      "conversation_id": "5415",
      "expected_action": "try-again",
      "jev": {
        "choice": "notify-team",
        "probabilities": {
          "search-policy": 0.0,
          "record-reason": 0.01,
          "instructions": 0.27,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "subscription-status": 0.0,
          "update-account": 0.0,
          "ask-the-oracle": 0.0,
          "select-faq": 0.01,
          "membership": 0.0,
          "shipping-status": 0.0,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "promo-code": 0.0,
          "try-again": 0.05,
          "search-pricing": 0.0,
          "search-faq": 0.01,
          "make-purchase": 0.13,
          "enter-details": 0.0,
          "search-timing": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.51,
          "log-out-in": 0.01,
          "verify-identity": 0.0,
          "search-membership": 0.0
        },
        "vendor_confidence": 0.49,
        "input_tokens": 3529,
        "request_sha256": "6ec72e59d8e44fa566154a8a1ee6ad2e081052cfe96209cb59fbac27bbcc1178"
      },
      "shared_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.019716984551512908,
          "enter-details": 0.006273292558991265,
          "instructions": 0.12830215559409258,
          "log-out-in": 0.09219218459203812,
          "make-password": 0.0018671630143169632,
          "make-purchase": 0.08257478656037731,
          "membership": 0.0018671630143169632,
          "notify-team": 0.30974688913512194,
          "offer-refund": 0.006273292558991265,
          "promo-code": 0.0006927271770238737,
          "pull-up-account": 0.004037463564784322,
          "record-reason": 0.0025984965070669367,
          "search-boots": 0.03818740998944581,
          "search-faq": 0.024577273996476252,
          "search-jacket": 0.002430828246455252,
          "search-jeans": 0.0037769457348147692,
          "search-membership": 0.0002836250746993859,
          "search-policy": 0.0017799300552911353,
          "search-pricing": 0.00017275668909925377,
          "search-shirt": 0.0008231445434426886,
          "search-timing": 0.0006480288179085025,
          "select-faq": 0.03818740998944581,
          "send-link": 0.0009018507064181818,
          "shipping-status": 0.0008231445434426886,
          "subscription-status": 0.0010260519478283445,
          "try-again": 0.2225702163324343,
          "update-account": 0.0012789779455799663,
          "update-order": 0.0005297727560198686,
          "validate-purchase": 0.003382938366064391,
          "verify-identity": 0.0024770954364989723
        }
      },
      "trained_jevk5": {
        "choice": "notify-team",
        "probabilities": {
          "ask-the-oracle": 0.009663223735822775,
          "enter-details": 0.005415719765389897,
          "instructions": 0.056320748620105526,
          "log-out-in": 0.008655165332411252,
          "make-password": 0.008655165332411252,
          "make-purchase": 0.007752267410954538,
          "membership": 0.005570431898651984,
          "notify-team": 0.7924798670552675,
          "offer-refund": 0.006750715901734211,
          "promo-code": 0.004850756982231209,
          "pull-up-account": 0.0060464825216120155,
          "record-reason": 0.005415719765389897,
          "search-boots": 0.006750715901734211,
          "search-faq": 0.009663223735822775,
          "search-jacket": 0.005415719765389897,
          "search-jeans": 0.0069435591520661,
          "search-membership": 0.005570431898651984,
          "search-policy": 0.0007179645263345995,
          "search-pricing": 0.0008949447959320455,
          "search-shirt": 0.0006430671980215727,
          "search-timing": 0.0032111110095094366,
          "select-faq": 0.0069435591520661,
          "send-link": 0.00446884446001389,
          "shipping-status": 0.00041387526239021065,
          "subscription-status": 0.0008949447959320455,
          "try-again": 0.018715512940901503,
          "update-account": 0.0008015850197959606,
          "update-order": 0.0008015850197959606,
          "validate-purchase": 0.005570431898651984,
          "verify-identity": 0.004002659145007632
        }
      }
    },
    {
      "id": "abcd-test-6607-turn-10",
      "conversation_id": "6607",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "verify-identity",
        "probabilities": {
          "notify-team": 0.0,
          "verify-identity": 0.77,
          "select-faq": 0.0,
          "search-membership": 0.0,
          "make-password": 0.0,
          "instructions": 0.0,
          "membership": 0.0,
          "update-order": 0.06,
          "validate-purchase": 0.1,
          "search-shirt": 0.0,
          "shipping-status": 0.06,
          "ask-the-oracle": 0.01,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-boots": 0.0,
          "promo-code": 0.0,
          "search-policy": 0.0,
          "record-reason": 0.0,
          "search-timing": 0.0,
          "search-jeans": 0.0,
          "pull-up-account": 0.0,
          "enter-details": 0.0,
          "make-purchase": 0.0,
          "search-pricing": 0.0,
          "subscription-status": 0.0,
          "try-again": 0.0,
          "send-link": 0.0,
          "update-account": 0.0
        },
        "vendor_confidence": 0.76,
        "input_tokens": 3143,
        "request_sha256": "fb7a897c5995cf24435e42b578dda6e89e8eca29c029d091cacccbdc962cface"
      },
      "shared_jevk5": {
        "choice": "validate-purchase",
        "probabilities": {
          "ask-the-oracle": 0.03289006683343847,
          "enter-details": 0.002609708757478258,
          "instructions": 0.0023374668005260594,
          "log-out-in": 0.0029136587624213482,
          "make-password": 0.00034891771607047355,
          "make-purchase": 0.00010385077439434061,
          "membership": 0.0006757759536183695,
          "notify-team": 0.0018752200250438588,
          "offer-refund": 0.0008672122337730607,
          "promo-code": 0.00031251865377785793,
          "pull-up-account": 0.004527152846713623,
          "record-reason": 0.004527152846713623,
          "search-boots": 0.0003895557597681001,
          "search-faq": 0.0006757759536183695,
          "search-jacket": 0.000250716383095016,
          "search-jeans": 0.0009702350251651173,
          "search-membership": 0.0016831007383624561,
          "search-policy": 0.0008690211158698735,
          "search-pricing": 0.0018752200250438588,
          "search-shirt": 0.0006244396289281974,
          "search-timing": 0.0023374668005260594,
          "select-faq": 0.0005009527521569713,
          "send-link": 0.0008672122337730607,
          "shipping-status": 0.2667789185331618,
          "subscription-status": 0.0016831007383624561,
          "try-again": 0.00020750274406507356,
          "update-account": 0.005054425024611562,
          "update-order": 0.1716979228055244,
          "validate-purchase": 0.2978503547424208,
          "verify-identity": 0.1916953767915775
        }
      },
      "trained_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.003154277912186136,
          "enter-details": 0.0008894054132735422,
          "instructions": 0.0008894054132735422,
          "log-out-in": 0.0008894054132735422,
          "make-password": 0.002825226952576758,
          "make-purchase": 0.0008894054132735422,
          "membership": 0.0008894054132735422,
          "notify-team": 0.002825226952576758,
          "offer-refund": 0.0006390868551457023,
          "promo-code": 0.0007966236241383246,
          "pull-up-account": 0.004154478354886024,
          "record-reason": 0.006455100880375979,
          "search-boots": 0.004638345561545582,
          "search-faq": 0.0037210873418079956,
          "search-jacket": 0.002825226952576758,
          "search-jeans": 0.0018432116645876336,
          "search-membership": 0.0025651638028992003,
          "search-policy": 0.003154277912186136,
          "search-pricing": 0.0025305021215353443,
          "search-shirt": 0.002297568485260411,
          "search-timing": 0.002427682112061572,
          "select-faq": 0.00203008118810181,
          "send-link": 0.0019475945086689789,
          "shipping-status": 0.005178568842353088,
          "subscription-status": 0.0020578884277480235,
          "try-again": 0.0027104312961803924,
          "update-account": 0.0035216529055685456,
          "update-order": 0.003931816235919235,
          "validate-purchase": 0.008983452138589783,
          "verify-identity": 0.9183383999041561
        }
      }
    },
    {
      "id": "abcd-test-367-turn-19",
      "conversation_id": "367",
      "expected_action": "search-timing",
      "jev": {
        "choice": "search-timing",
        "probabilities": {
          "search-policy": 0.0,
          "record-reason": 0.0,
          "instructions": 0.0,
          "search-jeans": 0.0,
          "subscription-status": 0.0,
          "pull-up-account": 0.22,
          "update-account": 0.0,
          "ask-the-oracle": 0.03,
          "select-faq": 0.18,
          "membership": 0.0,
          "shipping-status": 0.05,
          "update-order": 0.0,
          "send-link": 0.0,
          "make-password": 0.0,
          "make-purchase": 0.0,
          "search-faq": 0.08,
          "search-pricing": 0.0,
          "try-again": 0.0,
          "promo-code": 0.0,
          "enter-details": 0.0,
          "search-timing": 0.44,
          "validate-purchase": 0.0,
          "offer-refund": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "search-shirt": 0.0,
          "notify-team": 0.0,
          "log-out-in": 0.0,
          "search-membership": 0.0,
          "verify-identity": 0.0
        },
        "vendor_confidence": 0.41,
        "input_tokens": 3420,
        "request_sha256": "529d17a6905d160ed8f03752cd32fb3a45c2a0a7076a51f9c0d392509109fc2b"
      },
      "shared_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.040290123010791566,
          "enter-details": 0.00024575787301516893,
          "instructions": 0.0009515072873801243,
          "log-out-in": 0.0004400334554243369,
          "make-password": 9.117753122592779e-05,
          "make-purchase": 7.314667310946573e-05,
          "membership": 0.0001971578798340434,
          "notify-team": 0.0011860563854648987,
          "offer-refund": 0.00015816883383612646,
          "promo-code": 8.166598740549385e-05,
          "pull-up-account": 0.01338848433285284,
          "record-reason": 0.0004400334554243369,
          "search-boots": 0.0010623282550493766,
          "search-faq": 0.050221748052814236,
          "search-jacket": 4.707687904773998e-05,
          "search-jeans": 0.00035239146004861836,
          "search-membership": 0.0006123864508516926,
          "search-policy": 0.00020313852198555654,
          "search-pricing": 0.00039412963480665354,
          "search-shirt": 0.00022679784479850667,
          "search-timing": 0.8808541164099196,
          "select-faq": 0.0006837104852960907,
          "send-link": 0.0004400334554243369,
          "shipping-status": 0.0016506126127693338,
          "subscription-status": 0.00022679784479850667,
          "try-again": 0.00010488468655142832,
          "update-account": 0.00013073906304018797,
          "update-order": 0.00035239146004861836,
          "validate-purchase": 0.0013241949522559283,
          "verify-identity": 0.003569209224729204
        }
      },
      "trained_jevk5": {
        "choice": "search-timing",
        "probabilities": {
          "ask-the-oracle": 0.00370767570884937,
          "enter-details": 0.00025885794735847973,
          "instructions": 0.003320894997779976,
          "log-out-in": 0.00028900685651816755,
          "make-password": 0.00028900685651816755,
          "make-purchase": 0.00028900685651816755,
          "membership": 0.00028900685651816755,
          "notify-team": 0.0029744628745795604,
          "offer-refund": 0.00023185416561070303,
          "promo-code": 0.00023185416561070303,
          "pull-up-account": 0.0064318408083946805,
          "record-reason": 0.004139504817282738,
          "search-boots": 0.003320894997779976,
          "search-faq": 0.01552774146024588,
          "search-jacket": 0.0029744628745795604,
          "search-jeans": 0.001472700001857287,
          "search-membership": 0.003320894997779976,
          "search-policy": 0.0019396831528964537,
          "search-pricing": 0.003320894997779976,
          "search-shirt": 0.00370767570884937,
          "search-timing": 0.9150285125448085,
          "select-faq": 0.00370767570884937,
          "send-link": 0.004139504817282738,
          "shipping-status": 0.005760872601012548,
          "subscription-status": 0.002165596047087637,
          "try-again": 0.002664169582560911,
          "update-account": 0.0018357245281362343,
          "update-order": 0.002165596047087637,
          "validate-purchase": 0.0019396831528964537,
          "verify-identity": 0.0025547438669705296
        }
      }
    },
    {
      "id": "abcd-test-312-turn-15",
      "conversation_id": "312",
      "expected_action": "ask-the-oracle",
      "jev": {
        "choice": "validate-purchase",
        "probabilities": {
          "log-out-in": 0.0,
          "search-faq": 0.0,
          "make-purchase": 0.0,
          "update-order": 0.0,
          "subscription-status": 0.01,
          "try-again": 0.0,
          "membership": 0.02,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "search-shirt": 0.0,
          "send-link": 0.0,
          "pull-up-account": 0.01,
          "update-account": 0.0,
          "verify-identity": 0.07,
          "search-membership": 0.0,
          "enter-details": 0.0,
          "promo-code": 0.0,
          "ask-the-oracle": 0.21,
          "select-faq": 0.0,
          "shipping-status": 0.0,
          "record-reason": 0.01,
          "search-timing": 0.0,
          "search-jacket": 0.0,
          "search-boots": 0.0,
          "make-password": 0.0,
          "offer-refund": 0.0,
          "validate-purchase": 0.67,
          "search-pricing": 0.0,
          "search-jeans": 0.0,
          "instructions": 0.0
        },
        "vendor_confidence": 0.65,
        "input_tokens": 3296,
        "request_sha256": "538a0dbc96c8944e831496cab486750cb70811c1953fe2a3d897a5dbf063ea34"
      },
      "shared_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.7408995699889236,
          "enter-details": 0.00215718331592743,
          "instructions": 0.0012435233735023233,
          "log-out-in": 0.0011138003034835034,
          "make-password": 0.000489866218683546,
          "make-purchase": 0.00020291028443163902,
          "membership": 0.001730588536762083,
          "notify-team": 0.00046135402841907056,
          "offer-refund": 0.02181054697319807,
          "promo-code": 0.001645852117344078,
          "pull-up-account": 0.0008497880240917125,
          "record-reason": 0.004177988896630938,
          "search-boots": 0.000948761838536892,
          "search-faq": 0.0003152760690987077,
          "search-jacket": 0.0002529285017563772,
          "search-jeans": 0.0012449148334571652,
          "search-membership": 0.0013883551129715015,
          "search-policy": 0.001732524895264107,
          "search-pricing": 0.00033150799772149487,
          "search-shirt": 0.0001713560932687894,
          "search-timing": 5.6942083053742335e-05,
          "select-faq": 0.00046186984089162885,
          "send-link": 0.0009976098461712754,
          "shipping-status": 0.0015500552040916768,
          "subscription-status": 0.052655095755471754,
          "try-again": 0.00011028415454155614,
          "update-account": 0.0012449148334571652,
          "update-order": 0.00215718331592743,
          "validate-purchase": 0.14192536509252773,
          "verify-identity": 0.01567208247039305
        }
      },
      "trained_jevk5": {
        "choice": "ask-the-oracle",
        "probabilities": {
          "ask-the-oracle": 0.9214219544645076,
          "enter-details": 0.003344098301263511,
          "instructions": 0.003533477709822688,
          "log-out-in": 0.002405135028462518,
          "make-password": 0.0025413398371041036,
          "make-purchase": 0.002038775785039904,
          "membership": 0.0037335817632363345,
          "notify-team": 0.0026827845043530855,
          "offer-refund": 0.0025389988707485243,
          "promo-code": 0.0019295062031891078,
          "pull-up-account": 0.002038775785039904,
          "record-reason": 0.0026827845043530855,
          "search-boots": 0.0024029194906451143,
          "search-faq": 0.002276229833908293,
          "search-jacket": 0.002276229833908293,
          "search-jeans": 0.0001438282139689102,
          "search-membership": 0.0024029194906451143,
          "search-policy": 0.0001438282139689102,
          "search-pricing": 0.0001605796937923326,
          "search-shirt": 9.780945146182883e-05,
          "search-timing": 8.760607711079778e-05,
          "select-faq": 0.00012191976375024311,
          "send-link": 0.0022741329690689712,
          "shipping-status": 0.002036897873451158,
          "subscription-status": 0.0037335817632363345,
          "try-again": 0.004168428207695912,
          "update-account": 0.00017928223954072713,
          "update-order": 0.003344098301263511,
          "validate-purchase": 0.017457371901771036,
          "verify-identity": 0.005801123923692164
        }
      }
    },
    {
      "id": "abcd-test-4618-turn-9",
      "conversation_id": "4618",
      "expected_action": "verify-identity",
      "jev": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.0,
          "verify-identity": 0.19,
          "make-purchase": 0.0,
          "search-membership": 0.0,
          "validate-purchase": 0.02,
          "pull-up-account": 0.76,
          "shipping-status": 0.0,
          "search-faq": 0.0,
          "log-out-in": 0.0,
          "search-jacket": 0.0,
          "search-pricing": 0.0,
          "membership": 0.03,
          "instructions": 0.0,
          "send-link": 0.0,
          "search-shirt": 0.0,
          "search-timing": 0.0,
          "promo-code": 0.0,
          "update-order": 0.0,
          "update-account": 0.0,
          "try-again": 0.0,
          "offer-refund": 0.0,
          "make-password": 0.0,
          "notify-team": 0.0,
          "search-policy": 0.0,
          "enter-details": 0.0,
          "select-faq": 0.0,
          "search-jeans": 0.0,
          "record-reason": 0.0,
          "subscription-status": 0.0,
          "search-boots": 0.0
        },
        "vendor_confidence": 0.74,
        "input_tokens": 3049,
        "request_sha256": "43829914365b55f3d6b8fb7c383c3d1b678ec4ccf29f986a1d609d343f1dcd22"
      },
      "shared_jevk5": {
        "choice": "verify-identity",
        "probabilities": {
          "ask-the-oracle": 0.07006111470231928,
          "enter-details": 0.004979172456526861,
          "instructions": 0.0008613659146591115,
          "log-out-in": 0.0008613659146591115,
          "make-password": 0.00028623416672786086,
          "make-purchase": 0.00018421904945253815,
          "membership": 0.010766723963740316,
          "notify-team": 0.004979172456526861,
          "offer-refund": 0.020852747760195526,
          "promo-code": 0.0009538002351296848,
          "pull-up-account": 0.16914144156540062,
          "record-reason": 0.0062065527457615885,
          "search-boots": 0.0006189389739760296,
          "search-faq": 0.0005543718842720146,
          "search-jacket": 0.00014778873260214552,
          "search-jeans": 0.0016564582997336734,
          "search-membership": 0.0035778069123379467,
          "search-policy": 0.0013288846925713915,
          "search-pricing": 0.0011889147365465233,
          "search-shirt": 0.0007660448223900181,
          "search-timing": 0.00033489914614795343,
          "select-faq": 0.000954876972812337,
          "send-link": 0.0077364849091064785,
          "shipping-status": 0.004459750389857706,
          "subscription-status": 0.12153745498826299,
          "try-again": 0.00031730781442104315,
          "update-account": 0.003999023133514441,
          "update-order": 0.004464785075846983,
          "validate-purchase": 0.26280675935962183,
          "verify-identity": 0.29341553822487915
        }
      },
      "trained_jevk5": {
        "choice": "pull-up-account",
        "probabilities": {
          "ask-the-oracle": 0.002317887381178068,
          "enter-details": 0.0027344012102887786,
          "instructions": 0.002062662315875415,
          "log-out-in": 0.0027167188602924635,
          "make-password": 0.0021936586452747683,
          "make-purchase": 0.002433313707289037,
          "membership": 0.003805416033663042,
          "notify-team": 0.002433313707289037,
          "offer-refund": 0.002433313707289037,
          "promo-code": 0.002317887381178068,
          "pull-up-account": 0.9391500756587013,
          "record-reason": 0.0034084387624049306,
          "search-boots": 0.00217947289066085,
          "search-faq": 0.0027344012102887786,
          "search-jacket": 0.0027167188602924635,
          "search-jeans": 8.055513226413232e-05,
          "search-membership": 0.002317887381178068,
          "search-policy": 0.0016655298690087797,
          "search-pricing": 0.0014917838166151052,
          "search-shirt": 6.828468601732774e-05,
          "search-timing": 7.623771925589334e-05,
          "select-faq": 8.055513226413232e-05,
          "send-link": 6.46249101071942e-05,
          "shipping-status": 0.0018595124494010674,
          "subscription-status": 0.0016655298690087797,
          "try-again": 6.46249101071942e-05,
          "update-account": 0.0018595124494010674,
          "update-order": 7.623771925589334e-05,
          "validate-purchase": 0.0027344012102887786,
          "verify-identity": 0.010257042413860488
        }
      }
    }
  ]
}